Sample ML Engine deployment

MANIFEST.in

include stuff.json

setup.py

'''Cloud ML Engine package configuration.'''
from setuptools import setup, find_packages

setup(
    name='thing',
    version='0.1.0',
    packages=find_packages(),
    include_package_data=True,
    zip_safe=False)

stuff.json

{
  "key": "value"
}

task.py

import json
import os
from pathlib import Path


dir_path = os.path.dirname(os.path.realpath(__file__))
dir_path = Path(dir_path)

print('Current working directory is {}'.format(dir_path))
# Outputs:
# Current working directory is /root/.local/lib/python3.5/site-packages/trainer

for file in dir_path.iterdir():
    print(file)
# Outputs:
# /root/.local/lib/python3.5/site-packages/trainer/task.py
# /root/.local/lib/python3.5/site-packages/trainer/stuff.json

with open(str(dir_path / 'stuff.json')) as f:
    _DATA_SPEC = json.load(f)

# File exists, and can be seen with [x for x in dir_path.iterdir()]
# but operation errors out with:
# TypeError: invalid file: PosixPath('/root/.local/lib/python3.5/site-packages/trainer/utils/data_spec.json')