trainer folder
gsutil cp -r trainer/cnn_copy_sobel.py gs://cnninput_dataset/trainer/cnn_copy_sobel.py
gsutil cp -r trainer/cloudml-gpu.yaml gs://cnninput_dataset/trainer/cloudml-gpu.yaml
gsutil cp -r trainer/__init__.py gs://cnninput_dataset/trainer/__init__.py

data folder
gsutil cp -r data/random_shapes.pkl gs://cnninput_dataset/data/random_shapes.pkl

bucket folder
gsutil cp -r setup.py gs://cnninput_dataset/setup.py


export BUCKET_NAME=cnninput_dataset
export JOB_NAME="cnncopysobel_train_$(date +%Y%m%d_%H%M%S)"
export JOB_DIR=gs://$BUCKET_NAME/$JOB_NAME
export REGION=us-east1

train on machine locally
gcloud ml-engine local train \
  --job-dir $JOB_DIR \
  --module-name trainer.cnn_copy_sobel \
  --package-path ./trainer \
  -- \
  --train-file ./data/random_shapes.pkl

submit a job to cloud ML engine
gcloud ml-engine jobs submit training $JOB_NAME \
    --job-dir $JOB_DIR \
    --runtime-version 1.0 \
    --module-name trainer.cnn_copy_sobel \
    --package-path ./trainer \
    --region $REGION \
    --config trainer/cloudml-gpu.yaml \
    -- \
    --train-file gs://$BUCKET_NAME/data/random_shapes.pkl

submit a job to cloud ML engine
gcloud ml-engine jobs submit training $JOB_NAME \
    --job-dir $JOB_DIR \
    --runtime-version 1.0 \
    --module-name trainer.cnn_copy_sobel \
    --package-path ./trainer \
    --region $REGION \
    -- \
    --train-file gs://$BUCKET_NAME/data/random_shapes.pkl