Add HPO (#6)

* Add HPO * Fix tf-train
pmservice · May 22, 2018 · 730d71a · 730d71a
1 parent 6e8aeb1
commit 730d71a
Show file tree

Hide file tree

Showing 4 changed files with 76 additions and 0 deletions.
diff --git a/tensorflow/hpo-hand-written-digits/README.md b/tensorflow/hpo-hand-written-digits/README.md
@@ -0,0 +1 @@
+TensorFlow model and meta file for DLaaS training, with hyperparameter optimization
diff --git a/tensorflow/hpo-hand-written-digits/definition/tf-model.zip b/tensorflow/hpo-hand-written-digits/definition/tf-model.zip
diff --git a/tensorflow/hpo-hand-written-digits/meta/experiments.yml b/tensorflow/hpo-hand-written-digits/meta/experiments.yml
@@ -0,0 +1,52 @@
+settings:
+  name: tf-mnist-hyperparameter-optimization-experiment
+  description: Simple MNIST model implemented in TF using Hyperparameter Optimization
+  author:
+    name: DL Developer
+    email: [email protected]
+training_references: 
+- name: model1
+  training_definition_url: https://ibm-watson-ml.mybluemix.net/v3/ml_assets/training_definitions/b54925fe-e5d9-473d-9b8a-c1accc60b369
+  command: python3 convolutional_network.py --trainImagesFile ${DATA_DIR}/train-images-idx3-ubyte.gz
+    --trainLabelsFile ${DATA_DIR}/train-labels-idx1-ubyte.gz --testImagesFile ${DATA_DIR}/t10k-images-idx3-ubyte.gz
+    --testLabelsFile ${DATA_DIR}/t10k-labels-idx1-ubyte.gz --learningRate 0.001 --trainingIters 4
+  compute_configuration:
+      name: k80
+  hyper_parameters_optimization:
+    method:
+      name: random
+      parameters:
+      - name: objective
+        string_value: accuracy
+      - name: maximize_or_minimize
+        string_value: maximize
+      - name: num_optimizer_steps
+        int_value: 4
+    hyper_parameters:
+    - name: learning_rate
+      double_range:
+        min_value: 0.005
+        max_value: 0.01
+        step": 0.001
+    - name: conv_filter_size1
+      int_range:
+        min_value: 5
+        max_value: 6
+    - name: conv_filter_size2
+      int_range:
+        min_value: 5
+        max_value: 6
+    - name: fc
+      int_range: 
+        min_value: 9
+        max_value: 10
+        power: 2
+training_results_reference:
+  name: training-results-reference_name
+  connection: 
+    endpoint_url: "https://s3-api.us-geo.objectstorage.softlayer.net"
+    access_key_id: "722432c254bc4eaa96e05897bf2779e2"
+    secret_access_key: "286965ac10ecd4de8b44306288c7f5a3e3cf81976a03075c"
+  target:
+    bucket: training-results
+  type: s3
diff --git a/tensorflow/hpo-hand-written-digits/meta/tf-train.yml b/tensorflow/hpo-hand-written-digits/meta/tf-train.yml
@@ -0,0 +1,23 @@
+name: tf-mnist-hyperparameter-optimization
+author: 
+  name: DL Developer
+  email: [email protected]
+description: Simple MNIST model implemented in TF using Hyperparameter Optimization
+framework:
+  name: tensorflow
+  version: '1.5'
+execution:
+  command: python3 convolutional_network.py --trainImagesFile ${DATA_DIR}/train-images-idx3-ubyte.gz
+    --trainLabelsFile ${DATA_DIR}/train-labels-idx1-ubyte.gz --testImagesFile ${DATA_DIR}/t10k-images-idx3-ubyte.gz  --testLabelsFile
+    ${DATA_DIR}/t10k-labels-idx1-ubyte.gz --learningRate 0.001 --trainingIters 4
+  compute_configuration:
+    name: k80
+training_data_reference:
+- name: training_data_reference_name
+  connection:
+    endpoint_url: "https://s3-api.us-geo.objectstorage.softlayer.net"
+    access_key_id: "722432c254bc4eaa96e05897bf2779e2"
+    secret_access_key: "286965ac10ecd4de8b44306288c7f5a3e3cf81976a03075c"
+  source:
+    bucket: training-data
+    type: s3