updated readme and train url

activeloopai · Mar 12, 2021 · a5f0e3c · a5f0e3c
1 parent fd15be9
commit a5f0e3c
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 7 deletions.
diff --git a/gradient_health/model_training/experiments/1/config.ini b/gradient_health/model_training/experiments/1/config.ini
@@ -30,7 +30,7 @@ output_weights_name=weights.h5
 
 ; basic training parameters
 epochs=100
-batch_size=32
+batch_size=8
 
 ; learning rate options
 initial_learning_rate=0.001
@@ -39,7 +39,7 @@ initial_learning_rate=0.001
 generator_workers=8
 
 ; target width/height of the input image (resized)
-image_dimension=224
+image_dimension=512
 
 ; steps per epoch for training
 ; auto or int

diff --git a/gradient_health/model_training/train.py b/gradient_health/model_training/train.py
@@ -91,10 +91,10 @@ def main():
             config_file, os.path.join(output_dir, os.path.split(config_file)[1])
         )
 
-        ds = hub.Dataset(
-            "s3://snark-gradient-raw-data/output_single_8_5000_samples_max_4_boolean_m5_fixed/ds3")
-        dsv_train = ds[0:3000]
-        dsv_val = ds[5000:]
+        ds = hub.Dataset("s3://snark-gradient-raw-data/output_single_8_all_samples_max_4_boolean_m5_fixed_final_400/ds3/")
+        dsv_train = ds[0:140000]
+        dsv_val = ds[140000:]
+        print("filtering only the frontal images, this will take a few minutes")
         dsf_train = dsv_train.filter(only_frontal)
         dsf_val = dsv_val.filter(only_frontal)
         print("filtering completed")

diff --git a/gradient_health/readme.md b/gradient_health/readme.md
@@ -6,4 +6,4 @@ explore.ipynb should give you an idea of how Hub is being used for training and
 
 dataset_generation.py contains the transform code that we adapted to hub format from the tfds code provided
 
-model_training folder consists largely of the code from the repo https://github.com/brucechou1983/CheXNet-Keras adapted to use Hub. Only train.py and confi.ini should be relevant. 
+model_training folder consists largely of the code from the repo https://github.com/brucechou1983/CheXNet-Keras adapted to use Hub. Only train.py and confi.ini should be relevant. run train.py from the inner director ie. gradient_health/model_training as it relies on a files relative path and running it from outside might lead to "AttributeError: 'NoneType' object has no attribute 'split'"