6 Local Training

docker/Dockerfile

@@ -0,0 +1,12 @@
+FROM ubuntu:20.04
+
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get install -y git
+
+RUN apt-get install python3-pip -y
+
+ADD executor.sh /home
+WORKDIR /home
+
+ENTRYPOINT ["sh", "executor.sh"]

docker/executor.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+echo "Github Repo URL: $GIT_URL"
+
+mkdir project
+cd project
+
+git clone -b test-samples https://$OAUTH_TOKEN:x-oauth-basic@$GIT_URL .
+
+cd $PROJECT_NAME
+pip3 install -r requirements.txt
+python3 train.py

docker/local_execution.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+docker build -t hydra_image .
+
+docker run \
+  -e GIT_URL=github.com/georgianpartners/hydra-ml-projects \
+  -e PROJECT_NAME=$1 \
+  -e OAUTH_TOKEN=$2 \
+  hydra_image:latest

hydra/cli.py

@@ -1,18 +1,23 @@
 import click
+import subprocess
 from hydra.version import __version__
 
-
 @click.group()
 @click.version_option(__version__)
 def cli():
     pass
 
 
 @cli.command()
-@click.option('--project_name')
-@click.option('--model_name')
-@click.option('--cpu')
-@click.option('--memory')
-@click.option('--options')
-def train(project_name, model_name, cpu, memory, options):
+@click.option('-p', '--project_name', required=True, type=str)
+@click.option('-c', '--cpu', default=16, type=click.IntRange(0, 128), help='Number of CPU cores required')
+@click.option('-r', '--memory', default=8, type=click.IntRange(0, 128), help='GB of RAM required')
+@click.option('--cloud', default='local', type=click.Choice(['local', 'aws', 'gcp', 'azure'], case_sensitive=False))
+@click.option('--github_token', envvar='GITHUB_TOKEN') # Takes either an option or environment var
+
+def train(project_name, cpu, memory, github_token, cloud):
     click.echo("This is the training command")
+    click.echo("Running on {}.".format(cloud))
+
+    if cloud == 'local':
+        subprocess.run(['sh', 'docker/local_execution.sh', project_name, github_token])