Add test for tf-job-simple prototype (kubeflow#1010)

* Add test for tf-job-simple prototype

Fixes kubeflow#462

* Update

* Update

* Update

testing/tf_job_simple_test.py

@@ -0,0 +1,76 @@
+#!/usr/bin/env python
+
+# Copyright 2018 The Kubeflow Authors All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Test tf_job_simple prototype. It creates a component from the tf_job_simple
+prototype and applies it to the k8s cluster. It then verifies that two pods
+and services with the appropriate label get created.
+"""
+
+import argparse
+import logging
+import os
+
+from kubeflow.testing import test_helper, util
+from retrying import retry
+
+
+def parse_args():
+  parser = argparse.ArgumentParser()
+  parser.add_argument(
+    "--src_dir",
+    default="",
+    type=str,
+    help="The kubeflow src directory")
+  args, _ = parser.parse_known_args()
+  return args
+
+@retry(wait_fixed=5000, stop_max_attempt_number=20)
+def wait_for_tf_job():
+  out = util.run(["kubectl", "get", "pods", "-l",
+                  "tf_job_name=mycnnjob", "-ndefault"])
+  if "No resources found" in out \
+       or out.count('Running') != 2:
+    raise Exception("Could not find pods with label tf_job_name=mycnnjob")
+  logging.info("Found pods with label tf_job_name=mycnnjob")
+  out = util.run(["kubectl", "get", "services", "-l",
+                  "tf_job_name=mycnnjob", "-ndefault"])
+  if "No resources found" in out \
+       or len(out.split("\n")) != 3:
+    raise Exception("Could not find services with label tf_job_name=mycnnjob")
+  logging.info("Found services with label tf_job_name=mycnnjob")    
+
+def test_tf_job_simple(test_case): # pylint: disable=redefined-outer-name
+  args = parse_args()
+  util.run(["ks", "init", "tf-job-simple-app"])
+  os.chdir("tf-job-simple-app")
+  util.run(["ks", "registry", "add", "kubeflow", args.src_dir + "/kubeflow"])
+  util.run(["ks", "pkg", "install", "kubeflow/examples"])
+  util.run(["ks", "generate", "tf-job-simple", "tf-job-simple"])
+  util.run(["ks", "apply", "default", "-c", "tf-job-simple"])
+  try:
+    wait_for_tf_job()
+    logging.info("TFJob launched successfully")
+  except Exception as e:
+    test_case.add_failure_info(e.message)
+
+
+if __name__ == "__main__":
+  test_case = test_helper.TestCase(
+    name="test_tf_job_simple", test_func=test_tf_job_simple)
+  test_suite = test_helper.init(
+    name="", test_cases=[test_case])
+  test_suite.run()

testing/workflows/components/workflows.libsonnet

@@ -268,6 +268,16 @@
                         "wait-for-kubeflow",
                     ],
                   },
+                  {
+                    name: "tfjob-simple-prototype-test",
+                    template: "tfjob-simple-prototype-test",
+                    dependencies: [
+                      if platform == "minikube" then
+                        "deploy-kubeflow"
+                      else
+                        "wait-for-kubeflow",
+                    ],
+                  },
                   if platform == "gke" then {
                     name: "tfjob-test" + v1alpha2Suffix,
                     // TODO(https://github.com/kubeflow/kubeflow/issues/974): Reneable this test once
@@ -347,7 +357,6 @@
               "rm -rf " + testDir,
             ]),  // test-dir-delete
 
-
             // A simple step that can be used to replace a test that we want to temporarily
             // disable. Changing the template of the step to use this simplifies things
             // because then we don't need to mess with dependencies.
@@ -462,6 +471,12 @@
               "--test_files_dirs=" + srcDir + "/kubeflow",
               "--jsonnet_path_dirs=" + srcDir,
             ]),  // jsonnet-test
+            buildTemplate("tfjob-simple-prototype-test", [
+              "python",
+              "-m",
+              "testing.tf_job_simple_test",
+              "--src_dir=" + srcDir,
+            ]),  // tfjob-simple-prototype-test
             buildTemplate("tfjob-test", [
               "python",
               "-m",