bug 650890 - port remote talos to mozharness. p=callek r=aki

LICENSE

@@ -35,7 +35,7 @@ Mozilla Public License Version 2.0
     means any form of the work other than Source Code Form.
 
 1.7. "Larger Work"
-    means a work that combines Covered Software with other material, in 
+    means a work that combines Covered Software with other material, in
     a separate file or files, that is not Covered Software.
 
 1.8. "License"

configs/users/aki/peptest.py

@@ -0,0 +1,21 @@
+import os
+
+config = {
+    # mozharness script options
+    "log_name": "pep",
+    "base_work_dir": os.path.join(os.getcwd(), "peptest"),
+    "pypi_url": "http://people.mozilla.com/~jhammel/pypi",
+    "test_url": "http://ftp.mozilla.org/pub/mozilla.org/firefox/nightly/latest-mozilla-central/firefox-15.0a1.en-US.mac.tests.zip",
+
+    # peptest options
+    "installer_url": "http://ftp.mozilla.org/pub/mozilla.org/firefox/nightly/latest-mozilla-central/firefox-15.0a1.en-US.mac.dmg",
+    "app": "firefox",
+    "test_manifest": "tests/firefox/firefox_all.ini", # this is relative to the test folder specified by test_url
+    "profile_path": None,
+    "timeout": 60,
+    "server_path": None,
+    "server_port": None,
+    "tracer_threshold": 50,
+    "tracer_interval": 10,
+    "symbols_path": None,
+}

configs/users/aki/tablet1.py

@@ -0,0 +1,40 @@
+config = {
+    "log_name": "talos",
+    "base_work_dir": "/src/talosrunner/tablet_bwd",
+
+    "installer_url": "http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android/fennec-15.0a1.en-US.android-arm.apk",
+    "pypi_url": "http://people.mozilla.com/~jhammel/pypi/",
+    "device_name": "aki_tablet",
+    "device_package_name": "org.mozilla.fennec",
+
+    # set graph_server to "''" to not use a graph_server
+#    "graph_server": "graphs-stage.mozilla.org",
+    "graph_server": "''",
+
+    "results_link": "/server/collect.cgi",
+    "talos_suites": ["tsvg"],
+    "talos_config_file": "remote.config",
+
+    # this needs to be set to either your_IP:8000, or an existing webserver
+    # that serves talos.
+    "talos_webserver": "10.251.25.44:8000",
+
+    # Set this to start a webserver automatically
+    "start_python_webserver": True,
+
+    # adb or sut
+    "device_protocol": "adb",
+
+    # set this for adb-over-ip or sut.
+    "device_ip": "10.251.28.128",
+
+    # setting this to tegra250 will add tegra-specific behavior
+    "device_type": "non-tegra",
+
+    # enable_automation will run steps that may be undesirable for the
+    # average user.
+    "enable_automation": True,
+
+#    "actions": ["check-device"],
+#    "no_actions": ["preclean", "pull", "download", "unpack"],
+}

configs/users/aki/tegra1.py

@@ -0,0 +1,44 @@
+config = {
+    "log_name": "talos",
+    "base_work_dir": "/src/talosrunner/tegra_bwd",
+
+    "installer_url": "http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android/fennec-15.0a1.en-US.android-arm.apk",
+    "pypi_url": "http://people.mozilla.com/~jhammel/pypi/",
+    "device_name": "tegra-031",
+    "device_package_name": "org.mozilla.fennec",
+    "talos_device_name": "tegra-031",
+
+    # set graph_server to a real graph server if you want to publish your
+    # results (the device needs to be in the database already or you'll
+    # get errors)
+    "graph_server": "graphs-stage.mozilla.org",
+
+    "results_link": "/server/collect.cgi",
+    "talos_suites": ["tsvg"],
+    "talos_config_file": "remote.config",
+
+    # this needs to be set to either your_IP:8000, or an existing webserver
+    # that serves talos.
+#    "talos_webserver": "10.251.25.44:8000",
+    "talos_webserver": "bm-remote.build.mozilla.org",
+
+    # adb or sut
+    "device_protocol": "sut",
+
+    # set this to >0 if you want devicemanager output.
+    # beware, this will send binary characters to your terminal
+#    "devicemanager_debug_level": 2,
+
+    # set this for adb-over-ip or sut.
+    "device_ip": "10.250.49.18",
+
+    # setting this to tegra250 will add tegra-specific behavior
+    "device_type": "tegra250",
+
+    # enable_automation will run steps that may be undesirable for the
+    # average user.
+    "enable_automation": True,
+
+#    "actions": ["check-device"],
+#    "no_actions": ["preclean", "pull", "download", "unpack"],
+}

configs/users/callek/tegra1-foopy.py

@@ -0,0 +1,53 @@
+config = {
+    "log_name": "talos",
+    #"base_work_dir": "",
+
+    "installer_url": "http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android/en-US/fennec-16.0a1.en-US.android-arm.apk",
+    "repository": "http://hg.mozilla.org/mozilla-central",
+#    "pypi_url": "http://people.mozilla.com/~jwood/pypi/",
+#    "pywin32_url": "http://people.mozilla.org/~jwood/pypi/pywin32-216.win32-py2.6.exe",
+    "device_name": "tegra-224",
+    "device_package_name": "org.mozilla.fennec",
+    "talos_device_name": "tegra-224",
+#    "virtualenv_modules": ["pywin32", "talos"],
+#    "exes": { "easy_install": ['d:\\Sources\\mozharness\\build\\venv\\Scripts\\python.exe',
+#                               'd:\\Sources\\mozharness\\build\\venv\\scripts\\easy_install-2.6-script.py'], },
+
+    # set graph_server to a real graph server if you want to publish your
+    # results (the device needs to be in the database already or you'll
+    # get errors)
+    "graph_server": "graphs.allizom.org",
+
+    "results_link": "/server/collect.cgi",
+    "talos_suites": ["tsvg"],
+    "tests": ["tsvg"],
+#    "talos_config_file": "venv/Lib/site-packages/talos/remote.config",
+   "talos_config_file": "venv/lib/python2.6/site-packages/talos/remote.config",
+
+    # this needs to be set to either your_IP:8000, or an existing webserver
+    # that serves talos.
+#    "talos_webserver": "10.251.25.44:8000",
+    "talos_webserver": "bm-remote.build.mozilla.org",
+    "talos_branch": "MobileTest",
+    "disable_chrome": True,
+
+    # adb or sut
+    "device_protocol": "sut",
+
+    # set this to >0 if you want devicemanager output.
+    # beware, this will send binary characters to your terminal
+#    "devicemanager_debug_level": 2,
+
+    # set this for adb-over-ip or sut.
+    "device_ip": "10.250.51.64",
+
+    # setting this to tegra250 will add tegra-specific behavior
+    "device_type": "tegra250",
+
+    # enable_automation will run steps that may be undesirable for the
+    # average user.
+    "enable_automation": True,
+
+#    "actions": ["check-device"],
+#    "no_actions": ["preclean", "pull", "download", "unpack"],
+}

configs/users/callek/tegra1.py

@@ -0,0 +1,52 @@
+config = {
+    "log_name": "talos",
+    #"base_work_dir": "",
+
+    "installer_url": "http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android/en-US/fennec-16.0a1.en-US.android-arm.apk",
+    "repository": "http://hg.mozilla.org/mozilla-central",
+    "pypi_url": "http://people.mozilla.com/~jwood/pypi/",
+    "pywin32_url": "http://people.mozilla.org/~jwood/pypi/pywin32-216.win32-py2.6.exe",
+    "device_name": "tegra-224",
+    "device_package_name": "org.mozilla.fennec",
+    "talos_device_name": "tegra-224",
+    "virtualenv_modules": ["pywin32", "talos"],
+    "exes": { "easy_install": ['d:\\Sources\\mozharness\\build\\venv\\Scripts\\python.exe',
+                               'd:\\Sources\\mozharness\\build\\venv\\scripts\\easy_install-2.6-script.py'], },
+
+    # set graph_server to a real graph server if you want to publish your
+    # results (the device needs to be in the database already or you'll
+    # get errors)
+    "graph_server": "graphs.allizom.org",
+
+    "results_link": "/server/collect.cgi",
+    "talos_suites": ["tsvg"],
+    "tests": ["tsvg"],
+    "talos_config_file": "venv/Lib/site-packages/talos/remote.config",
+
+    # this needs to be set to either your_IP:8000, or an existing webserver
+    # that serves talos.
+#    "talos_webserver": "10.251.25.44:8000",
+    "talos_webserver": "bm-remote.build.mozilla.org",
+    "talos_branch": "MobileTest",
+    "disable_chrome": True,
+
+    # adb or sut
+    "device_protocol": "sut",
+
+    # set this to >0 if you want devicemanager output.
+    # beware, this will send binary characters to your terminal
+#    "devicemanager_debug_level": 2,
+
+    # set this for adb-over-ip or sut.
+    "device_ip": "10.250.51.64",
+
+    # setting this to tegra250 will add tegra-specific behavior
+    "device_type": "tegra250",
+
+    # enable_automation will run steps that may be undesirable for the
+    # average user.
+    "enable_automation": True,
+
+#    "actions": ["check-device"],
+#    "no_actions": ["preclean", "pull", "download", "unpack"],
+}

mozharness/base/errors.py

@@ -88,6 +88,13 @@ class VCSException(Exception):
  {'substr': r'''Warning: ''', 'level': WARNING},
 ]
 
+ADBErrorList = BaseErrorList + [
+ {'substr': r'''INSTALL_FAILED_INSUFFICIENT_STORAGE''', 'level': ERROR,},
+ {'substr': r'''Android Debug Bridge version''', 'level': ERROR,},
+ {'substr': r'''error: protocol fault''', 'level': ERROR,},
+ {'substr': r'''unable to connect to ''', 'level': ERROR,},
+]
+
 JarsignerErrorList = [{
     'substr': r'''command not found''',
     'level': FATAL