Maya: Testing - OP-5060

openpype/cli.py

@@ -270,17 +270,32 @@ def run(script):
               "--pyargs",
               help="Run tests from package",
               default=None)
+@click.option("--openpype_mongo",
+              help="MongoDB for testing.",
+              default=None)
 @click.option("-t",
-              "--test_data_folder",
-              help="Unzipped directory path of test file",
+              "--data_folder",
+              help="Unzipped directory path of test file.",
               default=None)
+@click.option("--keep_app_open",
+              help="Keep launched application open for interaction.",
+              is_flag=True,
+              default=False)
 @click.option("-s",
               "--persist",
               help="Persist test DB and published files after test end",
+              is_flag=True,
+              default=False)
+@click.option("--app_group",
+              help="Optional override of app_group.",
               default=None)
 @click.option("-a",
               "--app_variant",
-              help="Provide specific app variant for test, empty for latest",
+              help=(
+                  "Provide specific app variant for test, empty for latest. "
+                  "Supports wildcard \"all\" to test all available app "
+                  "variants."
+              ),
               default=None)
 @click.option("-t",
               "--timeout",
@@ -289,12 +304,41 @@ def run(script):
 @click.option("-so",
               "--setup_only",
               help="Only create dbs, do not run tests",
-              default=None)
-def runtests(folder, mark, pyargs, test_data_folder, persist, app_variant,
-             timeout, setup_only):
+              is_flag=True,
+              default=False)
+@click.option("--dump_databases",
+              help="Dump all databases to data folder.",
+              is_flag=True,
+              default=False)
+def runtests(
+    folder,
+    mark,
+    pyargs,
+    openpype_mongo,
+    data_folder,
+    keep_app_open,
+    persist,
+    app_group,
+    app_variant,
+    timeout,
+    setup_only,
+    dump_databases
+):
     """Run all automatic tests after proper initialization via start.py"""
-    PypeCommands().run_tests(folder, mark, pyargs, test_data_folder,
-                             persist, app_variant, timeout, setup_only)
+    PypeCommands().run_tests(
+        folder,
+        mark,
+        pyargs,
+        openpype_mongo,
+        data_folder,
+        keep_app_open,
+        persist,
+        app_group,
+        app_variant,
+        timeout,
+        setup_only,
+        dump_databases
+    )
 
 
 @main.command(help="DEPRECATED - run sync server")

openpype/hosts/maya/api/pipeline.py

@@ -97,6 +97,8 @@ def install(self):
         self.log.info("Installing callbacks ... ")
         register_event_callback("init", on_init)
 
+        _set_project()
+
         if lib.IS_HEADLESS:
             self.log.info((
                 "Running in headless mode, skipping Maya save/open/new"
@@ -105,7 +107,6 @@ def install(self):
 
             return
 
-        _set_project()
         self._register_callbacks()
 
         menu.install()

openpype/hosts/maya/hooks/pre_copy_mel.py

@@ -7,7 +7,7 @@ class PreCopyMel(PreLaunchHook):
 
     Hook `GlobalHostDataHook` must be executed before this hook.
     """
-    app_groups = {"maya"}
+    app_groups = {"maya", "mayapy"}
     launch_types = {LaunchTypes.local}
 
     def execute(self):

openpype/hosts/maya/plugins/publish/save_scene.py

@@ -32,4 +32,8 @@ def process(self, context):
         if is_workfile_lock_enabled("maya", project_name, project_settings):
             remove_workfile_lock(current)
         self.log.info("Saving current file: {}".format(current))
-        cmds.file(save=True, force=True)
+
+        # There is a known issue where Maya looses its scene name, so just
+        # using "save" wont work. Forcing a rename to the current scene name
+        # covers all cases.
+        cmds.file(rename=current)

openpype/hosts/maya/startup/userSetup.py

@@ -7,11 +7,11 @@
 from maya import cmds
 
 
+print("Starting OpenPype usersetup...")
+
 host = MayaHost()
 install_host(host)
 
-print("Starting OpenPype usersetup...")
-
 project_name = get_current_project_name()
 settings = get_project_settings(project_name)
 

openpype/lib/applications.py

@@ -498,6 +498,19 @@ def find_latest_available_variant_for_group(self, group_name):
                 break
         return output
 
+    def find_all_available_variants_for_group(self, group_name):
+        group = self.app_groups.get(group_name)
+        if group is None or not group.enabled:
+            return None
+
+        result = []
+        for _, variant in reversed(sorted(group.variants.items())):
+            executable = variant.find_executable()
+            if executable:
+                result.append(variant)
+
+        return result
+
     def create_launch_context(self, app_name, **data):
         """Prepare launch context for application.
 
@@ -972,6 +985,9 @@ def __init__(
 
         self.env_group = env_group
 
+        stdout = data.pop("stdout", None)
+        stderr = data.pop("stderr", None)
+
         self.data = dict(data)
 
         launch_args = []
@@ -1016,6 +1032,12 @@ def __init__(
             self.kwargs["stdout"] = subprocess.DEVNULL
             self.kwargs["stderr"] = subprocess.DEVNULL
 
+        if stdout:
+            self.kwargs["stdout"] = stdout
+
+        if stderr:
+            self.kwargs["stderr"] = stderr
+
         self.prelaunch_hooks = None
         self.postlaunch_hooks = None
 

openpype/modules/deadline/plugins/publish/submit_houdini_remote_publish.py

@@ -3,7 +3,6 @@
 from datetime import datetime
 
 import requests
-import hou
 
 import pyblish.api
 
@@ -31,6 +30,7 @@ class HoudiniSubmitPublishDeadline(pyblish.api.ContextPlugin):
     targets = ["deadline"]
 
     def process(self, context):
+        import hou
 
         # Ensure no errors so far
         assert all(

openpype/modules/deadline/plugins/publish/submit_houdini_render_deadline.py

@@ -1,5 +1,3 @@
-import hou
-
 import os
 import attr
 import getpass
@@ -117,6 +115,7 @@ def get_job_info(self):
         return job_info
 
     def get_plugin_info(self):
+        import hou
 
         instance = self._instance
         context = instance.context

openpype/modules/deadline/plugins/publish/submit_max_deadline.py

@@ -15,11 +15,6 @@
 from openpype.pipeline.publish.lib import (
     replace_with_published_scene_path
 )
-from openpype.hosts.max.api.lib import (
-    get_current_renderer,
-    get_multipass_setting
-)
-from openpype.hosts.max.api.lib_rendersettings import RenderSettings
 from openpype_modules.deadline import abstract_submit_deadline
 from openpype_modules.deadline.abstract_submit_deadline import DeadlineJobInfo
 from openpype.lib import is_running_from_build
@@ -191,6 +186,12 @@ def process_submission(self):
         self.submit(self.assemble_payload(job_info, plugin_info))
 
     def _use_published_name(self, data, project_settings):
+        from openpype.hosts.max.api.lib import (
+            get_current_renderer,
+            get_multipass_setting
+        )
+        from openpype.hosts.max.api.lib_rendersettings import RenderSettings
+
         instance = self._instance
         job_info = copy.deepcopy(self.job_info)
         plugin_info = copy.deepcopy(self.plugin_info)

openpype/modules/deadline/plugins/publish/submit_maya_deadline.py

@@ -206,7 +206,8 @@ def get_job_info(self):
             "AVALON_TASK",
             "AVALON_APP_NAME",
             "OPENPYPE_DEV"
-            "IS_TEST"
+            "IS_TEST",
+            "AVALON_DB"
         ]
 
         # Add OpenPype version if we are running from build.
@@ -231,7 +232,7 @@ def get_job_info(self):
         job_info.EnvironmentKeyValue["OPENPYPE_LOG_NO_COLORS"] = "1"
 
         # Adding file dependencies.
-        if self.asset_dependencies:
+        if not bool(os.environ.get("IS_TEST")) and self.asset_dependencies:
             dependencies = instance.context.data["fileDependencies"]
             for dependency in dependencies:
                 job_info.AssetDependency += dependency
@@ -571,7 +572,7 @@ def _get_maya_payload(self, data):
 
         job_info = copy.deepcopy(self.job_info)
 
-        if self.asset_dependencies:
+        if not bool(os.environ.get("IS_TEST")) and self.asset_dependencies:
             # Asset dependency to wait for at least the scene file to sync.
             job_info.AssetDependency += self.scene_path
 

openpype/modules/deadline/plugins/publish/submit_nuke_deadline.py

@@ -7,8 +7,6 @@
 import requests
 import pyblish.api
 
-import nuke
-
 from openpype import AYON_SERVER_ENABLED
 from openpype.pipeline import legacy_io
 from openpype.pipeline.publish import (
@@ -485,6 +483,8 @@ def get_limit_groups(self):
         Returning:
             list: captured groups list
         """
+        import nuke
+
         captured_groups = []
         for lg_name, list_node_class in self.limit_groups.items():
             for node_class in list_node_class:

openpype/modules/deadline/plugins/publish/submit_publish_job.py

@@ -123,6 +123,7 @@ class ProcessSubmittedJobOnFarm(pyblish.api.InstancePlugin,
         "AVALON_APP_NAME",
         "OPENPYPE_USERNAME",
         "OPENPYPE_SG_USER",
+        "AVALON_DB",
         "KITSU_LOGIN",
         "KITSU_PWD"
     ]

openpype/plugins/publish/collect_otio_frame_ranges.py

@@ -6,14 +6,8 @@
     otioClipRange -> instance data attribute
 """
 # import os
-import opentimelineio as otio
 import pyblish.api
 from pprint import pformat
-from openpype.pipeline.editorial import (
-    get_media_range_with_retimes,
-    otio_range_to_frame_range,
-    otio_range_with_handles
-)
 
 
 class CollectOtioFrameRanges(pyblish.api.InstancePlugin):
@@ -27,6 +21,13 @@ class CollectOtioFrameRanges(pyblish.api.InstancePlugin):
     hosts = ["resolve", "hiero", "flame", "traypublisher"]
 
     def process(self, instance):
+        import opentimelineio as otio
+        from openpype.pipeline.editorial import (
+            get_media_range_with_retimes,
+            otio_range_to_frame_range,
+            otio_range_with_handles
+        )
+
         # get basic variables
         otio_clip = instance.data["otioClip"]
         workfile_start = instance.data["workfileFrameStart"]

openpype/plugins/publish/collect_otio_review.py

@@ -10,8 +10,6 @@
     instance -> otioReviewClips
     instance -> families (adding ["review", "ftrack"])
 """
-
-import opentimelineio as otio
 import pyblish.api
 from pprint import pformat
 
@@ -25,6 +23,8 @@ class CollectOtioReview(pyblish.api.InstancePlugin):
     hosts = ["resolve", "hiero", "flame"]
 
     def process(self, instance):
+        import opentimelineio as otio
+
         # get basic variables
         otio_review_clips = []
         otio_timeline = instance.context.data["otioTimeline"]

openpype/plugins/publish/collect_otio_subset_resources.py

@@ -7,17 +7,12 @@
 """
 import os
 import clique
-import opentimelineio as otio
 import pyblish.api
-from openpype.pipeline.editorial import (
-    get_media_range_with_retimes,
-    range_from_frames,
-    make_sequence_collection
-)
 from openpype.pipeline.publish import (
     get_publish_template_name
 )
 
+
 class CollectOtioSubsetResources(pyblish.api.InstancePlugin):
     """Get Resources for a subset version"""
 
@@ -26,8 +21,13 @@ class CollectOtioSubsetResources(pyblish.api.InstancePlugin):
     families = ["clip"]
     hosts = ["resolve", "hiero", "flame"]
 
-
     def process(self, instance):
+        import opentimelineio as otio
+        from openpype.pipeline.editorial import (
+            get_media_range_with_retimes,
+            range_from_frames,
+            make_sequence_collection
+        )
 
         if "audio" in instance.data["family"]:
             return

openpype/plugins/publish/extract_otio_audio_tracks.py

@@ -5,7 +5,6 @@
     run_subprocess
 )
 import tempfile
-import opentimelineio as otio
 
 
 class ExtractOtioAudioTracks(pyblish.api.ContextPlugin):
@@ -155,6 +154,8 @@ def get_audio_track_items(self, otio_timeline):
         Returns:
             list: list of audio clip dictionaries
         """
+        import opentimelineio as otio
+
         output = []
         # go trough all audio tracks
         for otio_track in otio_timeline.tracks:

openpype/plugins/publish/extract_otio_file.py

@@ -1,6 +1,5 @@
 import os
 import pyblish.api
-import opentimelineio as otio
 
 from openpype.pipeline import publish
 
@@ -16,6 +15,8 @@ class ExtractOTIOFile(publish.Extractor):
     hosts = ["resolve", "hiero", "traypublisher"]
 
     def process(self, instance):
+        import opentimelineio as otio
+
         if not instance.context.data.get("otioTimeline"):
             return
         # create representation data