diff --git a/.yamato/config/__shared.metafile b/.yamato/config/__shared.metafile index 3c473bf178a..3e36000f47d 100644 --- a/.yamato/config/__shared.metafile +++ b/.yamato/config/__shared.metafile @@ -132,9 +132,9 @@ test_platforms: - [all]: - [all]: after: - - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: + - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: after_build: - - [OSX_OpenGlCore, iPhone_Metal, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: + - [OSX_OpenGlCore, iPhone_Metal, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: - type: playmode allow_cache: True utr_flags: @@ -166,7 +166,7 @@ test_platforms: - [all]: - [all]: after: - - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: + - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: - type: editmode allow_cache: False @@ -208,7 +208,7 @@ test_platforms: - [all]: - [all]: after: - - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: + - [OSX_OpenGlCore, OSX_Metal, iPhone_Metal, Android_OpenGLES3, Android_Vulkan, XRQuest_OpenGLES3, XRQuest_Vulkan, Linux_OpenGlCore, Linux_Vulkan]: platforms: Win: @@ -264,6 +264,9 @@ platforms: retries: 2 turn_off_firewall: - command: NetSh Advfirewall set allprofiles state off + find_instabilities: + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 OSX: name: OSX @@ -316,9 +319,9 @@ platforms: retries: 2 - command: ssh -i ~/.ssh/id_rsa_macmini bokken@$BOKKEN_DEVICE_IP '$(python3 -m site --user-base)/bin/unity-downloader-cli -c editor -c il2cpp --wait --published-only' retries: 2 - log_parser: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 [OpenGlCore]: setup_utr: - command: curl -s https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr --output utr @@ -336,8 +339,9 @@ platforms: retries: 2 - command: unity-downloader-cli -c editor -c il2cpp --wait --published-only retries: 2 - log_parser: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 Linux: @@ -378,8 +382,9 @@ platforms: retries: 2 - command: sudo unity-downloader-cli -c editor -c il2cpp --wait --published-only retries: 2 - log_parser: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 Android: @@ -448,9 +453,9 @@ platforms: kill_server: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 - log_parser: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 XRQuest: @@ -503,9 +508,9 @@ platforms: kill_server: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 - log_parser: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 iPhone: name: iPhone @@ -542,9 +547,9 @@ platforms: retries: 2 - command: unity-downloader-cli -c editor -c iOS -c il2cpp --wait --published-only retries: 2 - log_parser: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + find_instabilities: + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 non_project_agents: package_ci_ubuntu_large: type: Unity::VM diff --git a/.yamato/hdrp-linux-vulkan.yml b/.yamato/hdrp-linux-vulkan.yml index cc90c6f3e14..5e9f212bec8 100644 --- a/.yamato/hdrp-linux-vulkan.yml +++ b/.yamato/hdrp-linux-vulkan.yml @@ -34,7 +34,8 @@ HDRP_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ HDRP_Linux_Vulkan_playmode_XR_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-xr-reuse-tests" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ HDRP_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ HDRP_Linux_Vulkan_editmode_XR_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-xr-reuse-tests" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -166,7 +170,8 @@ HDRP_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,7 +208,8 @@ Build_HDRP_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_RuntimeTests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -233,7 +239,8 @@ HDRP_Linux_Vulkan_Standalone_XR_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --extra-editor-arg="-xr-reuse-tests" --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -270,7 +277,8 @@ Build_HDRP_Linux_Vulkan_Standalone_XR_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-xr-reuse-tests" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_RuntimeTests --timeout=6000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -308,7 +316,8 @@ HDRP_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -343,7 +352,8 @@ HDRP_Linux_Vulkan_playmode_XR_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-xr-reuse-tests" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -378,7 +388,8 @@ HDRP_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -413,7 +424,8 @@ HDRP_Linux_Vulkan_editmode_XR_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-xr-reuse-tests" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -440,7 +452,8 @@ HDRP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -477,7 +490,8 @@ Build_HDRP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_RuntimeTests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -507,7 +521,8 @@ HDRP_Linux_Vulkan_Standalone_XR_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --extra-editor-arg="-xr-reuse-tests" --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -544,7 +559,8 @@ Build_HDRP_Linux_Vulkan_Standalone_XR_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_RuntimeTests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-xr-reuse-tests" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_RuntimeTests --timeout=6000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/hdrp-osx-metal.yml b/.yamato/hdrp-osx-metal.yml index 541d2ef04ea..2d1f83958b9 100644 --- a/.yamato/hdrp-osx-metal.yml +++ b/.yamato/hdrp-osx-metal.yml @@ -39,8 +39,8 @@ HDRP_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results/ TestProjects/HDRP_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ HDRP_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_RuntimeTests/test-results/ TestProjects/HDRP_RuntimeTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ HDRP_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_Tests/test-results/ TestProjects/HDRP_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ HDRP_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_RuntimeTests/test-results/ TestProjects/HDRP_RuntimeTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/hdrp_hybrid-linux-openglcore.yml b/.yamato/hdrp_hybrid-linux-openglcore.yml index 65155fc0664..c183f9f60de 100644 --- a/.yamato/hdrp_hybrid-linux-openglcore.yml +++ b/.yamato/hdrp_hybrid-linux-openglcore.yml @@ -34,7 +34,8 @@ HDRP_Hybrid_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ HDRP_Hybrid_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/hdrp_hybrid-linux-vulkan.yml b/.yamato/hdrp_hybrid-linux-vulkan.yml index 6e2776c9653..beada7a6628 100644 --- a/.yamato/hdrp_hybrid-linux-vulkan.yml +++ b/.yamato/hdrp_hybrid-linux-vulkan.yml @@ -34,7 +34,8 @@ HDRP_Hybrid_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -61,7 +62,8 @@ HDRP_Hybrid_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ Build_HDRP_Hybrid_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --build-only --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ HDRP_Hybrid_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ HDRP_Hybrid_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/HDRP_HybridTests/test-results --compilation-errors-as-warnings --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_HDRP_Hybrid_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/HDRP_HybridTests/test-results --build-only --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/HDRP_HybridTests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/hdrp_hybrid-osx-metal.yml b/.yamato/hdrp_hybrid-osx-metal.yml index 0d7ee7a9732..204fbe9bed1 100644 --- a/.yamato/hdrp_hybrid-osx-metal.yml +++ b/.yamato/hdrp_hybrid-osx-metal.yml @@ -39,8 +39,8 @@ HDRP_Hybrid_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ HDRP_Hybrid_OSX_Metal_playmode_XR_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ HDRP_Hybrid_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ HDRP_Hybrid_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,8 +203,8 @@ HDRP_Hybrid_OSX_Metal_playmode_XR_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -244,8 +244,8 @@ HDRP_Hybrid_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/HDRP_HybridTests/test-results/ TestProjects/HDRP_HybridTests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/lightmapper-linux-openglcore.yml b/.yamato/lightmapper-linux-openglcore.yml index 92b9fea9072..8723b2b90ef 100644 --- a/.yamato/lightmapper-linux-openglcore.yml +++ b/.yamato/lightmapper-linux-openglcore.yml @@ -36,7 +36,8 @@ LightMapper_Linux_OpenGlCore_editmode_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ LightMapper_Linux_OpenGlCore_Standalone_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ Build_LightMapper_Linux_OpenGlCore_Standalone_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/LightMapper/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -144,7 +147,8 @@ LightMapper_Linux_OpenGlCore_editmode_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -173,7 +177,8 @@ LightMapper_Linux_OpenGlCore_Standalone_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -212,7 +217,8 @@ Build_LightMapper_Linux_OpenGlCore_Standalone_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/LightMapper/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/lightmapper-linux-vulkan.yml b/.yamato/lightmapper-linux-vulkan.yml index 60034e388d3..2d30407b36a 100644 --- a/.yamato/lightmapper-linux-vulkan.yml +++ b/.yamato/lightmapper-linux-vulkan.yml @@ -36,7 +36,8 @@ LightMapper_Linux_Vulkan_editmode_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ LightMapper_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ Build_LightMapper_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/LightMapper/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -144,7 +147,8 @@ LightMapper_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -173,7 +177,8 @@ LightMapper_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/LightMapper/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -212,7 +217,8 @@ Build_LightMapper_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: sudo apt-get install -y ocl-icd-opencl-dev - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/LightMapper/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/LightMapper --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/lightmapper-osx-metal.yml b/.yamato/lightmapper-osx-metal.yml index 5a56358ee75..5883bcf7fe7 100644 --- a/.yamato/lightmapper-osx-metal.yml +++ b/.yamato/lightmapper-osx-metal.yml @@ -39,8 +39,8 @@ LightMapper_OSX_Metal_editmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/LightMapper/test-results/ TestProjects/LightMapper/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade - - command: python3 .yamato/script/log_scripts/log_parser.py + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ LightMapper_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/LightMapper/test-results/ TestProjects/LightMapper/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade - - command: python3 .yamato/script/log_scripts/log_parser.py + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ LightMapper_OSX_Metal_editmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/LightMapper/test-results/ TestProjects/LightMapper/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade - - command: python3 .yamato/script/log_scripts/log_parser.py + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ LightMapper_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/LightMapper/test-results/ TestProjects/LightMapper/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade - - command: python3 .yamato/script/log_scripts/log_parser.py + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/postprocessing-linux-vulkan.yml b/.yamato/postprocessing-linux-vulkan.yml index fd03cd299e5..ae9ab8848b2 100644 --- a/.yamato/postprocessing-linux-vulkan.yml +++ b/.yamato/postprocessing-linux-vulkan.yml @@ -34,7 +34,8 @@ PostProcessing_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/PostProcessing_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ PostProcessing_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/PostProcessing_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -96,7 +98,8 @@ PostProcessing_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/PostProcessing_Tests/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -133,7 +136,8 @@ Build_PostProcessing_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/PostProcessing_Tests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -171,7 +175,8 @@ PostProcessing_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/PostProcessing_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,7 +211,8 @@ PostProcessing_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/PostProcessing_Tests/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -233,7 +239,8 @@ PostProcessing_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/PostProcessing_Tests/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -270,7 +277,8 @@ Build_PostProcessing_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/PostProcessing_Tests/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/PostProcessing_Tests --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/postprocessing-osx-metal.yml b/.yamato/postprocessing-osx-metal.yml index 515cd658b64..466d086e35a 100644 --- a/.yamato/postprocessing-osx-metal.yml +++ b/.yamato/postprocessing-osx-metal.yml @@ -39,8 +39,8 @@ PostProcessing_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/PostProcessing_Tests/test-results/ TestProjects/PostProcessing_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ PostProcessing_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/PostProcessing_Tests/test-results/ TestProjects/PostProcessing_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ PostProcessing_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/PostProcessing_Tests/test-results/ TestProjects/PostProcessing_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ PostProcessing_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/PostProcessing_Tests/test-results/ TestProjects/PostProcessing_Tests/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/script/log_scripts/log_parser.py b/.yamato/script/log_scripts/log_parser.py deleted file mode 100644 index 34c500d7495..00000000000 --- a/.yamato/script/log_scripts/log_parser.py +++ /dev/null @@ -1,160 +0,0 @@ - -import argparse -import os -import requests -import sys -import json -import traceback -import re -from patterns.execution_log import Execution_log -from patterns.utr_log import UTR_log -from patterns.unity_log import Unity_log -from utils.shared_utils import * -from utils.constants import * - -''' -This script runs for extended Yamato reporting. It -1. Parses the execution log and for each command and its output (except successful non-retries and failed tests) - - finds matching patterns from execution_log.py patterns - - for each matched pattern, recursively finds matches also for any pattern with 'redirect' specified - - sends to Yamato extended reporting server - title: command itself - summary: substring(s) of the command output matching the specified pattern(s) - tags: all (distinct) tags beloging to the matched pattern(s) - conclusion: failure/inconclusive/cancelled/success, which applies to the parsed command (not the whole job status) - -By default, the script requires no parameters and uses default execution log location in Yamato. -To run it locally, specify - --local - --execution-log "" -''' - -def parse_failures(execution_log, logs, args): - '''Parses each command in the execution log (and possibly UTR logs), - recognizes any known errors, and posts additional data to Yamato.''' - for cmd_key in logs.keys(): - cmd = logs[cmd_key] - - # skip parsing successful commands which have not retried, or failed tests (these get automatically parsed in yamato results) - # TODO: do we also want to add additional yamato results for these? - if ((cmd['status'] == 'Success' and not cmd['retry']) - or any("Reason(s): One or more tests have failed." in line for line in cmd['output'])): - continue - - print('\nFound failed or retried command: ', cmd_key, '\n') - - # initialize command data - cmd['title'] = cmd_key - cmd['conclusion'] = [] - cmd['tags'] = [] - cmd['summary'] = [] - - # check if the error matches any known pattern marked in log_patterns.py, fill the command data for each match - cmd_output = '\n'.join(cmd['output']) - recursively_match_patterns(cmd, execution_log.get_patterns(), cmd_output, args) # find all amtches - cmd['tags'] = format_tags(cmd['tags']) # flatten and remove duplicates - - # add unknown pattern if nothing else matched - add_unknown_pattern_if_appropriate(cmd) - - # post additional results to Yamato - post_additional_results(cmd, args.local) - return - - -def recursively_match_patterns(cmd, patterns, failure_string, args): - '''Match the given string against any known patterns. If any of the patterns contains a 'redirect', - parse also the directed log in a recursive fashion.''' - matches = find_matching_patterns(patterns, failure_string) - for pattern, match in matches: - - cmd['conclusion'].append(pattern['conclusion']) - cmd['tags'].append(pattern['tags']) - cmd['summary'].append(match.group(0)) - - if pattern.get('redirect'): - if args.test_results == "": - test_results_match = re.findall(r'(--artifacts_path=)(.+)(test-results)', cmd['title'])[0] - test_results_path = test_results_match[1] + test_results_match[2] - else: - test_results_path = args.test_results - - # check if it's mac metal (or some other copying), because then the artifacts path in the UTR command is given as is on device, - # not as it will be in the artifacts after copying them back over - mac_metal_matches = re.findall(r'(scp)(.+)(-r bokken@\$BOKKEN_DEVICE_IP:)(.+)( )(.+)', cmd['title']) - if len(mac_metal_matches) > 0: - # join together the target directory of scp command (last arg), and the source directory getting copied over (usually test-results) - test_results_path = os.path.join(mac_metal_matches[0][-1], os.path.basename(os.path.normpath(test_results_path))) - - for redirect in pattern['redirect']: - - if redirect == UTR_LOG: - try: - df = UTR_log(test_results_path) - recursively_match_patterns(cmd, df.get_patterns(), df.read_log(), args) - except Exception as e: - print(f'! Failed to parse UTR TestResults.json: ', str(e)) - elif redirect == UNITY_LOG: - try: - df = Unity_log(test_results_path) - recursively_match_patterns(cmd, df.get_patterns(), df.read_log(), args) - except Exception as e: - print(f'! Failed to parse UnityLog.txt', str(e)) - - else: - print('! Invalid redirect: ', redirect) - - -def post_additional_results(cmd, local): - '''Posts additional results to Yamato reporting server: - - title: command itself - - summary: concatenated summary of all matched patterns, each capped at 500 char - - tags: non-duplicate tags of all matched patterns - - conclusion: most severe conclusion of all matched patterns - ''' - - data = { - 'title': cmd['title'], - 'summary': ' | '.join(list(set([s[:500] for s in cmd['summary']]))), - 'conclusion': get_ruling_conclusion(cmd['conclusion'], cmd['tags']), - 'tags' : cmd['tags'] - } - - if local: - print('\nPosting: ', json.dumps(data, indent=2), '\n') - else: - server_url = os.environ['YAMATO_REPORTING_SERVER'] + '/result' - headers = {'Content-Type':'application/json'} - res = requests.post(server_url, json=data, headers=headers) - if res.status_code != 200: - raise Exception(f'!! Error: Got {res.status_code}') - - -def parse_args(argv): - parser = argparse.ArgumentParser() - parser.add_argument("--execution-log", required=False, help='Path to execution log file. If not specified, ../../Execution-*.log is used.', default="") - parser.add_argument("--test-results", required=False, help='Path to execution test-results folder (for */**/UnityLog.txt and /TestResults.json). If not specified, test-results location is parsed from execution log.', default="") - parser.add_argument("--local", action='store_true', help='If specified, API call to post additional results is skipped.', default=False) - args = parser.parse_args(argv) - return args - - -def main(argv): - - try: - args = parse_args(argv) - - # read execution log - execution_log = Execution_log(args.execution_log) - logs, should_be_parsed = execution_log.read_log() - - if should_be_parsed: - parse_failures(execution_log, logs, args) - - except Exception as e: - print('\nFailed to parse logs') - traceback.print_exc() - - -if __name__ == '__main__': - sys.exit(main(sys.argv[1:])) diff --git a/.yamato/script/log_scripts/patterns/execution_log.py b/.yamato/script/log_scripts/patterns/execution_log.py deleted file mode 100644 index 74ee9ecbd79..00000000000 --- a/.yamato/script/log_scripts/patterns/execution_log.py +++ /dev/null @@ -1,133 +0,0 @@ -import os -import glob -from utils.shared_utils import load_json, find_matching_patterns -from utils.constants import * -from utils.rules import * - -COMMAND_START = '################################### Running next command ###################################' -COMMAND_END = '############################################################################################' -AFTER_BLOCK_START = 'Starting After Block' - -class Execution_log(): - '''Handles log parsing and error matching of the execution log''' - - def __init__(self, path_to_log=""): - self.path = glob.glob(os.path.join(os.path.dirname(os.path.dirname(os.getcwd())),'Execution-*.log'))[0] if path_to_log=="" else path_to_log - self.patterns = self.get_patterns() - - def get_patterns(self): - '''Returns error patterns to match against. Each pattern has: - pattern: regex to match some string against - tags: tags to be added to Yamato additional results, typically one as identifier, and one as category such as instability, ... - conclusion: success/failure/cancelled/inconclusive (if many patterns are matched for a command, most severe is chosen in the end)''' - return [ - # Order: retry blocks must be matched first - # If either retry pattern is matched, the failures are further parsed to match any specific failure patterns written below - { - # This is matched if all retries fail. - 'pattern': r'(Failed after)(.+)(retries)', - 'tags': [], - 'conclusion': 'failure', - }, - { - # This matches both successful/failed retries. - # Successful retries have no concrete pattern to match: the only difference with failed retry is that it does not contain 'Failed after n retries', - # but no working regex for matching multiline against a negative lookahead was found yet. - # Therefore, this pattern must come after failed retry pattern (python logic will handle recognizing this block as a successful retry) - 'pattern': r'(######################################## Retrying ########################################)', - 'tags': [TAG_SUCCESFUL_RETRY], - 'conclusion': 'success', - 'add_if': add_successful_retry_if - }, - # Order: patterns below can be in any order, and the script can match multiple patterns - { - # Or with newlines: r'(packet_write_poll: Connection to)((.|\n)+)(Operation not permitted)((.|\n)+)(lost connection)', - 'pattern': r'(packet_write_poll: Connection to)(.+)(Operation not permitted)', - 'tags': ['packet_write_poll', TAG_INFRASTRUCTURE, TAG_INSTABILITY], - 'conclusion': 'failure', - }, - { - # Or: r'(LTO : error: L0496: error during communication with the LTO process: The pipe has been ended)' - 'pattern': r'(orbis-ld stderr :LLVM ERROR: out of memory)((.|\n)+)(LLVM ERROR: out of memory)', - 'tags': ['oom', TAG_POSSIBLE_INSTABILITY], # instability? - 'conclusion': 'failure', - }, - { - 'pattern': r'(fatal: not a git repository \(or any of the parent directories\): .git)', - 'tags': ['git', TAG_INFRASTRUCTURE, TAG_POSSIBLE_INSTABILITY], # instability? - 'conclusion': 'failure', - }, - { - 'pattern': r'(LTO : error: L0492: LTOP internal error: bad allocation)', - 'tags': ['bad-allocation-L0492', TAG_INFRASTRUCTURE, TAG_INSTABILITY], - 'conclusion': 'failure', - }, - { - 'pattern': r'(Open ERROR: Can not open the file as \[zip\] archive)', - 'tags': ['utr-zip', TAG_INFRASTRUCTURE, TAG_POSSIBLE_INSTABILITY], - 'conclusion': 'failure', - }, - { - 'pattern': r'(Operations that change non-concurrent collections must have exclusive access. A concurrent update was performed on this collection and corrupted its state. The collection\'s state is no longer correct)', - 'tags': ['non-concurrent-collections', TAG_POSSIBLE_INSTABILITY], - 'conclusion': 'failure', - }, - { - # occurs with artifactory issues, but due to silencing the output with -s in majority of commands, - # this is the best pattern to match on retry for now, unless we remove -s everywhere to match the actual output - 'pattern': r'(curl)(.+)(https://artifactory.prd.it.unity3d.com/artifactory/unity-tools-local/utr-standalone/utr)(.+)', - 'tags': ['utr-curl', TAG_INFRASTRUCTURE, TAG_POSSIBLE_INSTABILITY], - 'conclusion': 'failure', - }, - { - 'pattern': r'Reason\(s\): One or more tests have failed.', # this one is unused right now since yamato does it automatically - 'tags': ['tests'], - 'conclusion': 'failure', - }, - { - 'pattern': r'Reason\(s\): One or more non-test related errors or failures occurred.', - 'tags': [], - 'conclusion': 'failure', - 'redirect': [ - UTR_LOG, - UNITY_LOG - ] - } - ] - - def read_log(self): - '''Reads execution logs and returns: - logs: dictionary with keys corresponding to commands, and values containing log output and status - job_succeeded: boolean indicating if the job succeeded - ''' - - with open(self.path, encoding='utf-8') as f: - lines = [l.replace('\n','') for l in f.readlines() if l != '\n'] # remove empty lines and all newline indicators - - # after block index - after_idxs = [i for i,line in enumerate(lines) if AFTER_BLOCK_START in line] - after_idx = after_idxs[0] if len(after_idxs) > 0 else len(lines) - - # all log line idx starting/ending a new command - cmd_idxs = [i for i,line in enumerate(lines) if COMMAND_START in line] - cmd_idxs_end = [i for i,line in enumerate(lines) if COMMAND_END in line] - cmd_idxs.append(len(lines)) # add dummy idx to handle the last command - - # get output (list of lines) for each command - logs = {} - for i, cmd_idx in enumerate(cmd_idxs): - if cmd_idx == len(lines) or cmd_idx >= after_idx: - break - cmd = '\n'.join(lines[cmd_idx+1: cmd_idxs_end[i]]) - output = lines[cmd_idx+3: cmd_idxs[i+1]-1] - logs[cmd] = {} - logs[cmd]['output'] = output - logs[cmd]['status'] = 'Failed' if any("Command failed" in line for line in output) else 'Success' - logs[cmd]['retry'] = any("Retrying" in line for line in output) - - # if the command block succeeded overall - overall_status = [line for line in lines if 'Commands finished with result:' in line][0].split(']')[1].split(': ')[1] - job_succeeded = False if 'Failed' in overall_status else True - has_retries = any(logs[cmd]['retry'] for cmd in logs.keys()) - should_be_parsed = not job_succeeded or has_retries - return logs, should_be_parsed diff --git a/.yamato/script/log_scripts/patterns/unity_log.py b/.yamato/script/log_scripts/patterns/unity_log.py deleted file mode 100644 index f011ffdc7ef..00000000000 --- a/.yamato/script/log_scripts/patterns/unity_log.py +++ /dev/null @@ -1,42 +0,0 @@ -import os -import glob -from utils.shared_utils import load_json, find_matching_patterns -from utils.rules import * -from utils.constants import * - -class Unity_log(): - ''''Handles parsing Unity log (UnityLog.txt) against known error patterns''' - - def __init__(self, path_to_log): - self.path = glob.glob(os.path.join(path_to_log,"*","**",'UnityLog.txt'))[0] - self.patterns = self.get_patterns() - - def get_patterns(self): - '''Returns error patterns to match against. Each pattern has: - pattern: regex to match some string against - tags: tags to be added to Yamato additional results, typically one as identifier, and one as category such as instability, ... - conclusion: success/failure/cancelled/inconclusive (if many patterns are matched for a command, most severe is chosen in the end)''' - return [ - # { - # # commented out as this should always come paired with cache instability below - # 'pattern': r'TcpProtobufSession::SendMessageAsync', - # 'tags': ['TcpProtobufSession', TAG_INSTABILITY, TAG_INFRASTRUCTURE], - # 'conclusion': 'failure', - # }, - # { - # 'pattern': r'AcceleratorClientConnectionCallback - disconnected - cacheserver-slo', - # 'tags': ['cache', TAG_INFRASTRUCTURE, TAG_INSTABILITY], - # 'conclusion': 'failure', - # }, - # { - # 'pattern': r'(Failed to upload artifact)(.+)(to cacheserver)', - # 'tags': ['cache', TAG_INFRASTRUCTURE, TAG_POSSIBLE_INSTABILITY], - # 'conclusion': 'failure', - # }, - ] - - def read_log(self): - '''Returns the string output, which is then matched against known patterns. - In this case, returns the whole UnityLog.txt contents.''' - with open(self.path, encoding='utf-8') as f: - return f.read() diff --git a/.yamato/script/log_scripts/patterns/utr_log.py b/.yamato/script/log_scripts/patterns/utr_log.py deleted file mode 100644 index 7f4cf0a8a61..00000000000 --- a/.yamato/script/log_scripts/patterns/utr_log.py +++ /dev/null @@ -1,40 +0,0 @@ -import os -from utils.shared_utils import load_json, find_matching_patterns -from utils.shared_utils import * -from utils.rules import * -from utils.constants import * - -class UTR_log(): - ''''Handles parsing UTR logs (TestResults.json) against known error patterns''' - - def __init__(self, path_to_log): - self.path = os.path.join(path_to_log,'TestResults.json') - self.patterns = self.get_patterns() - - def get_patterns(self): - '''Returns error patterns to match against. Each pattern has: - pattern: regex to match some string against - tags: tags to be added to Yamato additional results, typically one as identifier, and one as category such as instability, ... - conclusion: success/failure/cancelled/inconclusive (if many patterns are matched for a command, most severe is chosen in the end)''' - return [ - # { - # # commented out for now while we focus on instabilities only - # 'pattern': r'System.TimeoutException: Timeout while waiting', - # 'tags': ['System.TimeoutException'], - # 'conclusion': 'failure', - # }, - { - 'pattern': r'System.AggregateException: One or more errors occurred. \(Detected that ios-deploy is not running when attempting to establish player connection.\)', - 'tags': ['ios-deploy', TAG_INFRASTRUCTURE, TAG_POSSIBLE_INSTABILITY], - 'conclusion': 'failure', - } - ] - - def read_log(self): - '''Returns the string output, which is then matched against known patterns. - In this case, the output corresponds to the error messages of the object marked as rootcause in TestResults.json''' - logs = load_json(self.path) - error_logs = [log for log in logs if log.get('rootCause')] - if len(error_logs) > 0: - return ' '.join(error_logs[0].get('errors',[''])) - return '' diff --git a/.yamato/script/log_scripts/utils/constants.py b/.yamato/script/log_scripts/utils/constants.py deleted file mode 100644 index f21a5a5312e..00000000000 --- a/.yamato/script/log_scripts/utils/constants.py +++ /dev/null @@ -1,12 +0,0 @@ -# Following constants correspond to which log parser class to use -UTR_LOG = 'utr_log' -UNITY_LOG = 'unity_log' -EXECUTION_LOG = 'execution_log' - - -# tags -TAG_SUCCESFUL_RETRY = 'successful-retry' # used for instabilities that succeeded with retries -TAG_INSTABILITY = 'instability' # used for known instabilities which likely caused the job to fail -TAG_INFRASTRUCTURE = 'infrastructure' # used for infrastructure instabilities/failures -TAG_PRODUCT = 'product' # used for non-infrastructure instabilities/failures -TAG_POSSIBLE_INSTABILITY = 'possible-instability' # used for issues that are possibly instabilities, but need to be observed and verified before tagging them as such diff --git a/.yamato/script/log_scripts/utils/rules.py b/.yamato/script/log_scripts/utils/rules.py deleted file mode 100644 index c246d63cbd0..00000000000 --- a/.yamato/script/log_scripts/utils/rules.py +++ /dev/null @@ -1,6 +0,0 @@ - -def add_successful_retry_if(matches): - '''Add only if failed retry has not matched''' - if len(matches) == 1 and 'failed after' in matches[0][0]['pattern'].lower(): - return False - return True diff --git a/.yamato/script/log_scripts/utils/shared_utils.py b/.yamato/script/log_scripts/utils/shared_utils.py deleted file mode 100644 index 4fe53888cef..00000000000 --- a/.yamato/script/log_scripts/utils/shared_utils.py +++ /dev/null @@ -1,61 +0,0 @@ -import json -import re -from .constants import * - -def load_json(file_path): - with open(file_path) as f: - json_data = f.readlines() - json_data[0] = json_data[0].replace('let testData = ','') # strip the beginning - json_data[-1] = json_data[-1][:-1] # strip the ; from end - return json.loads(' '.join(json_data)) - #return json.load(f) - -def find_matching_patterns(patterns, failure_string): - '''Finds a matching pattern from a specified list of pattern objects for a specified failure string (e.g. command output). - Returns the matching pattern object, and the matched substring.''' - matches = [] - for pattern in patterns: - match = re.search(pattern['pattern'], failure_string) - if match: - - # if a pattern is added conditionally, skip it if condition is not fulfilled - if pattern.get('add_if'): - if not pattern['add_if'](matches): - continue - - print('Found match for pattern: ', pattern['pattern']) - matches.append((pattern, match)) - return matches - -def format_tags(tags): - '''Flattens tags, removes duplicates, removes TAG_INSTABILITY if retry was successful - (latter is because we need to have either one or another, we cannot have both, so that we can distinguish them by tags)''' - tags = sorted(list(set([tag for tag_list in tags for tag in tag_list]))) # flatten and remove duplicates - if TAG_INSTABILITY in tags and TAG_SUCCESFUL_RETRY in tags: - tags.remove(TAG_INSTABILITY) - return tags - -def get_ruling_conclusion(conclusions, tags): - '''Pick a single conclusion out of several matches in the order of severity''' - if TAG_SUCCESFUL_RETRY in tags: - return 'success' - elif 'failure' in conclusions: - return 'failure' - elif 'inconclusive' in conclusions: - return 'inconclusive' - elif 'cancelled' in conclusions: - return 'cancelled' - elif 'success' in conclusions: - return 'success' - else: - return 'failure' - -def add_unknown_pattern_if_appropriate(cmd): - '''Adds an unknown failure pattern if no patterns were matched at all, or only successful retry was matched.''' - - if (len(cmd['tags']) == 0 # no pattern matched at all - or (len(cmd['tags']) == 1 and TAG_SUCCESFUL_RETRY in cmd['tags'])): # only successful retry pattern matched - - cmd['conclusion'].append('failure') - cmd['tags'].append('unknown') - cmd['summary'].append( 'Unknown failure: check logs for more details. ') diff --git a/.yamato/shadergraph-android-opengles3.yml b/.yamato/shadergraph-android-opengles3.yml index d73c8625122..83bb4811148 100644 --- a/.yamato/shadergraph-android-opengles3.yml +++ b/.yamato/shadergraph-android-opengles3.yml @@ -36,8 +36,8 @@ ShaderGraph_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ ShaderGraph_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-android-vulkan.yml b/.yamato/shadergraph-android-vulkan.yml index 62fa6aca688..d554be78fde 100644 --- a/.yamato/shadergraph-android-vulkan.yml +++ b/.yamato/shadergraph-android-vulkan.yml @@ -36,8 +36,8 @@ ShaderGraph_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ ShaderGraph_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-iphone-metal.yml b/.yamato/shadergraph-iphone-metal.yml index 1a80a024063..145ddf3f946 100644 --- a/.yamato/shadergraph-iphone-metal.yml +++ b/.yamato/shadergraph-iphone-metal.yml @@ -28,8 +28,8 @@ ShaderGraph_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_ShaderGraph_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ ShaderGraph_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_ShaderGraph_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-linux-openglcore.yml b/.yamato/shadergraph-linux-openglcore.yml index 0a4d84b167b..c6716dfee37 100644 --- a/.yamato/shadergraph-linux-openglcore.yml +++ b/.yamato/shadergraph-linux-openglcore.yml @@ -34,7 +34,8 @@ ShaderGraph_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ ShaderGraph_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ ShaderGraph_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ ShaderGraph_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-linux-vulkan.yml b/.yamato/shadergraph-linux-vulkan.yml index 2608381b9eb..a6e76c70b38 100644 --- a/.yamato/shadergraph-linux-vulkan.yml +++ b/.yamato/shadergraph-linux-vulkan.yml @@ -26,7 +26,8 @@ ShaderGraph_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_ShaderGraph_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ ShaderGraph_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ ShaderGraph_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ ShaderGraph_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_ShaderGraph_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ ShaderGraph_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ ShaderGraph_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-osx-metal.yml b/.yamato/shadergraph-osx-metal.yml index 28d554b6bd5..1aa7415ce8d 100644 --- a/.yamato/shadergraph-osx-metal.yml +++ b/.yamato/shadergraph-osx-metal.yml @@ -39,8 +39,8 @@ ShaderGraph_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/ShaderGraph/test-results/ TestProjects/ShaderGraph/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ ShaderGraph_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/ShaderGraph/test-results/ TestProjects/ShaderGraph/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ ShaderGraph_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/ShaderGraph/test-results/ TestProjects/ShaderGraph/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ ShaderGraph_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/ShaderGraph/test-results/ TestProjects/ShaderGraph/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph-osx-openglcore.yml b/.yamato/shadergraph-osx-openglcore.yml index 98c372d08f3..9a604efedcd 100644 --- a/.yamato/shadergraph-osx-openglcore.yml +++ b/.yamato/shadergraph-osx-openglcore.yml @@ -32,7 +32,8 @@ ShaderGraph_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ ShaderGraph_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ ShaderGraph_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ ShaderGraph_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/ShaderGraph/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/ShaderGraph --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_foundation-linux-openglcore.yml b/.yamato/shadergraph_builtin_foundation-linux-openglcore.yml index d1ccfeb271f..a27036c8ba5 100644 --- a/.yamato/shadergraph_builtin_foundation-linux-openglcore.yml +++ b/.yamato/shadergraph_builtin_foundation-linux-openglcore.yml @@ -34,7 +34,8 @@ ShaderGraph_BuiltIn_Foundation_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ ShaderGraph_BuiltIn_Foundation_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVI retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_foundation-linux-vulkan.yml b/.yamato/shadergraph_builtin_foundation-linux-vulkan.yml index 6b82737430f..a64357a55b2 100644 --- a/.yamato/shadergraph_builtin_foundation-linux-vulkan.yml +++ b/.yamato/shadergraph_builtin_foundation-linux-vulkan.yml @@ -34,7 +34,8 @@ ShaderGraph_BuiltIn_Foundation_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ ShaderGraph_BuiltIn_Foundation_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_foundation-osx-metal.yml b/.yamato/shadergraph_builtin_foundation-osx-metal.yml index 57b6fba52fc..c10b158cb9a 100644 --- a/.yamato/shadergraph_builtin_foundation-osx-metal.yml +++ b/.yamato/shadergraph_builtin_foundation-osx-metal.yml @@ -39,8 +39,8 @@ ShaderGraph_BuiltIn_Foundation_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BuiltInGraphicsTest_Foundation/test-results/ TestProjects/BuiltInGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ ShaderGraph_BuiltIn_Foundation_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BuiltInGraphicsTest_Foundation/test-results/ TestProjects/BuiltInGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_foundation-osx-openglcore.yml b/.yamato/shadergraph_builtin_foundation-osx-openglcore.yml index d1ca53065ad..c6f50dc25aa 100644 --- a/.yamato/shadergraph_builtin_foundation-osx-openglcore.yml +++ b/.yamato/shadergraph_builtin_foundation-osx-openglcore.yml @@ -32,7 +32,8 @@ ShaderGraph_BuiltIn_Foundation_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ ShaderGraph_BuiltIn_Foundation_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISI - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_lighting-linux-openglcore.yml b/.yamato/shadergraph_builtin_lighting-linux-openglcore.yml index cea5ca09013..64a626afd1f 100644 --- a/.yamato/shadergraph_builtin_lighting-linux-openglcore.yml +++ b/.yamato/shadergraph_builtin_lighting-linux-openglcore.yml @@ -34,7 +34,8 @@ ShaderGraph_BuiltIn_Lighting_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ ShaderGraph_BuiltIn_Lighting_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISI retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_lighting-linux-vulkan.yml b/.yamato/shadergraph_builtin_lighting-linux-vulkan.yml index c0a510f773b..62c005701f2 100644 --- a/.yamato/shadergraph_builtin_lighting-linux-vulkan.yml +++ b/.yamato/shadergraph_builtin_lighting-linux-vulkan.yml @@ -34,7 +34,8 @@ ShaderGraph_BuiltIn_Lighting_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ ShaderGraph_BuiltIn_Lighting_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_lighting-osx-metal.yml b/.yamato/shadergraph_builtin_lighting-osx-metal.yml index 7621eddd424..b018a71ce20 100644 --- a/.yamato/shadergraph_builtin_lighting-osx-metal.yml +++ b/.yamato/shadergraph_builtin_lighting-osx-metal.yml @@ -39,8 +39,8 @@ ShaderGraph_BuiltIn_Lighting_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BuiltInGraphicsTest_Lighting/test-results/ TestProjects/BuiltInGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ ShaderGraph_BuiltIn_Lighting_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BuiltInGraphicsTest_Lighting/test-results/ TestProjects/BuiltInGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/shadergraph_builtin_lighting-osx-openglcore.yml b/.yamato/shadergraph_builtin_lighting-osx-openglcore.yml index c0ba57e4c4c..1b210b931eb 100644 --- a/.yamato/shadergraph_builtin_lighting-osx-openglcore.yml +++ b/.yamato/shadergraph_builtin_lighting-osx-openglcore.yml @@ -32,7 +32,8 @@ ShaderGraph_BuiltIn_Lighting_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ ShaderGraph_BuiltIn_Lighting_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/BuiltInGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/BuiltInGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/universal_hybrid-android-opengles3.yml b/.yamato/universal_hybrid-android-opengles3.yml index 537d1efbcd6..00286c5a1ad 100644 --- a/.yamato/universal_hybrid-android-opengles3.yml +++ b/.yamato/universal_hybrid-android-opengles3.yml @@ -36,8 +36,8 @@ Universal_Hybrid_Android_OpenGLES3_Standalone_mono_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ Universal_Hybrid_Android_OpenGLES3_Standalone_mono_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/universal_hybrid-android-vulkan.yml b/.yamato/universal_hybrid-android-vulkan.yml index b967e7aa29f..abdbdf14063 100644 --- a/.yamato/universal_hybrid-android-vulkan.yml +++ b/.yamato/universal_hybrid-android-vulkan.yml @@ -36,8 +36,8 @@ Universal_Hybrid_Android_Vulkan_Standalone_mono_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ Universal_Hybrid_Android_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/universal_hybrid-linux-openglcore.yml b/.yamato/universal_hybrid-linux-openglcore.yml index 0aa16584989..ccc1fff5b89 100644 --- a/.yamato/universal_hybrid-linux-openglcore.yml +++ b/.yamato/universal_hybrid-linux-openglcore.yml @@ -34,7 +34,8 @@ Universal_Hybrid_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ Universal_Hybrid_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/universal_hybrid-linux-vulkan.yml b/.yamato/universal_hybrid-linux-vulkan.yml index bfb2a11970f..943f8ef66b2 100644 --- a/.yamato/universal_hybrid-linux-vulkan.yml +++ b/.yamato/universal_hybrid-linux-vulkan.yml @@ -26,7 +26,8 @@ Universal_Hybrid_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_Universal_Hybrid_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --build-only --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ Universal_Hybrid_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -128,7 +131,8 @@ Universal_Hybrid_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -165,7 +169,8 @@ Build_Universal_Hybrid_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --build-only --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,7 +208,8 @@ Universal_Hybrid_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalHybridTest/test-results --compilation-errors-as-warnings --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalHybridTest --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/universal_hybrid-osx-metal.yml b/.yamato/universal_hybrid-osx-metal.yml index 560890ed7a7..d3bb9e23371 100644 --- a/.yamato/universal_hybrid-osx-metal.yml +++ b/.yamato/universal_hybrid-osx-metal.yml @@ -39,8 +39,8 @@ Universal_Hybrid_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalHybridTest/test-results/ TestProjects/UniversalHybridTest/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ Universal_Hybrid_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalHybridTest/test-results/ TestProjects/UniversalHybridTest/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ Universal_Hybrid_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalHybridTest/test-results/ TestProjects/UniversalHybridTest/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ Universal_Hybrid_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalHybridTest/test-results/ TestProjects/UniversalHybridTest/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-android-opengles3.yml b/.yamato/urp_2d-android-opengles3.yml index 84eb1c35081..702e20c6a4f 100644 --- a/.yamato/urp_2d-android-opengles3.yml +++ b/.yamato/urp_2d-android-opengles3.yml @@ -36,8 +36,8 @@ URP_2D_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_2D_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-android-vulkan.yml b/.yamato/urp_2d-android-vulkan.yml index 440b03b3af9..f196ba9f408 100644 --- a/.yamato/urp_2d-android-vulkan.yml +++ b/.yamato/urp_2d-android-vulkan.yml @@ -36,8 +36,8 @@ URP_2D_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_2D_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-iphone-metal.yml b/.yamato/urp_2d-iphone-metal.yml index 15edb380172..5f7a9486e0a 100644 --- a/.yamato/urp_2d-iphone-metal.yml +++ b/.yamato/urp_2d-iphone-metal.yml @@ -28,8 +28,8 @@ URP_2D_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_URP_2D_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ URP_2D_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_URP_2D_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-linux-openglcore.yml b/.yamato/urp_2d-linux-openglcore.yml index 67055e08945..50b296b8884 100644 --- a/.yamato/urp_2d-linux-openglcore.yml +++ b/.yamato/urp_2d-linux-openglcore.yml @@ -34,7 +34,8 @@ URP_2D_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ URP_2D_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ URP_2D_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ URP_2D_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-linux-vulkan.yml b/.yamato/urp_2d-linux-vulkan.yml index b6806019448..55a99f93c6d 100644 --- a/.yamato/urp_2d-linux-vulkan.yml +++ b/.yamato/urp_2d-linux-vulkan.yml @@ -26,7 +26,8 @@ URP_2D_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_URP_2D_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ URP_2D_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ URP_2D_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ URP_2D_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_URP_2D_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ URP_2D_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ URP_2D_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-osx-metal.yml b/.yamato/urp_2d-osx-metal.yml index b2cb5db758b..308ebe6756a 100644 --- a/.yamato/urp_2d-osx-metal.yml +++ b/.yamato/urp_2d-osx-metal.yml @@ -39,8 +39,8 @@ URP_2D_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ URP_2D_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ URP_2D_OSX_Metal_playmode_XR_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ URP_2D_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,8 +203,8 @@ URP_2D_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -244,8 +244,8 @@ URP_2D_OSX_Metal_playmode_XR_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_2D/test-results/ TestProjects/UniversalGraphicsTest_2D/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_2d-osx-openglcore.yml b/.yamato/urp_2d-osx-openglcore.yml index 6f87d3159e1..8ced66e5e0a 100644 --- a/.yamato/urp_2d-osx-openglcore.yml +++ b/.yamato/urp_2d-osx-openglcore.yml @@ -32,7 +32,8 @@ URP_2D_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ URP_2D_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ URP_2D_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ URP_2D_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_2D/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_2D --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-android-opengles3.yml b/.yamato/urp_foundation-android-opengles3.yml index 6d8fcd5dd5b..f21266dc8bf 100644 --- a/.yamato/urp_foundation-android-opengles3.yml +++ b/.yamato/urp_foundation-android-opengles3.yml @@ -36,8 +36,8 @@ URP_Foundation_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Foundation_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Foundation_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Foundation_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-android-vulkan.yml b/.yamato/urp_foundation-android-vulkan.yml index 19b9b2796b8..e48d4d2d949 100644 --- a/.yamato/urp_foundation-android-vulkan.yml +++ b/.yamato/urp_foundation-android-vulkan.yml @@ -36,8 +36,8 @@ URP_Foundation_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Foundation_Android_Vulkan_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Foundation_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Foundation_Android_Vulkan_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-iphone-metal.yml b/.yamato/urp_foundation-iphone-metal.yml index acc8643ad19..63da5b891c0 100644 --- a/.yamato/urp_foundation-iphone-metal.yml +++ b/.yamato/urp_foundation-iphone-metal.yml @@ -28,8 +28,8 @@ URP_Foundation_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_URP_Foundation_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ URP_Foundation_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_URP_Foundation_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-linux-openglcore.yml b/.yamato/urp_foundation-linux-openglcore.yml index a4c0a2c58eb..8b4c9788677 100644 --- a/.yamato/urp_foundation-linux-openglcore.yml +++ b/.yamato/urp_foundation-linux-openglcore.yml @@ -34,7 +34,8 @@ URP_Foundation_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ URP_Foundation_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ URP_Foundation_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ URP_Foundation_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-linux-vulkan.yml b/.yamato/urp_foundation-linux-vulkan.yml index e8bd34f5650..659a4637107 100644 --- a/.yamato/urp_foundation-linux-vulkan.yml +++ b/.yamato/urp_foundation-linux-vulkan.yml @@ -26,7 +26,8 @@ URP_Foundation_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_URP_Foundation_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ URP_Foundation_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ URP_Foundation_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ URP_Foundation_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_URP_Foundation_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ URP_Foundation_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ URP_Foundation_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-osx-metal.yml b/.yamato/urp_foundation-osx-metal.yml index 9a30360bcc9..21a49071f1a 100644 --- a/.yamato/urp_foundation-osx-metal.yml +++ b/.yamato/urp_foundation-osx-metal.yml @@ -39,8 +39,8 @@ URP_Foundation_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Foundation/test-results/ TestProjects/UniversalGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ URP_Foundation_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Foundation/test-results/ TestProjects/UniversalGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ URP_Foundation_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Foundation/test-results/ TestProjects/UniversalGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ URP_Foundation_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Foundation/test-results/ TestProjects/UniversalGraphicsTest_Foundation/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_foundation-osx-openglcore.yml b/.yamato/urp_foundation-osx-openglcore.yml index 1d3616a9aca..68530c7fc8d 100644 --- a/.yamato/urp_foundation-osx-openglcore.yml +++ b/.yamato/urp_foundation-osx-openglcore.yml @@ -32,7 +32,8 @@ URP_Foundation_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ URP_Foundation_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ URP_Foundation_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ URP_Foundation_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Foundation/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Foundation --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-android-opengles3.yml b/.yamato/urp_lighting-android-opengles3.yml index bd2f377fdd3..78e2655bd7b 100644 --- a/.yamato/urp_lighting-android-opengles3.yml +++ b/.yamato/urp_lighting-android-opengles3.yml @@ -36,8 +36,8 @@ URP_Lighting_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Lighting_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Lighting_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Lighting_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-android-vulkan.yml b/.yamato/urp_lighting-android-vulkan.yml index b71c11e52c0..c476249a3d2 100644 --- a/.yamato/urp_lighting-android-vulkan.yml +++ b/.yamato/urp_lighting-android-vulkan.yml @@ -36,8 +36,8 @@ URP_Lighting_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Lighting_Android_Vulkan_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Lighting_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Lighting_Android_Vulkan_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-iphone-metal.yml b/.yamato/urp_lighting-iphone-metal.yml index 32fa7460d36..50d9e5fe331 100644 --- a/.yamato/urp_lighting-iphone-metal.yml +++ b/.yamato/urp_lighting-iphone-metal.yml @@ -28,8 +28,8 @@ URP_Lighting_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_URP_Lighting_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ URP_Lighting_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_URP_Lighting_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-linux-openglcore.yml b/.yamato/urp_lighting-linux-openglcore.yml index 5428faab8d2..107fd4d985c 100644 --- a/.yamato/urp_lighting-linux-openglcore.yml +++ b/.yamato/urp_lighting-linux-openglcore.yml @@ -34,7 +34,8 @@ URP_Lighting_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ URP_Lighting_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ URP_Lighting_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ URP_Lighting_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-linux-vulkan.yml b/.yamato/urp_lighting-linux-vulkan.yml index aa69db2e376..396284c3daf 100644 --- a/.yamato/urp_lighting-linux-vulkan.yml +++ b/.yamato/urp_lighting-linux-vulkan.yml @@ -26,7 +26,8 @@ URP_Lighting_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_URP_Lighting_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ URP_Lighting_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ URP_Lighting_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ URP_Lighting_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_URP_Lighting_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ URP_Lighting_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ URP_Lighting_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-osx-metal.yml b/.yamato/urp_lighting-osx-metal.yml index 79775a369b1..4f472141f84 100644 --- a/.yamato/urp_lighting-osx-metal.yml +++ b/.yamato/urp_lighting-osx-metal.yml @@ -39,8 +39,8 @@ URP_Lighting_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Lighting/test-results/ TestProjects/UniversalGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ URP_Lighting_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Lighting/test-results/ TestProjects/UniversalGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ URP_Lighting_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Lighting/test-results/ TestProjects/UniversalGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ URP_Lighting_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Lighting/test-results/ TestProjects/UniversalGraphicsTest_Lighting/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_lighting-osx-openglcore.yml b/.yamato/urp_lighting-osx-openglcore.yml index b46067e0e8d..b42a46167fa 100644 --- a/.yamato/urp_lighting-osx-openglcore.yml +++ b/.yamato/urp_lighting-osx-openglcore.yml @@ -32,7 +32,8 @@ URP_Lighting_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ URP_Lighting_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ URP_Lighting_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ URP_Lighting_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Lighting/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Lighting --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-android-opengles3.yml b/.yamato/urp_performance_boatattack-android-opengles3.yml index db270a4d46b..16923aa3294 100644 --- a/.yamato/urp_performance_boatattack-android-opengles3.yml +++ b/.yamato/urp_performance_boatattack-android-opengles3.yml @@ -47,8 +47,8 @@ URP_Performance_BoatAttack_Android_OpenGLES3_performance_playmode_runtime_il2cpp - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -193,8 +193,8 @@ URP_Performance_BoatAttack_Android_OpenGLES3_performance_build_editmode_il2cpp_L set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ URP_Performance_BoatAttack_Android_OpenGLES3_performance_playmode_runtime_il2cpp - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -388,8 +388,8 @@ URP_Performance_BoatAttack_Android_OpenGLES3_performance_build_editmode_il2cpp_L set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-android-vulkan.yml b/.yamato/urp_performance_boatattack-android-vulkan.yml index 5e83cf98c88..b284414a4db 100644 --- a/.yamato/urp_performance_boatattack-android-vulkan.yml +++ b/.yamato/urp_performance_boatattack-android-vulkan.yml @@ -47,8 +47,8 @@ URP_Performance_BoatAttack_Android_Vulkan_performance_playmode_runtime_il2cpp_Li - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -193,8 +193,8 @@ URP_Performance_BoatAttack_Android_Vulkan_performance_build_editmode_il2cpp_Line set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ URP_Performance_BoatAttack_Android_Vulkan_performance_playmode_runtime_il2cpp_Li - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -388,8 +388,8 @@ URP_Performance_BoatAttack_Android_Vulkan_performance_build_editmode_il2cpp_Line set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-iphone-metal.yml b/.yamato/urp_performance_boatattack-iphone-metal.yml index 95cd0f8ab15..459b8f15ece 100644 --- a/.yamato/urp_performance_boatattack-iphone-metal.yml +++ b/.yamato/urp_performance_boatattack-iphone-metal.yml @@ -33,8 +33,8 @@ URP_Performance_BoatAttack_iPhone_Metal_performance_playmode_runtime_il2cpp_Line export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -97,8 +97,8 @@ Build_URP_Performance_BoatAttack_iPhone_Metal_performance_playmode_runtime_il2cp export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ URP_Performance_BoatAttack_iPhone_Metal_performance_build_editmode_il2cpp_Linear export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -199,8 +199,8 @@ URP_Performance_BoatAttack_iPhone_Metal_performance_playmode_runtime_il2cpp_Line export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -263,8 +263,8 @@ Build_URP_Performance_BoatAttack_iPhone_Metal_performance_playmode_runtime_il2cp export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ URP_Performance_BoatAttack_iPhone_Metal_performance_build_editmode_il2cpp_Linear export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-linux-vulkan.yml b/.yamato/urp_performance_boatattack-linux-vulkan.yml index fd0a6c34918..c113a89b62a 100644 --- a/.yamato/urp_performance_boatattack-linux-vulkan.yml +++ b/.yamato/urp_performance_boatattack-linux-vulkan.yml @@ -30,7 +30,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_runtime_mono_Linear - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersHigh --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -97,7 +98,8 @@ Build_URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_runtime_mono_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=1200 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersHigh --scripting-backend=Mono2x --suite=playmode --testfilter=High --testproject=./TestProjects/BoatAttack --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,7 +166,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_editor_mono_Linear_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Low --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -228,7 +231,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_build_editmode_mono_Linear_2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Low --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -259,7 +263,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_runtime_mono_Linear - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersHigh --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -326,7 +331,8 @@ Build_URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_runtime_mono_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=1200 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersHigh --scripting-backend=Mono2x --suite=playmode --testfilter=High --testproject=./TestProjects/BoatAttack --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -393,7 +399,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_playmode_editor_mono_Linear_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Low --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -457,7 +464,8 @@ URP_Performance_BoatAttack_Linux_Vulkan_performance_build_editmode_mono_Linear_C - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Low --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-osx-metal.yml b/.yamato/urp_performance_boatattack-osx-metal.yml index 0ffa1e660da..d997fd64536 100644 --- a/.yamato/urp_performance_boatattack-osx-metal.yml +++ b/.yamato/urp_performance_boatattack-osx-metal.yml @@ -76,8 +76,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_playmode_runtime_mono_Linear_20 scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -148,8 +148,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_playmode_editor_mono_Linear_202 scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -220,8 +220,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_build_editmode_mono_Linear_2021 scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -298,8 +298,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_playmode_runtime_mono_Linear_CU scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -370,8 +370,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_playmode_editor_mono_Linear_CUS scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -442,8 +442,8 @@ URP_Performance_BoatAttack_OSX_Metal_performance_build_editmode_mono_Linear_CUST scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/BoatAttack/test-results/ TestProjects/BoatAttack/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-xrquest-opengles3.yml b/.yamato/urp_performance_boatattack-xrquest-opengles3.yml index 45d39755784..75444db43a1 100644 --- a/.yamato/urp_performance_boatattack-xrquest-opengles3.yml +++ b/.yamato/urp_performance_boatattack-xrquest-opengles3.yml @@ -50,8 +50,8 @@ URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_playmode_runtime_il2cpp set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=Android --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,8 +136,8 @@ Build_URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_playmode_runtime_ set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-enabledxrtargets=OculusXRSDK" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --extra-editor-arg="-stereoRenderingMode=MultiPass" --platform=Android --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=2700 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -222,8 +222,8 @@ URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_build_editmode_il2cpp_L set cmd=--artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -274,8 +274,8 @@ URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_playmode_runtime_il2cpp set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=Android --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -360,8 +360,8 @@ Build_URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_playmode_runtime_ set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-enabledxrtargets=OculusXRSDK" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --extra-editor-arg="-stereoRenderingMode=MultiPass" --platform=Android --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=2700 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -446,8 +446,8 @@ URP_Performance_BoatAttack_XRQuest_OpenGLES3_performance_build_editmode_il2cpp_L set cmd=--artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_boatattack-xrquest-vulkan.yml b/.yamato/urp_performance_boatattack-xrquest-vulkan.yml index e1ea69b3012..6ebca5615a2 100644 --- a/.yamato/urp_performance_boatattack-xrquest-vulkan.yml +++ b/.yamato/urp_performance_boatattack-xrquest-vulkan.yml @@ -50,8 +50,8 @@ URP_Performance_BoatAttack_XRQuest_Vulkan_performance_playmode_runtime_il2cpp_Li set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=Android --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,8 +136,8 @@ Build_URP_Performance_BoatAttack_XRQuest_Vulkan_performance_playmode_runtime_il2 set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-enabledxrtargets=OculusXRSDK" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --extra-editor-arg="-stereoRenderingMode=MultiPass" --platform=Android --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=2700 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -222,8 +222,8 @@ URP_Performance_BoatAttack_XRQuest_Vulkan_performance_build_editmode_il2cpp_Line set cmd=--artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -274,8 +274,8 @@ URP_Performance_BoatAttack_XRQuest_Vulkan_performance_playmode_runtime_il2cpp_Li set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --performance-project-id=BoatAttack --platform=Android --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -360,8 +360,8 @@ Build_URP_Performance_BoatAttack_XRQuest_Vulkan_performance_playmode_runtime_il2 set cmd=--architecture=ARM64 --artifacts_path=TestProjects/BoatAttack/test-results --build-only --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-enabledxrtargets=OculusXRSDK" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --extra-editor-arg="-stereoRenderingMode=MultiPass" --platform=Android --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/BoatAttack --timeout=2700 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -446,8 +446,8 @@ URP_Performance_BoatAttack_XRQuest_Vulkan_performance_build_editmode_il2cpp_Line set cmd=--artifacts_path=TestProjects/BoatAttack/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/scenes/Testing/benchmark_island-static.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=BoatAttack --platform=editmode --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/BoatAttack --zero-tests-are-ok=1 python xr.xrautomatedtests/.yamato/BuildPlayerAndRun.py -s after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_lostcrypt-android-opengles3.yml b/.yamato/urp_performance_lostcrypt-android-opengles3.yml index e547f90cec8..32fcdecd280 100644 --- a/.yamato/urp_performance_lostcrypt-android-opengles3.yml +++ b/.yamato/urp_performance_lostcrypt-android-opengles3.yml @@ -47,8 +47,8 @@ URP_Performance_LostCrypt_Android_OpenGLES3_performance_playmode_runtime_il2cpp_ - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -193,8 +193,8 @@ URP_Performance_LostCrypt_Android_OpenGLES3_performance_build_editmode_il2cpp_Li set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ URP_Performance_LostCrypt_Android_OpenGLES3_performance_playmode_runtime_il2cpp_ - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -388,8 +388,8 @@ URP_Performance_LostCrypt_Android_OpenGLES3_performance_build_editmode_il2cpp_Li set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_lostcrypt-android-vulkan.yml b/.yamato/urp_performance_lostcrypt-android-vulkan.yml index 9b91c45f8fc..cb24c7154da 100644 --- a/.yamato/urp_performance_lostcrypt-android-vulkan.yml +++ b/.yamato/urp_performance_lostcrypt-android-vulkan.yml @@ -47,8 +47,8 @@ URP_Performance_LostCrypt_Android_Vulkan_performance_playmode_runtime_il2cpp_Lin - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -193,8 +193,8 @@ URP_Performance_LostCrypt_Android_Vulkan_performance_build_editmode_il2cpp_Linea set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ URP_Performance_LostCrypt_Android_Vulkan_performance_playmode_runtime_il2cpp_Lin - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -388,8 +388,8 @@ URP_Performance_LostCrypt_Android_Vulkan_performance_build_editmode_il2cpp_Linea set ANDROID_SDK_ROOT=%cd%/WindowsEditor/Data/PlaybackEngines/AndroidPlayer/SDK utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_lostcrypt-iphone-metal.yml b/.yamato/urp_performance_lostcrypt-iphone-metal.yml index 26261e6c5cb..081925ae593 100644 --- a/.yamato/urp_performance_lostcrypt-iphone-metal.yml +++ b/.yamato/urp_performance_lostcrypt-iphone-metal.yml @@ -33,8 +33,8 @@ URP_Performance_LostCrypt_iPhone_Metal_performance_playmode_runtime_il2cpp_Linea export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -97,8 +97,8 @@ Build_URP_Performance_LostCrypt_iPhone_Metal_performance_playmode_runtime_il2cpp export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ URP_Performance_LostCrypt_iPhone_Metal_performance_build_editmode_il2cpp_Linear_ export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -199,8 +199,8 @@ URP_Performance_LostCrypt_iPhone_Metal_performance_playmode_runtime_il2cpp_Linea export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -263,8 +263,8 @@ Build_URP_Performance_LostCrypt_iPhone_Metal_performance_playmode_runtime_il2cpp export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ URP_Performance_LostCrypt_iPhone_Metal_performance_build_editmode_il2cpp_Linear_ export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=LostCrypt --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_lostcrypt-linux-vulkan.yml b/.yamato/urp_performance_lostcrypt-linux-vulkan.yml index 9da68574167..d7b89e82beb 100644 --- a/.yamato/urp_performance_lostcrypt-linux-vulkan.yml +++ b/.yamato/urp_performance_lostcrypt-linux-vulkan.yml @@ -30,7 +30,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_runtime_mono_Linear_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersHigh --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -97,7 +98,8 @@ Build_URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_runtime_mono_L - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --timeout=1200 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersHigh --scripting-backend=Mono2x --suite=playmode --testfilter=High --testproject=./TestProjects/2d-sara --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,7 +166,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_editor_mono_Linear_2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Low --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -228,7 +231,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_build_editmode_mono_Linear_20 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Low --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -259,7 +263,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_runtime_mono_Linear_ - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --performance-project-id=LostCrypt --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersHigh --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -326,7 +331,8 @@ Build_URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_runtime_mono_L - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --timeout=1200 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersHigh --scripting-backend=Mono2x --suite=playmode --testfilter=High --testproject=./TestProjects/2d-sara --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -393,7 +399,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_playmode_editor_mono_Linear_C - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Low --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -457,7 +464,8 @@ URP_Performance_LostCrypt_Linux_Vulkan_performance_build_editmode_mono_Linear_CU - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Low --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/2d-sara/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/Main.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=LostCrypt --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/2d-sara --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_performance_lostcrypt-osx-metal.yml b/.yamato/urp_performance_lostcrypt-osx-metal.yml index ffb7a1220ad..0a0414e1fd6 100644 --- a/.yamato/urp_performance_lostcrypt-osx-metal.yml +++ b/.yamato/urp_performance_lostcrypt-osx-metal.yml @@ -76,8 +76,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_playmode_runtime_mono_Linear_202 scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -148,8 +148,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_playmode_editor_mono_Linear_2021 scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -220,8 +220,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_build_editmode_mono_Linear_2021. scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -298,8 +298,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_playmode_runtime_mono_Linear_CUS scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -370,8 +370,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_playmode_editor_mono_Linear_CUST scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -442,8 +442,8 @@ URP_Performance_LostCrypt_OSX_Metal_performance_build_editmode_mono_Linear_CUSTO scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/2d-sara/test-results/ TestProjects/2d-sara/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-android-opengles3.yml b/.yamato/urp_postpro-android-opengles3.yml index 5d91e6e81d9..beef13956dd 100644 --- a/.yamato/urp_postpro-android-opengles3.yml +++ b/.yamato/urp_postpro-android-opengles3.yml @@ -36,8 +36,8 @@ URP_PostPro_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_PostPro_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_PostPro_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_PostPro_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-android-vulkan.yml b/.yamato/urp_postpro-android-vulkan.yml index 95d49bcb872..ecd65911b42 100644 --- a/.yamato/urp_postpro-android-vulkan.yml +++ b/.yamato/urp_postpro-android-vulkan.yml @@ -36,8 +36,8 @@ URP_PostPro_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_PostPro_Android_Vulkan_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_PostPro_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_PostPro_Android_Vulkan_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-iphone-metal.yml b/.yamato/urp_postpro-iphone-metal.yml index 6a0e5d75e08..fa1157578a5 100644 --- a/.yamato/urp_postpro-iphone-metal.yml +++ b/.yamato/urp_postpro-iphone-metal.yml @@ -28,8 +28,8 @@ URP_PostPro_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_URP_PostPro_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ URP_PostPro_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_URP_PostPro_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-linux-openglcore.yml b/.yamato/urp_postpro-linux-openglcore.yml index 565e2d6d740..75beb1848ed 100644 --- a/.yamato/urp_postpro-linux-openglcore.yml +++ b/.yamato/urp_postpro-linux-openglcore.yml @@ -34,7 +34,8 @@ URP_PostPro_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ URP_PostPro_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ URP_PostPro_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ URP_PostPro_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-linux-vulkan.yml b/.yamato/urp_postpro-linux-vulkan.yml index da0d8ede807..4d578a8cdfd 100644 --- a/.yamato/urp_postpro-linux-vulkan.yml +++ b/.yamato/urp_postpro-linux-vulkan.yml @@ -26,7 +26,8 @@ URP_PostPro_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_URP_PostPro_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ URP_PostPro_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ URP_PostPro_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ URP_PostPro_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_URP_PostPro_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ URP_PostPro_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ URP_PostPro_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-osx-metal.yml b/.yamato/urp_postpro-osx-metal.yml index de229d1de2a..0d01fd16a80 100644 --- a/.yamato/urp_postpro-osx-metal.yml +++ b/.yamato/urp_postpro-osx-metal.yml @@ -39,8 +39,8 @@ URP_PostPro_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_PostPro/test-results/ TestProjects/UniversalGraphicsTest_PostPro/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ URP_PostPro_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_PostPro/test-results/ TestProjects/UniversalGraphicsTest_PostPro/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ URP_PostPro_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_PostPro/test-results/ TestProjects/UniversalGraphicsTest_PostPro/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ URP_PostPro_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_PostPro/test-results/ TestProjects/UniversalGraphicsTest_PostPro/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_postpro-osx-openglcore.yml b/.yamato/urp_postpro-osx-openglcore.yml index 01b4168fa2f..91305addb37 100644 --- a/.yamato/urp_postpro-osx-openglcore.yml +++ b/.yamato/urp_postpro-osx-openglcore.yml @@ -32,7 +32,8 @@ URP_PostPro_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ URP_PostPro_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ URP_PostPro_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ URP_PostPro_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_PostPro/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_PostPro --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-android-opengles3.yml b/.yamato/urp_terrain-android-opengles3.yml index 13ec67d6ac4..009b4896de4 100644 --- a/.yamato/urp_terrain-android-opengles3.yml +++ b/.yamato/urp_terrain-android-opengles3.yml @@ -36,8 +36,8 @@ URP_Terrain_Android_OpenGLES3_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Terrain_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Terrain_Android_OpenGLES3_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Terrain_Android_OpenGLES3_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-android-vulkan.yml b/.yamato/urp_terrain-android-vulkan.yml index 052b8aa89cc..b5f51f55909 100644 --- a/.yamato/urp_terrain-android-vulkan.yml +++ b/.yamato/urp_terrain-android-vulkan.yml @@ -36,8 +36,8 @@ URP_Terrain_Android_Vulkan_Standalone_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -113,8 +113,8 @@ URP_Terrain_Android_Vulkan_Standalone_XR_il2cpp_Linear_2021.2: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ URP_Terrain_Android_Vulkan_Standalone_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -267,8 +267,8 @@ URP_Terrain_Android_Vulkan_Standalone_XR_il2cpp_Linear_CUSTOM-REVISION: - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-iphone-metal.yml b/.yamato/urp_terrain-iphone-metal.yml index bb9f37eaf0b..ee839cd3363 100644 --- a/.yamato/urp_terrain-iphone-metal.yml +++ b/.yamato/urp_terrain-iphone-metal.yml @@ -28,8 +28,8 @@ URP_Terrain_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_URP_Terrain_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ URP_Terrain_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_URP_Terrain_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --timeout=3000 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-linux-openglcore.yml b/.yamato/urp_terrain-linux-openglcore.yml index 6593287ccb3..69fa8d14329 100644 --- a/.yamato/urp_terrain-linux-openglcore.yml +++ b/.yamato/urp_terrain-linux-openglcore.yml @@ -34,7 +34,8 @@ URP_Terrain_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -69,7 +70,8 @@ URP_Terrain_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -104,7 +106,8 @@ URP_Terrain_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -139,7 +142,8 @@ URP_Terrain_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-linux-vulkan.yml b/.yamato/urp_terrain-linux-vulkan.yml index ddc9c3aebd6..e8898457af7 100644 --- a/.yamato/urp_terrain-linux-vulkan.yml +++ b/.yamato/urp_terrain-linux-vulkan.yml @@ -26,7 +26,8 @@ URP_Terrain_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_URP_Terrain_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ URP_Terrain_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ URP_Terrain_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -163,7 +167,8 @@ URP_Terrain_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -200,7 +205,8 @@ Build_URP_Terrain_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --timeout=3000 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ URP_Terrain_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ URP_Terrain_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-osx-metal.yml b/.yamato/urp_terrain-osx-metal.yml index dfc204287d3..70f298297d2 100644 --- a/.yamato/urp_terrain-osx-metal.yml +++ b/.yamato/urp_terrain-osx-metal.yml @@ -39,8 +39,8 @@ URP_Terrain_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Terrain/test-results/ TestProjects/UniversalGraphicsTest_Terrain/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ URP_Terrain_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Terrain/test-results/ TestProjects/UniversalGraphicsTest_Terrain/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ URP_Terrain_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Terrain/test-results/ TestProjects/UniversalGraphicsTest_Terrain/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ URP_Terrain_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/UniversalGraphicsTest_Terrain/test-results/ TestProjects/UniversalGraphicsTest_Terrain/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/urp_terrain-osx-openglcore.yml b/.yamato/urp_terrain-osx-openglcore.yml index b8bf92c7bf3..bdee8070fd7 100644 --- a/.yamato/urp_terrain-osx-openglcore.yml +++ b/.yamato/urp_terrain-osx-openglcore.yml @@ -32,7 +32,8 @@ URP_Terrain_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -65,7 +66,8 @@ URP_Terrain_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ URP_Terrain_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ URP_Terrain_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/UniversalGraphicsTest_Terrain/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter=$TEST_FILTER --testproject=./TestProjects/UniversalGraphicsTest_Terrain --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_hdrp-linux-vulkan.yml b/.yamato/vfx_hdrp-linux-vulkan.yml index 9878e10ce2a..b2f4710d571 100644 --- a/.yamato/vfx_hdrp-linux-vulkan.yml +++ b/.yamato/vfx_hdrp-linux-vulkan.yml @@ -26,7 +26,8 @@ VFX_HDRP_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_VFX_HDRP_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -93,7 +95,8 @@ VFX_HDRP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -130,7 +133,8 @@ Build_VFX_HDRP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -168,7 +172,8 @@ VFX_HDRP_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,7 +208,8 @@ VFX_HDRP_Linux_Vulkan_playmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ VFX_HDRP_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ VFX_HDRP_Linux_Vulkan_editmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -300,7 +308,8 @@ VFX_HDRP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -337,7 +346,8 @@ Build_VFX_HDRP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -367,7 +377,8 @@ VFX_HDRP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -404,7 +415,8 @@ Build_VFX_HDRP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVIS retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -442,7 +454,8 @@ VFX_HDRP_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -477,7 +490,8 @@ VFX_HDRP_Linux_Vulkan_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -512,7 +526,8 @@ VFX_HDRP_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -547,7 +562,8 @@ VFX_HDRP_Linux_Vulkan_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_HDRP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_HDRP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_hdrp-osx-metal.yml b/.yamato/vfx_hdrp-osx-metal.yml index 38ab6d32a5c..46c11e5469e 100644 --- a/.yamato/vfx_hdrp-osx-metal.yml +++ b/.yamato/vfx_hdrp-osx-metal.yml @@ -39,8 +39,8 @@ VFX_HDRP_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ VFX_HDRP_OSX_Metal_Standalone_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ VFX_HDRP_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ VFX_HDRP_OSX_Metal_playmode_XR_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,8 +203,8 @@ VFX_HDRP_OSX_Metal_playmode_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -244,8 +244,8 @@ VFX_HDRP_OSX_Metal_editmode_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -285,8 +285,8 @@ VFX_HDRP_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -326,8 +326,8 @@ VFX_HDRP_OSX_Metal_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -367,8 +367,8 @@ VFX_HDRP_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -408,8 +408,8 @@ VFX_HDRP_OSX_Metal_playmode_XR_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -449,8 +449,8 @@ VFX_HDRP_OSX_Metal_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -490,8 +490,8 @@ VFX_HDRP_OSX_Metal_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_HDRP/test-results/ TestProjects/VisualEffectGraph_HDRP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_urp-iphone-metal.yml b/.yamato/vfx_urp-iphone-metal.yml index 5a264b9b8bc..003eae4b2e1 100644 --- a/.yamato/vfx_urp-iphone-metal.yml +++ b/.yamato/vfx_urp-iphone-metal.yml @@ -28,8 +28,8 @@ VFX_URP_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -66,8 +66,8 @@ Build_VFX_URP_iPhone_Metal_Standalone_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -99,8 +99,8 @@ VFX_URP_iPhone_Metal_Standalone_PerformanceTests_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -137,8 +137,8 @@ Build_VFX_URP_iPhone_Metal_Standalone_PerformanceTests_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -176,8 +176,8 @@ VFX_URP_iPhone_Metal_playmode_PerformanceTests_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -212,8 +212,8 @@ VFX_URP_iPhone_Metal_editmode_PerformanceTests_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-playergraphicsapi=Metal" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=iOS --scripting-backend=IL2CPP --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ VFX_URP_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -280,8 +280,8 @@ Build_VFX_URP_iPhone_Metal_Standalone_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -313,8 +313,8 @@ VFX_URP_iPhone_Metal_Standalone_PerformanceTests_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=iOS --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -351,8 +351,8 @@ Build_VFX_URP_iPhone_Metal_Standalone_PerformanceTests_il2cpp_Linear_CUSTOM-REVI export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="metal" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Metal" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -390,8 +390,8 @@ VFX_URP_iPhone_Metal_playmode_PerformanceTests_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=IL2CPP --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -426,8 +426,8 @@ VFX_URP_iPhone_Metal_editmode_PerformanceTests_il2cpp_Linear_CUSTOM-REVISION: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-playergraphicsapi=Metal" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=iOS --scripting-backend=IL2CPP --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_urp-linux-openglcore.yml b/.yamato/vfx_urp-linux-openglcore.yml index 2f7c4226669..6f15d046d40 100644 --- a/.yamato/vfx_urp-linux-openglcore.yml +++ b/.yamato/vfx_urp-linux-openglcore.yml @@ -26,7 +26,8 @@ VFX_URP_Linux_OpenGLCore_Standalone_PerformanceTests_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_VFX_URP_Linux_OpenGLCore_Standalone_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -101,7 +103,8 @@ VFX_URP_Linux_OpenGLCore_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -136,7 +139,8 @@ VFX_URP_Linux_OpenGLCore_playmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -171,7 +175,8 @@ VFX_URP_Linux_OpenGLCore_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,7 +211,8 @@ VFX_URP_Linux_OpenGLCore_editmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -233,7 +239,8 @@ VFX_URP_Linux_OpenGLCore_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -270,7 +277,8 @@ Build_VFX_URP_Linux_OpenGLCore_Standalone_PerformanceTests_mono_Linear_CUSTOM-RE retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -308,7 +316,8 @@ VFX_URP_Linux_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -343,7 +352,8 @@ VFX_URP_Linux_OpenGLCore_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -378,7 +388,8 @@ VFX_URP_Linux_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -413,7 +424,8 @@ VFX_URP_Linux_OpenGLCore_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-glcore" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_urp-linux-vulkan.yml b/.yamato/vfx_urp-linux-vulkan.yml index 3bf39582d4b..f4d46cf4ff7 100644 --- a/.yamato/vfx_urp-linux-vulkan.yml +++ b/.yamato/vfx_urp-linux-vulkan.yml @@ -26,7 +26,8 @@ VFX_URP_Linux_Vulkan_Standalone_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -63,7 +64,8 @@ Build_VFX_URP_Linux_Vulkan_Standalone_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -93,7 +95,8 @@ VFX_URP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -130,7 +133,8 @@ Build_VFX_URP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -168,7 +172,8 @@ VFX_URP_Linux_Vulkan_playmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,7 +208,8 @@ VFX_URP_Linux_Vulkan_playmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -238,7 +244,8 @@ VFX_URP_Linux_Vulkan_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -273,7 +280,8 @@ VFX_URP_Linux_Vulkan_editmode_PerformanceTests_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -300,7 +308,8 @@ VFX_URP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -337,7 +346,8 @@ Build_VFX_URP_Linux_Vulkan_Standalone_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -367,7 +377,8 @@ VFX_URP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -404,7 +415,8 @@ Build_VFX_URP_Linux_Vulkan_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISI retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="SetupProject.ApplySettings" --extra-editor-arg="vulkan" --extra-editor-arg="Linear" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -442,7 +454,8 @@ VFX_URP_Linux_Vulkan_playmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -477,7 +490,8 @@ VFX_URP_Linux_Vulkan_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -512,7 +526,8 @@ VFX_URP_Linux_Vulkan_editmode_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -547,7 +562,8 @@ VFX_URP_Linux_Vulkan_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-playergraphicsapi=Vulkan" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_urp-osx-metal.yml b/.yamato/vfx_urp-osx-metal.yml index 88cd3446349..7699ef6130e 100644 --- a/.yamato/vfx_urp-osx-metal.yml +++ b/.yamato/vfx_urp-osx-metal.yml @@ -39,8 +39,8 @@ VFX_URP_OSX_Metal_Standalone_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -80,8 +80,8 @@ VFX_URP_OSX_Metal_Standalone_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -121,8 +121,8 @@ VFX_URP_OSX_Metal_playmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -162,8 +162,8 @@ VFX_URP_OSX_Metal_playmode_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -203,8 +203,8 @@ VFX_URP_OSX_Metal_editmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -244,8 +244,8 @@ VFX_URP_OSX_Metal_editmode_PerformanceTests_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -285,8 +285,8 @@ VFX_URP_OSX_Metal_Standalone_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -326,8 +326,8 @@ VFX_URP_OSX_Metal_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -367,8 +367,8 @@ VFX_URP_OSX_Metal_playmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -408,8 +408,8 @@ VFX_URP_OSX_Metal_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -449,8 +449,8 @@ VFX_URP_OSX_Metal_editmode_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -490,8 +490,8 @@ VFX_URP_OSX_Metal_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/VisualEffectGraph_URP/test-results/ TestProjects/VisualEffectGraph_URP/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vfx_urp-osx-openglcore.yml b/.yamato/vfx_urp-osx-openglcore.yml index cc36322dafd..13eae8451a4 100644 --- a/.yamato/vfx_urp-osx-openglcore.yml +++ b/.yamato/vfx_urp-osx-openglcore.yml @@ -27,7 +27,8 @@ VFX_URP_OSX_OpenGLCore_Standalone_PerformanceTests_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneOSX --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -62,7 +63,8 @@ Build_VFX_URP_OSX_OpenGLCore_Standalone_PerformanceTests_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneOSX --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -98,7 +100,8 @@ VFX_URP_OSX_OpenGLCore_playmode_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -131,7 +134,8 @@ VFX_URP_OSX_OpenGLCore_playmode_PerformanceTests_mono_Linear_2021.2: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,7 +168,8 @@ VFX_URP_OSX_OpenGLCore_editmode_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -197,7 +202,8 @@ VFX_URP_OSX_OpenGLCore_editmode_PerformanceTests_mono_Linear_2021.2: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -225,7 +231,8 @@ VFX_URP_OSX_OpenGLCore_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=StandaloneOSX --player-load-path=players --suite=playmode --timeout=1200 --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -260,7 +267,8 @@ Build_VFX_URP_OSX_OpenGLCore_Standalone_PerformanceTests_mono_Linear_CUSTOM-REVI - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --build-only --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=StandaloneOSX --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --timeout=1200 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -296,7 +304,8 @@ VFX_URP_OSX_OpenGLCore_playmode_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -329,7 +338,8 @@ VFX_URP_OSX_OpenGLCore_playmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: - command: ./utr $CACHE_ARGS --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --scripting-backend=Mono2x --suite=playmode --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -362,7 +372,8 @@ VFX_URP_OSX_OpenGLCore_editmode_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.Test" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -395,7 +406,8 @@ VFX_URP_OSX_OpenGLCore_editmode_PerformanceTests_mono_Linear_CUSTOM-REVISION: - command: ./utr --artifacts_path=TestProjects/VisualEffectGraph_URP/test-results --editor-location=.Editor --extra-editor-arg="-colorspace=Linear" --performance-project-version=. --report-performance-data --performance-project-id=VFX --platform=editmode --scripting-backend=Mono2x --suite=editor --testfilter="VFX.PerformanceTest" --testproject=./TestProjects/VisualEffectGraph_URP --zero-tests-are-ok=1 retries: 2 after: - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_builtin-android-opengles3.yml b/.yamato/vikingvillage_builtin-android-opengles3.yml index bda1c85285f..90567e8059b 100644 --- a/.yamato/vikingvillage_builtin-android-opengles3.yml +++ b/.yamato/vikingvillage_builtin-android-opengles3.yml @@ -40,8 +40,8 @@ VikingVillage_BuiltIn_Android_OpenGLES3_performance_playmode_runtime_il2cpp_Line - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ VikingVillage_BuiltIn_Android_OpenGLES3_performance_build_editmode_il2cpp_Linear del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,8 +206,8 @@ VikingVillage_BuiltIn_Android_OpenGLES3_performance_playmode_runtime_il2cpp_Line - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ VikingVillage_BuiltIn_Android_OpenGLES3_performance_build_editmode_il2cpp_Linear del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_builtin-android-vulkan.yml b/.yamato/vikingvillage_builtin-android-vulkan.yml index b454402bc25..a37b1485fe5 100644 --- a/.yamato/vikingvillage_builtin-android-vulkan.yml +++ b/.yamato/vikingvillage_builtin-android-vulkan.yml @@ -40,8 +40,8 @@ VikingVillage_BuiltIn_Android_Vulkan_performance_playmode_runtime_il2cpp_Linear_ - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ VikingVillage_BuiltIn_Android_Vulkan_performance_build_editmode_il2cpp_Linear_20 del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,8 +206,8 @@ VikingVillage_BuiltIn_Android_Vulkan_performance_playmode_runtime_il2cpp_Linear_ - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ VikingVillage_BuiltIn_Android_Vulkan_performance_build_editmode_il2cpp_Linear_CU del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_builtin-iphone-metal.yml b/.yamato/vikingvillage_builtin-iphone-metal.yml index a0869f6774e..678d6bf36cd 100644 --- a/.yamato/vikingvillage_builtin-iphone-metal.yml +++ b/.yamato/vikingvillage_builtin-iphone-metal.yml @@ -30,8 +30,8 @@ VikingVillage_BuiltIn_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_20 export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_BuiltIn --platform=iOS --player-load-path=players --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -89,8 +89,8 @@ Build_VikingVillage_BuiltIn_iPhone_Metal_performance_playmode_runtime_il2cpp_Lin export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -151,8 +151,8 @@ VikingVillage_BuiltIn_iPhone_Metal_performance_build_editmode_il2cpp_Linear_2021 export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -183,8 +183,8 @@ VikingVillage_BuiltIn_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_CU export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_BuiltIn --platform=iOS --player-load-path=players --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ Build_VikingVillage_BuiltIn_iPhone_Metal_performance_playmode_runtime_il2cpp_Lin export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=players --scripting-backend=IL2CPP --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -304,8 +304,8 @@ VikingVillage_BuiltIn_iPhone_Metal_performance_build_editmode_il2cpp_Linear_CUST export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_BuiltIn --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_builtin-linux-vulkan.yml b/.yamato/vikingvillage_builtin-linux-vulkan.yml index d89dbb07841..2de823dfe4d 100644 --- a/.yamato/vikingvillage_builtin-linux-vulkan.yml +++ b/.yamato/vikingvillage_builtin-linux-vulkan.yml @@ -28,7 +28,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_runtime_mono_Linear_2021 - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_BuiltIn --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -91,7 +92,8 @@ Build_VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_runtime_mono_Linea retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -155,7 +157,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_editor_mono_Linear_2021. retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_BuiltIn --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter="MemoryAllocation;RuntimeProfilerMetrics" --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -216,7 +219,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_build_editmode_mono_Linear_2021.2 retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_BuiltIn --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -245,7 +249,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_runtime_mono_Linear_CUST - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_BuiltIn --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=players --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -308,7 +313,8 @@ Build_VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_runtime_mono_Linea retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=players --scripting-backend=Mono2x --suite=playmode --testfilter=$TEST_FILTER --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -372,7 +378,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_playmode_editor_mono_Linear_CUSTO retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_BuiltIn --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter="MemoryAllocation;RuntimeProfilerMetrics" --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -433,7 +440,8 @@ VikingVillage_BuiltIn_Linux_Vulkan_performance_build_editmode_mono_Linear_CUSTOM retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_BuiltIn --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Build --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_builtin-osx-metal.yml b/.yamato/vikingvillage_builtin-osx-metal.yml index 0fe50e4960a..26520340690 100644 --- a/.yamato/vikingvillage_builtin-osx-metal.yml +++ b/.yamato/vikingvillage_builtin-osx-metal.yml @@ -62,8 +62,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_playmode_runtime_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -126,8 +126,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_playmode_editor_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_build_editmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -254,8 +254,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_playmode_runtime_mono_Linear_CUSTOM- scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -318,8 +318,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_playmode_editor_mono_Linear_CUSTOM-R scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -382,8 +382,8 @@ VikingVillage_BuiltIn_OSX_Metal_performance_build_editmode_mono_Linear_CUSTOM-RE scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_urp-android-opengles3.yml b/.yamato/vikingvillage_urp-android-opengles3.yml index db9790a30e0..c2a555b2a24 100644 --- a/.yamato/vikingvillage_urp-android-opengles3.yml +++ b/.yamato/vikingvillage_urp-android-opengles3.yml @@ -40,8 +40,8 @@ VikingVillage_URP_Android_OpenGLES3_performance_playmode_runtime_il2cpp_Linear_2 - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ VikingVillage_URP_Android_OpenGLES3_performance_build_editmode_il2cpp_Linear_202 del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,8 +206,8 @@ VikingVillage_URP_Android_OpenGLES3_performance_playmode_runtime_il2cpp_Linear_C - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ VikingVillage_URP_Android_OpenGLES3_performance_build_editmode_il2cpp_Linear_CUS del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=OpenGLES3" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_urp-android-vulkan.yml b/.yamato/vikingvillage_urp-android-vulkan.yml index 7115bb27824..19dfab4666b 100644 --- a/.yamato/vikingvillage_urp-android-vulkan.yml +++ b/.yamato/vikingvillage_urp-android-vulkan.yml @@ -40,8 +40,8 @@ VikingVillage_URP_Android_Vulkan_performance_playmode_runtime_il2cpp_Linear_2021 - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -164,8 +164,8 @@ VikingVillage_URP_Android_Vulkan_performance_build_editmode_il2cpp_Linear_2021.2 del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -206,8 +206,8 @@ VikingVillage_URP_Android_Vulkan_performance_playmode_runtime_il2cpp_Linear_CUST - command: start %ANDROID_SDK_ROOT%\platform-tools\adb.exe kill-server retries: 2 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -330,8 +330,8 @@ VikingVillage_URP_Android_Vulkan_performance_build_editmode_il2cpp_Linear_CUSTOM del revdate.tmp utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=./WindowsEditor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="Android" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=%GIT_BRANCH%" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=%GIT_REVISION%" --extra-editor-arg="-packageundertestrevdate=%GIT_REVISIONDATE%" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=Android --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_urp-iphone-metal.yml b/.yamato/vikingvillage_urp-iphone-metal.yml index ef5e6e66bf5..700dab936d7 100644 --- a/.yamato/vikingvillage_urp-iphone-metal.yml +++ b/.yamato/vikingvillage_urp-iphone-metal.yml @@ -30,8 +30,8 @@ VikingVillage_URP_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_2021.2 export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_URP --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -89,8 +89,8 @@ Build_VikingVillage_URP_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_ export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -151,8 +151,8 @@ VikingVillage_URP_iPhone_Metal_performance_build_editmode_il2cpp_Linear_2021.2: export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -183,8 +183,8 @@ VikingVillage_URP_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_CUSTOM export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_URP --platform=iOS --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=2400 --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -242,8 +242,8 @@ Build_VikingVillage_URP_iPhone_Metal_performance_playmode_runtime_il2cpp_Linear_ export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --platform=iOS --player-save-path=playersMedium --scripting-backend=IL2CPP --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -304,8 +304,8 @@ VikingVillage_URP_iPhone_Metal_performance_build_editmode_il2cpp_Linear_CUSTOM-R export GIT_REVISIONDATE=`git rev-parse HEAD | git show -s --format=%cI` ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-buildtarget" --extra-editor-arg="iOS" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Metal" --extra-editor-arg="-scriptingbackend=IL2CPP" --performance-project-id=VikingVillage_URP --platform=iOS --report-performance-data --scripting-backend=IL2CPP --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_urp-linux-vulkan.yml b/.yamato/vikingvillage_urp-linux-vulkan.yml index 09411d9b40d..393d50f287d 100644 --- a/.yamato/vikingvillage_urp-linux-vulkan.yml +++ b/.yamato/vikingvillage_urp-linux-vulkan.yml @@ -28,7 +28,8 @@ VikingVillage_URP_Linux_Vulkan_performance_playmode_runtime_mono_Linear_2021.2: - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_URP --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -91,7 +92,8 @@ Build_VikingVillage_URP_Linux_Vulkan_performance_playmode_runtime_mono_Linear_20 retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -155,7 +157,8 @@ VikingVillage_URP_Linux_Vulkan_performance_playmode_editor_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_URP --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -216,7 +219,8 @@ VikingVillage_URP_Linux_Vulkan_performance_build_editmode_mono_Linear_2021.2: retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_URP --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -245,7 +249,8 @@ VikingVillage_URP_Linux_Vulkan_performance_playmode_runtime_mono_Linear_CUSTOM-R - command: chmod +x utr - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --performance-project-id=VikingVillage_URP --platform=StandaloneLinux64 --player-connection-ip=auto --player-load-path=playersMedium --report-performance-data --suite=playmode --timeout=1200 --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -308,7 +313,8 @@ Build_VikingVillage_URP_Linux_Vulkan_performance_playmode_runtime_mono_Linear_CU retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --build-only --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --platform=StandaloneLinux64 --player-save-path=playersMedium --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --timeout=1200 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -372,7 +378,8 @@ VikingVillage_URP_Linux_Vulkan_performance_playmode_editor_mono_Linear_CUSTOM-RE retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_URP --report-performance-data --scripting-backend=Mono2x --suite=playmode --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -433,7 +440,8 @@ VikingVillage_URP_Linux_Vulkan_performance_build_editmode_mono_Linear_CUSTOM-REV retries: 2 - command: DISPLAY=:0.0 ./utr --artifacts_path=TestProjects/Viking-Village-Perf/test-results --category=URP --editor-location=.Editor --extra-editor-arg="-addscenetobuild=Assets/Scenes/The_Viking_Village.unity" --extra-editor-arg="-colorspace=Linear" --extra-editor-arg="-executemethod" --extra-editor-arg="Editor.Setup" --extra-editor-arg="-force-vulkan" --extra-editor-arg="-packageundertestbranch=$GIT_BRANCH" --extra-editor-arg="-packageundertestname=com.unity.render-pipelines.universal" --extra-editor-arg="-packageundertestrev=$GIT_REVISION" --extra-editor-arg="-packageundertestrevdate=$GIT_REVISIONDATE" --extra-editor-arg="-playergraphicsapi=Vulkan" --extra-editor-arg="-scriptingbackend=Mono2x" --performance-project-id=VikingVillage_URP --platform=editmode --report-performance-data --scripting-backend=Mono2x --suite=editor --testfilter=Medium --testproject=./TestProjects/Viking-Village-Perf --zero-tests-are-ok=1 after: - - command: python .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: diff --git a/.yamato/vikingvillage_urp-osx-metal.yml b/.yamato/vikingvillage_urp-osx-metal.yml index 1f276dae2fb..aebf25a3180 100644 --- a/.yamato/vikingvillage_urp-osx-metal.yml +++ b/.yamato/vikingvillage_urp-osx-metal.yml @@ -62,8 +62,8 @@ VikingVillage_URP_OSX_Metal_performance_playmode_runtime_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -126,8 +126,8 @@ VikingVillage_URP_OSX_Metal_performance_playmode_editor_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -190,8 +190,8 @@ VikingVillage_URP_OSX_Metal_performance_build_editmode_mono_Linear_2021.2: scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -254,8 +254,8 @@ VikingVillage_URP_OSX_Metal_performance_playmode_runtime_mono_Linear_CUSTOM-REVI scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -318,8 +318,8 @@ VikingVillage_URP_OSX_Metal_performance_playmode_editor_mono_Linear_CUSTOM-REVIS scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: @@ -382,8 +382,8 @@ VikingVillage_URP_OSX_Metal_performance_build_editmode_mono_Linear_CUSTOM-REVISI scp -i ~/.ssh/id_rsa_macmini -r bokken@$BOKKEN_DEVICE_IP:/Users/bokken/Graphics/TestProjects/Viking-Village-Perf/test-results/ TestProjects/Viking-Village-Perf/test-results/ exit $UTR_RESULT after: - - command: pip3 install requests --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 - - command: python3 .yamato/script/log_scripts/log_parser.py || exit 0 + - command: pip3 install requests ant_instability_detection --index-url https://artifactory.prd.cds.internal.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade || exit 0 + - command: find_instabilities || exit 0 artifacts: logs: paths: