From ec662fa216709f98bfe0fb9c5c79a144dcfdf4ce Mon Sep 17 00:00:00 2001 From: GitHub Actions Build Date: Mon, 29 Apr 2024 13:45:55 +0000 Subject: [PATCH] update latest SVF performance data --- diff_tests/perf-latest.txt | 52 ++++---- .../perf_history/perf-2024-04-29T13:45:55.txt | 123 ++++++++++++++++++ 2 files changed, 149 insertions(+), 26 deletions(-) create mode 100644 diff_tests/perf_history/perf-2024-04-29T13:45:55.txt diff --git a/diff_tests/perf-latest.txt b/diff_tests/perf-latest.txt index 4d4e98fd..a438c7df 100644 --- a/diff_tests/perf-latest.txt +++ b/diff_tests/perf-latest.txt @@ -1,36 +1,36 @@ -Start testing: Apr 29 13:05 UTC +Start testing: Apr 29 13:44 UTC ---------------------------------------------------------- 1153/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc 1153/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 1.02 sec +Test time = 0.95 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Apr 29 13:05 UTC -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" time elapsed: 00:00:01 +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" time elapsed: 00:00:00 ---------------------------------------------------------- 1154/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc 1154/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 1.83 sec +Test time = 1.79 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Apr 29 13:44 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" time elapsed: 00:00:01 ---------------------------------------------------------- @@ -38,16 +38,16 @@ Test Passed. 1155/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 2.47 sec +Test time = 2.51 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Apr 29 13:44 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" time elapsed: 00:00:02 ---------------------------------------------------------- @@ -55,16 +55,16 @@ Test Passed. 1156/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 2.96 sec +Test time = 2.99 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Apr 29 13:44 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" time elapsed: 00:00:02 ---------------------------------------------------------- @@ -72,17 +72,17 @@ Test Passed. 1157/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- vcall gep idx not constantint Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc Executing command: ./wpa -vfspta -read-json ir.json -Test time = 9.70 sec +Test time = 9.82 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Apr 29 13:05 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Apr 29 13:44 UTC "diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" time elapsed: 00:00:09 ---------------------------------------------------------- @@ -90,34 +90,34 @@ Test Passed. 1158/1574 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Apr 29 13:05 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Apr 29 13:44 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc Executing command: ./wpa -ander -read-json ir.json -Test time = 31.76 sec +Test time = 32.85 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Apr 29 13:06 UTC -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:31 +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Apr 29 13:45 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:32 ---------------------------------------------------------- 1159/1574 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc 1159/1574 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc" "ir.json" Directory: /home/runner/work/SVF/SVF/Release-build/bin -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Apr 29 13:06 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Apr 29 13:45 UTC Output: ---------------------------------------------------------- Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc Executing command: ./wpa -ander -read-json ir.json -Test time = 38.70 sec +Test time = 41.15 sec ---------------------------------------------------------- Test Passed. -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Apr 29 13:06 UTC -"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:38 +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Apr 29 13:45 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:41 ---------------------------------------------------------- -End testing: Apr 29 13:06 UTC +End testing: Apr 29 13:45 UTC diff --git a/diff_tests/perf_history/perf-2024-04-29T13:45:55.txt b/diff_tests/perf_history/perf-2024-04-29T13:45:55.txt new file mode 100644 index 00000000..a438c7df --- /dev/null +++ b/diff_tests/perf_history/perf-2024-04-29T13:45:55.txt @@ -0,0 +1,123 @@ +Start testing: Apr 29 13:44 UTC +---------------------------------------------------------- +1153/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc +1153/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/dc.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 0.95 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/dc.bc" time elapsed: 00:00:00 +---------------------------------------------------------- + +1154/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc +1154/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bc.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 1.79 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bc.bc" time elapsed: 00:00:01 +---------------------------------------------------------- + +1155/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc +1155/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libbz2.so.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 2.51 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/libbz2.so.bc" time elapsed: 00:00:02 +---------------------------------------------------------- + +1156/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc +1156/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bunzip2.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 2.99 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/bunzip2.bc" time elapsed: 00:00:02 +---------------------------------------------------------- + +1157/1574 Testing: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc +1157/1574 Test: diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -vfspta -dump-vfg -dump-json=ir.json" "wpa -vfspta -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +vcall gep idx not constantint +Executing command: ./wpa -vfspta -dump-vfg -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/htop.bc +Executing command: ./wpa -vfspta -read-json ir.json + +Test time = 9.82 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" end time: Apr 29 13:44 UTC +"diff-perf-cruxbc-small/test_cases_bc/crux-bc/htop.bc" time elapsed: 00:00:09 +---------------------------------------------------------- + +1158/1574 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc +1158/1574 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" start time: Apr 29 13:44 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/libcurl.so.bc +Executing command: ./wpa -ander -read-json ir.json + +Test time = 32.85 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" end time: Apr 29 13:45 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/libcurl.so.bc" time elapsed: 00:00:32 +---------------------------------------------------------- + +1159/1574 Testing: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc +1159/1574 Test: diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc +Command: "/home/runner/work/SVF/SVF/Test-Suite/diff_tests/difftest.py" "wpa -ander -dump-json=ir.json" "wpa -ander -read-json" "/home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc" "ir.json" +Directory: /home/runner/work/SVF/SVF/Release-build/bin +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" start time: Apr 29 13:45 UTC +Output: +---------------------------------------------------------- +Executing command: ./wpa -ander -dump-json=ir.json /home/runner/work/SVF/SVF/Test-Suite/test_cases_bc/crux-bc/bash.bc +Executing command: ./wpa -ander -read-json ir.json + +Test time = 41.15 sec +---------------------------------------------------------- +Test Passed. +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" end time: Apr 29 13:45 UTC +"diff-perf-cruxbc-big/test_cases_bc/crux-bc/bash.bc" time elapsed: 00:00:41 +---------------------------------------------------------- + +End testing: Apr 29 13:45 UTC