Skip to content

Commit

Permalink
pts/openvino-1.3.0: Update against OpenVINO 2023.1 upstream.
Browse files Browse the repository at this point in the history
  • Loading branch information
Michael Larabel authored and michaellarabel committed Oct 1, 2023
1 parent 970e98e commit bde43b6
Show file tree
Hide file tree
Showing 4 changed files with 185 additions and 0 deletions.
13 changes: 13 additions & 0 deletions pts/openvino-1.3.0/downloads.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
<Downloads>
<Package>
<URL>http://www.phoronix-test-suite.com/benchmark-files/openvino-2023.1.tar.xz</URL>
<MD5>95ca0ea225a1b767df84b083d2935337</MD5>
<SHA256>ac14a826367872a36cecedd3a69f32c6597ba4437593f4aecf4a7a0b807b74eb</SHA256>
<FileName>openvino-2023.1.tar.xz</FileName>
<FileSize>177384852</FileSize>
</Package>
</Downloads>
</PhoronixTestSuite>
37 changes: 37 additions & 0 deletions pts/openvino-1.3.0/install.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
#!/bin/bash
mkdir models
rm -rf openvino-github
tar -xf openvino-2023.1.tar.xz
cd openvino-github
mkdir build
cd build
cmake -DCMAKE_BUILD_TYPE=Release -DTREAT_WARNING_AS_ERROR=OFF ..
make -j $NUM_CPU_CORES
EXIT_STATUS=$?
if [ $EXIT_STATUS -ne 0 ]; then
echo $EXIT_STATUS > ~/test-exit-status
exit 2
fi
cd ~/openvino-github/thirdparty/open_model_zoo/tools/model_tools
pip3 install --user -r requirements.in
python3 downloader.py --name face-detection-0206 -o $HOME/models
python3 downloader.py --name age-gender-recognition-retail-0013 -o $HOME/models
python3 downloader.py --name person-detection-0303 -o $HOME/models
python3 downloader.py --name weld-porosity-detection-0001 -o $HOME/models
python3 downloader.py --name vehicle-detection-0202 -o $HOME/models
python3 downloader.py --name person-vehicle-bike-detection-2004 -o $HOME/models
python3 downloader.py --name machine-translation-nar-en-de-0002 -o $HOME/models
python3 downloader.py --name face-detection-retail-0005 -o $HOME/models
python3 downloader.py --name handwritten-english-recognition-0001 -o $HOME/models
python3 downloader.py --name road-segmentation-adas-0001 -o $HOME/models
echo $? > ~/install-exit-status
cd ~
BINDIR=intel64
if [ $OS_ARCH = "aarch64" ]
then
BINDIR=aarch64
fi
echo "#!/bin/bash
./openvino-github/bin/$BINDIR/Release/benchmark_app \$@ > \$LOG_FILE
echo \$? > ~/test-exit-status" > openvino
chmod +x openvino
16 changes: 16 additions & 0 deletions pts/openvino-1.3.0/results-definition.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
<ResultsParser>
<OutputTemplate>[ INFO ] Throughput: #_RESULT_# FPS</OutputTemplate>
<ResultScale>FPS</ResultScale>
<ResultProportion>HIB</ResultProportion>
</ResultsParser>
<ResultsParser>
<OutputTemplate>[ INFO ] Average: #_RESULT_# ms
[ INFO ] Min: #_MIN_RESULT_# ms
[ INFO ] Max: #_MAX_RESULT_# ms</OutputTemplate>
<ResultScale>ms</ResultScale>
<ResultProportion>LIB</ResultProportion>
</ResultsParser>
</PhoronixTestSuite>
119 changes: 119 additions & 0 deletions pts/openvino-1.3.0/test-definition.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,119 @@
<?xml version="1.0"?>
<!--Phoronix Test Suite v10.8.4-->
<PhoronixTestSuite>
<TestInformation>
<Title>OpenVINO</Title>
<AppVersion>2023.1</AppVersion>
<Description>This is a test of the Intel OpenVINO, a toolkit around neural networks, using its built-in benchmarking support and analyzing the throughput and latency for various models.</Description>
<ResultScale>FPS</ResultScale>
<Proportion>HIB</Proportion>
<TimesToRun>3</TimesToRun>
</TestInformation>
<TestProfile>
<Version>1.3.0</Version>
<SupportedPlatforms>Linux</SupportedPlatforms>
<SoftwareType>Utility</SoftwareType>
<TestType>System</TestType>
<License>Free</License>
<Status>Verified</Status>
<ExternalDependencies>python, build-utilities, cmake</ExternalDependencies>
<InstallRequiresInternet>TRUE</InstallRequiresInternet>
<EnvironmentSize>3500</EnvironmentSize>
<ProjectURL>https://www.openvino.ai/</ProjectURL>
<RepositoryURL>https://github.com/openvinotoolkit/openvino</RepositoryURL>
<Maintainer>Michael Larabel</Maintainer>
<SystemDependencies>usb.h, libusb-1.0/libusb.h, opencv_version, opencv4/opencv2/cvdef.h, python2</SystemDependencies>
</TestProfile>
<TestSettings>
<Option>
<DisplayName>Model</DisplayName>
<Identifier>model</Identifier>
<ArgumentPrefix>-m </ArgumentPrefix>
<Menu>
<Entry>
<Name>Face Detection FP16</Name>
<Value>models/intel/face-detection-0206/FP16/face-detection-0206.xml</Value>
</Entry>
<Entry>
<Name>Face Detection FP16-INT8</Name>
<Value>models/intel/face-detection-0206/FP16-INT8/face-detection-0206.xml</Value>
</Entry>
<Entry>
<Name>Age Gender Recognition Retail 0013 FP16</Name>
<Value>models/intel/age-gender-recognition-retail-0013/FP16/age-gender-recognition-retail-0013.xml</Value>
</Entry>
<Entry>
<Name>Age Gender Recognition Retail 0013 FP16-INT8</Name>
<Value>models/intel/age-gender-recognition-retail-0013/FP16-INT8/age-gender-recognition-retail-0013.xml</Value>
</Entry>
<Entry>
<Name>Person Detection FP16</Name>
<Value>models/intel/person-detection-0303/FP16/person-detection-0303.xml</Value>
</Entry>
<Entry>
<Name>Person Detection FP32</Name>
<Value>models/intel/person-detection-0303/FP32/person-detection-0303.xml</Value>
</Entry>
<Entry>
<Name>Weld Porosity Detection FP16-INT8</Name>
<Value>models/intel/weld-porosity-detection-0001/FP16-INT8/weld-porosity-detection-0001.xml</Value>
</Entry>
<Entry>
<Name>Weld Porosity Detection FP16</Name>
<Value>models/intel/weld-porosity-detection-0001/FP16/weld-porosity-detection-0001.xml</Value>
</Entry>
<Entry>
<Name>Vehicle Detection FP16-INT8</Name>
<Value>models/intel/vehicle-detection-0202/FP16-INT8/vehicle-detection-0202.xml</Value>
</Entry>
<Entry>
<Name>Vehicle Detection FP16</Name>
<Value>models/intel/vehicle-detection-0202/FP16/vehicle-detection-0202.xml</Value>
</Entry>
<Entry>
<Name>Person Vehicle Bike Detection FP16</Name>
<Value>models/intel/person-vehicle-bike-detection-2004/FP16/person-vehicle-bike-detection-2004.xml</Value>
</Entry>
<Entry>
<Name>Machine Translation EN To DE FP16</Name>
<Value>models/intel/machine-translation-nar-en-de-0002/FP16/machine-translation-nar-en-de-0002.xml</Value>
</Entry>
<Entry>
<Name>Face Detection Retail FP16</Name>
<Value>models/intel/face-detection-retail-0005/FP16/face-detection-retail-0005.xml</Value>
</Entry>
<Entry>
<Name>Face Detection Retail FP16-INT8</Name>
<Value>models/intel/face-detection-retail-0005/FP16-INT8/face-detection-retail-0005.xml</Value>
</Entry>
<Entry>
<Name>Handwritten English Recognition FP16</Name>
<Value>models/intel/handwritten-english-recognition-0001/FP16/handwritten-english-recognition-0001.xml</Value>
</Entry>
<Entry>
<Name>Handwritten English Recognition FP16-INT8</Name>
<Value>models/intel/handwritten-english-recognition-0001/FP16-INT8/handwritten-english-recognition-0001.xml</Value>
</Entry>
<Entry>
<Name>Road Segmentation ADAS FP16</Name>
<Value>models/intel/road-segmentation-adas-0001/FP16/road-segmentation-adas-0001.xml</Value>
</Entry>
<Entry>
<Name>Road Segmentation ADAS FP16-INT8</Name>
<Value>models/intel/road-segmentation-adas-0001/FP16-INT8/road-segmentation-adas-0001.xml</Value>
</Entry>
</Menu>
</Option>
<Option>
<DisplayName>Device</DisplayName>
<Identifier>Device</Identifier>
<ArgumentPrefix>-d </ArgumentPrefix>
<Menu>
<Entry>
<Name>CPU</Name>
<Value>CPU</Value>
</Entry>
</Menu>
</Option>
</TestSettings>
</PhoronixTestSuite>

0 comments on commit bde43b6

Please sign in to comment.