This repository has been archived by the owner on Jul 24, 2022. It is now read-only.
forked from xadupre/machinelearningext
-
Notifications
You must be signed in to change notification settings - Fork 0
/
.local.jenkins.lin.yml
103 lines (97 loc) · 7.81 KB
/
.local.jenkins.lin.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
language: python
python:
- { PATH: "{{Python39}}", VERSION: 3.9, DIST: std, PYINT: python3.9, DOTNET_CLI_TELEMETRY_OPTOUT: 1 }
virtualenv:
- path: {{ospathjoin(root_path, pickname("$NAME_JENKINS", project_name + "_$VERSION_$DIST_$NAME"), "_venv")}}
install:
- export
- cd machinelearning
- git reset --hard
- cd ..
- git submodule update --init --recursive
- $PYINT -m pip install --upgrade pip
- $PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ jyquickhelper pyquickhelper --extra-index-url=https://pypi.python.org/simple/
- $PYINT -m pip install --upgrade --no-cache-dir --no-deps --index http://localhost:8067/simple/ csharpy>0.1.53 --extra-index-url=https://pypi.python.org/simple/
- $PYINT -m pip install -r docs/requirements.tx t
- $PYINT --version
- $PYINT -m pip freeze
- export DOTNET_CLI_TELEMETRY_OPTOUT=1
# clean sources
- python -u clean_source.py
# Build machinelearning
# if this part fails due to permission issue, it should be manually
# called on the jenkins server.
- cd machinelearning
- bash build.sh -Debug
- bash build.sh -Release
- cd ..
- if [ ! -d machinelearning/dist ]; then mkdir machinelearning/dist; fi
- if [ ! -d machinelearning/dist/Debug ]; then mkdir machinelearning/dist/Debug; fi
- if [ ! -d machinelearning/dist/Release ]; then mkdir machinelearning/dist/Release; fi
# machinelearning publish release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.Ensemble/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.FastTree/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.ImageAnalytics/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.KMeansClustering/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.Maml/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.Mkl.Components/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.Mkl.Components.StaticPipe/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.LightGbm/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.OnnxConverter/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.OnnxTransformer/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.OnnxTransformer.StaticPipe/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.PCA/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.StandardTrainers/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.Sweeper/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.TensorFlow/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/AnyCPU.Release/Microsoft.ML.TimeSeries/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/packages/lightgbm/2.2.3/runtimes/linux-x64/native/*.so machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/mlnetmkldeps/0.0.0.9/runtimes/linux-x64/native/*.so machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/google.protobuf/3.5.1/lib/netstandard1.0/*.* machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/system.codedom/4.5.0/lib/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/x64.Release/Native/*.so machinelearning/dist/Release
# machinelearning publish debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.Ensemble/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.FastTree/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.ImageAnalytics/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.KMeansClustering/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.Maml/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.Mkl.Components/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.Mkl.Components.StaticPipe/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.LightGbm/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.OnnxConverter/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.OnnxTransformer/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.OnnxTransformer.StaticPipe/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.PCA/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.StandardTrainers/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.Sweeper/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.TensorFlow/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/bin/AnyCPU.Debug/Microsoft.ML.TimeSeries/netstandard2.0/*.dll machinelearning/dist/Debug
- cp machinelearning/packages/lightgbm/2.2.3/runtimes/linux-x64/native/*.so machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/mlnetmkldeps/0.0.0.9/runtimes/linux-x64/native/*.so machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/google.protobuf/3.5.1/lib/netstandard1.0/*.* machinelearning/bin/x64.Release/Native
- cp machinelearning/packages/system.codedom/4.5.0/lib/netstandard2.0/*.dll machinelearning/dist/Release
- cp machinelearning/bin/x64.Release/Native/*.so machinelearning/dist/Release
# machinelearning copy
- cp machinelearning/bin/x64.Debug/Native/*.so machinelearning/dist/Debug
- cp machinelearning/bin/x64.Release/Native/*.so machinelearning/dist/Release
# Build machinelearningext
- cd machinelearningext
- dotnet build -c Debug
- dotnet build -c Release
- cd ..
# final copy
- cp machinelearning/bin/x64.Debug/Native/*.* machinelearningext/bin/AnyCPU.Debug/TestProfileBenchmark/netcoreapp2.1
- cp machinelearning/bin/x64.Debug/Native/*.* machinelearningext/bin/AnyCPU.Debug/TestMachineLearningExt/netcoreapp2.1
- cp machinelearning/bin/x64.Debug/Native/*.* machinelearningext/bin/AnyCPU.Debug/DocHelperMlExt/netstandard2.0
- cp machinelearning/bin/x64.Release/Native/*.* machinelearningext/bin/AnyCPU.Release/TestProfileBenchmark/netcoreapp2.1
- cp machinelearning/bin/x64.Release/Native/*.* machinelearningext/bin/AnyCPU.Release/TestMachineLearningExt/netcoreapp2.1
- cp machinelearning/bin/x64.Release/Native/*.* machinelearningext/bin/AnyCPU.Release/DocHelperMlExt/netstandard2.0
# check
- ls machinelearningext/bin/AnyCPU.Debug/TestMachineLearningExt/netcoreapp2.1
- ls machinelearningext/bin/AnyCPU.Release/TestMachineLearningExt/netcoreapp2.1
script:
- { CMD: "cd machinelearningext;dotnet test -c Debug TestMachineLearningExt -v n;dotnet test -c Release TestMachineLearningExt -v n;cd ..", NAME: "UT_CSHARP", CLEAN: "0", TIMEOUT: 3600, SCHEDULER: "H H(1-2) 28 * *" }
documentation:
- if [ ${NAME} == "UT_CSHARP" ] then $PYINT -c "from sphinx.cmd.build import build_main;build_main(['-j2','-v','-T','-b','html','-d','docs/doctrees','docs/source','docs/build'])" fi
- if [ ${NAME} == "UT_CSHARP" ] then cp -R -f docs/build/html dist/html fi