/
.gitlab-ci.yml
396 lines (371 loc) · 13.7 KB
/
.gitlab-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
variables:
DOC_SERVER: doc
GIT_DEPTH: "3"
DOC_CENTER: /home/xl_ci/doc_center
SHAREENVLOC: /home/share/devtools
IMAGE: rego.corp.nucleisys.com/software/sdkbuild
IMAGE_TAG: "2023.10"
JOBCTRL: "RUN"
workflow:
rules:
- if: $CI_COMMIT_MESSAGE =~ /draft|wip|stash/i
when: never
- if: $CI_COMMIT_BRANCH =~ /master|develop|feature/
- if: $CI_COMMIT_BRANCH == "master" && $CI_COMMIT_TAG
- if: $CI_MERGE_REQUEST_TARGET_BRANCH_NAME =~ /master|develop/ && $CI_PIPELINE_SOURCE == "merge_request_event"
default:
tags:
- env::docker
- net::outside
image: $IMAGE:$IMAGE_TAG
stages:
- build
- deploy
## Job for build document
build_doc:
stage: build
interruptible: true
only:
changes:
- doc/**/**/**/*
- .gitlab-ci.yml
retry: 1
artifacts:
name: "nuclei_sdk_doc-job${CI_JOB_ID}-${CI_COMMIT_SHA::8}"
paths:
- doc/build
expire_in: 2 day
before_script:
- apt update
- apt install -y lftp python3 make latexmk texlive-base texlive-latex-extra python3-pip
- pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
- python3 -m pip install --upgrade pip
- pip3 install -r doc/requirements.txt
script:
- cd doc
- make clean
- make all
- make latexpdf
- cp build/latex/*.pdf build/html/
## Job for deploy document to internal server
deploy_doc:
stage: deploy
when: on_success
retry: 1
only:
refs:
- master
changes:
- doc/**/**/**/**/*
- .gitlab-ci.yml
script:
- ssh $DOC_SERVER "rm -rf $DOC_CENTER/nuclei_sdk/*"
- ssh $DOC_SERVER "mkdir -p $DOC_CENTER/nuclei_sdk/"
- cd doc/build
- scp -r html $DOC_SERVER:$DOC_CENTER/nuclei_sdk
dependencies:
- build_doc
tags:
- env::native
- host::whss1
## Job for deploy document to nuclei website
deploy_website:
stage: deploy
when: on_success
retry: 1
only:
refs:
- master
changes:
- doc/**/**/**/**/*
script:
- ./.ci/ftp_deploy.sh $FTPUSER $FTPPWD $FTPSERVER doc/build/html nuclei_sdk
dependencies:
- build_doc
tags:
- env::native
- host::whss1
## Job template
.job_template: &job_template_default
image: $IMAGE:$IMAGE_TAG
interruptible: true
stage: build
before_script:
- apt update
# install libncursesw5 for ubuntu 20.04 and later for libtinfo.so.5 missing
- apt install -y python3 make python3-pip libncursesw5
- pip3 config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
- python3 -m pip install --upgrade pip
- pip3 install -r tools/scripts/requirements.txt
- which riscv64-unknown-elf-gcc && riscv64-unknown-elf-gcc --version
- which riscv64-unknown-elf-clang && riscv64-unknown-elf-clang --version
- which qemu-system-riscv32 && qemu-system-riscv32 --version
- which make && make --version
- which python3 && python3 --version
# CI_JOB_NAME_SLUG is introduced >=15.4 gitlab release
- export CI_JOB_NAME_SHORT=${CI_JOB_NAME/[\[ :\/ ]*}
- echo "CI_JOB_NAME_SHORT=${CI_JOB_NAME_SHORT}"
artifacts:
when: always
name: "nsdkcli_logs-job${CI_JOB_ID}-${CI_COMMIT_SHA::8}"
paths:
- logs
expire_in: 2 day
.job_ctrl_template: &job_ctrl_template_default
<<: *job_template_default
rules:
- if: $JOBCTRL == "RUN"
build_gd32vf103:
<<: *job_template_default
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/gd32vf103v_rvstar.json
- tools/scripts/nsdk_cli/configs/gd32vf103v_eval.json
- tools/scripts/nsdk_cli/configs/gd32vf103c_longan_nano.json
- tools/scripts/nsdk_cli/configs/gd32vf103c_t_display.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR
build_evalsoc:
<<: *job_template_default
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR
run_newlib_nano_evalsoc_small:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu_small_gnu.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu_small_llvm.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET
run_newlib_nano_evalsoc:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_bpv.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET
run_libncrt_evalsoc:
<<: *job_template_default
timeout: 4h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
HWCFG: tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_libncrt.json
RUNTARGET: qemu
parallel:
matrix:
- STDCLIB:
- libncrt_small
- libncrt_fast
- libncrt_balanced
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET --make_options "STDCLIB=$STDCLIB"
run_newlib_full_evalsoc:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu_newlib.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_bpv_newlib.json
#IMAGE_TAG:
#- "2022.05-eng2"
#- "2022.05"
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/${IMAGE_TAG}/$(basename ${HWCFG%.json})
# change ilm/dlm size from 64K to 128K for evalsoc to be able to build with newlib full library
- sed -i "s/64K/128K/g" SoC/evalsoc/Board/nuclei_fpga_eval/Source/GCC/gcc_evalsoc_ilm.ld
- sed -i "s/64K/128K/g" SoC/evalsoc/Board/nuclei_fpga_eval/Source/GCC/gcc_evalsoc_flash.ld
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --make_options "SIMU=$RUNTARGET" --run --run_target $RUNTARGET
# Test zc feature
run_newlib_nano_zc_evalsoc:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_zc_codesize.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_zc.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_xxlcz.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET
run_libncrt_zc_evalsoc:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_zc_libncrt.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_xxlcz_libncrt.json
STDCLIB:
- libncrt_small
- libncrt_fast
- libncrt_balanced
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/${STDCLIB}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET --make_options "STDCLIB=$STDCLIB SIMU=$RUNTARGET"
# Test llvm toolchain
run_llvm_newlib_nano_evalsoc:
<<: *job_template_default
timeout: 5h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu_llvm.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_bpv_llvm.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET
# Test extra test suites
run_test_evalsoc:
<<: *job_template_default
timeout: 4h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/test.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_bpv.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --make_options "SIMU=$RUNTARGET" --run --run_target $RUNTARGET
run_smp_evalsoc:
<<: *job_template_default
timeout: 4h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/smp_application.json
RUNTARGET: qemu
parallel:
matrix:
- HWCFG:
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_qemu.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_bpv.json
- tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_libncrt.json
script:
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --make_options "SIMU=$RUNTARGET" --run --run_target $RUNTARGET
# random and sanity checks
run_sanity_check:
<<: *job_template_default
timeout: 4h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
HWCFG: tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_sanity.json
RUNTARGET: qemu
RANDTIMES: 4
script:
- sed -i -e 's/REGION_ALIAS("DATA_LMA", ram)/REGION_ALIAS("DATA_LMA", ilm)/' SoC/evalsoc/Board/nuclei_fpga_eval/Source/GCC/gcc_evalsoc_ilm.ld
- git diff
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/misc/random_sanity.py --appcfg $APPCFG --hwcfg $HWCFG --logdir $LOGDIR --randtimes ${RANDTIMES} --run_target ${RUNTARGET} --toolchains "nuclei_gnu"
run_datalma_inilm:
<<: *job_template_default
timeout: 4h
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
HWCFG: tools/scripts/nsdk_cli/configs/nuclei_fpga_eval_ci_sanity.json
RUNTARGET: qemu
SOCS: "evalsoc"
script:
- sed -i -e 's/REGION_ALIAS("DATA_LMA", ram)/REGION_ALIAS("DATA_LMA", ilm)/' SoC/evalsoc/Board/nuclei_fpga_eval/Source/GCC/gcc_evalsoc_ilm.ld
- sed -i -e 's/REGION_ALIAS("DATA_LMA", ram)/REGION_ALIAS("DATA_LMA", rom)/' SoC/evalsoc/Board/nuclei_fpga_eval/Source/GCC/gcc_evalsoc_ddr.ld
- git diff
- export LOGDIR=logs/${CI_JOB_NAME_SHORT}/$(basename ${HWCFG%.json})
- python3 tools/scripts/misc/random_sanity.py --appcfg $APPCFG --hwcfg $HWCFG --logdir $LOGDIR --randtimes 2 --run_target ${RUNTARGET} --socs ${SOCS} --downloads "ilm,ddr" --toolchains "nuclei_gnu"
run_on_ncycm:
<<: *job_template_default
timeout: 12h
when: manual
tags:
- hardware::high-freq-linux
variables:
APPCFG: tools/scripts/nsdk_cli/configs/application.json
RUNTARGET: ncycm
parallel:
matrix:
- CORE:
- n300
- n900
script:
- export LOGROOT=logs/${CI_JOB_NAME_SHORT}/ncycm
- echo "Run for CORE=$CORE, evaluate dhrystone and coremark"
- export LOGDIR=$LOGROOT/$CORE/cmkdhry
- export HWCFG=tools/scripts/nsdk_cli/configs/ncycm/cmkdhry_$CORE.json
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET --verbose
- echo "Run for CORE=$CORE, evaluate whetstone"
- export LOGDIR=$LOGROOT/$CORE/whet
- export HWCFG=tools/scripts/nsdk_cli/configs/ncycm/whet_$CORE.json
- python3 tools/scripts/nsdk_cli/nsdk_bench.py --appcfg $APPCFG --hwcfg $HWCFG --parallel="-j" --logdir $LOGDIR --run --run_target $RUNTARGET --verbose
- echo "Show final results"
- find $LOGROOT -name "result.csv" | xargs cat
sdk_gen_benchmark:
<<: *job_template_default
script:
- export LOGROOT=gen
- export RUNTARGET=
- export SDK_COPY_OBJECTS="elf,map,dump"
- bash tools/scripts/misc/dobench/dobench.sh $LOGROOT
- bash tools/scripts/misc/build_benchmark.sh
artifacts:
when: always
name: "nsdk_benchmark-job${CI_JOB_ID}-${CI_COMMIT_SHA::8}"
paths:
- gen
expire_in: 2 day
sdk_sync_tools:
stage: deploy
interruptible: true
only:
refs:
- master
- develop
- tags
tags:
- env::native
- host::whml1
- net::outside
script:
- cp -f tools/scripts/nsdk_cli/httpserver.py ${SHAREENVLOC}/tools/bin/httpserver_cli
- cp -f tools/scripts/nsdk_cli/hpm_parse.py ${SHAREENVLOC}/tools/bin/hpmparse_cli
- cp -f tools/scripts/nsdk_cli/report_preview.py ${SHAREENVLOC}/tools/bin/reportview_cli
- cp -f tools/scripts/nsdk_cli/runresult_diff.py ${SHAREENVLOC}/tools/bin/runrstdiff_cli
- chmod +x ${SHAREENVLOC}/tools/bin/*_cli