diff options
| author | Daniel Friesel <dfriesel@uos.de> | 2022-05-23 13:31:54 +0000 |
|---|---|---|
| committer | Daniel Friesel <dfriesel@uos.de> | 2022-05-23 13:31:54 +0000 |
| commit | 913893354cd316b7d79f334c644c915204d75b5a (patch) | |
| tree | 82ba420ffca5dc006887be8f4276e25061692fd5 /.gitlab-ci.yml | |
| parent | 4bcd926c7a081eb8a0a5a53c3102128747a68aeb (diff) | |
| parent | 8da64e2452140345cc1313a28bc9a993b830f725 (diff) | |
Merge branch 'feature/mput' into 'main'
CI: use mput for model deployment
See merge request software/dfatool!4
Diffstat (limited to '.gitlab-ci.yml')
| -rw-r--r-- | .gitlab-ci.yml | 28 |
1 files changed, 11 insertions, 17 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 79b3188..3d27c07 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -41,37 +41,31 @@ make_benchmark: variables: GIT_SUBMODULE_STRATEGY: normal script: - - mkdir kconfig-static-data + - mkdir -p kconfig-static-data models - cd kconfig-static-data - ../bin/explore-kconfig.py --log-level debug --random 5 --with-neighbourhood ../examples/kconfig-static - - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 DFATOOL_KCONF_WITH_CHOICE_NODES=0 ../bin/analyze-kconfig.py --export-webconf ../example-static-rmt-b.json --export-raw-predictions ../example-static-rmt-b-eval.json ../examples/kconfig-static/Kconfig . - - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 DFATOOL_KCONF_WITH_CHOICE_NODES=1 ../bin/analyze-kconfig.py --export-webconf ../example-static-rmt-nb.json --export-raw-predictions ../example-static-rmt-nb-eval.json ../examples/kconfig-static/Kconfig . - - cp ../examples/kconfig-static/Kconfig ../example-static.kconfig + - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 DFATOOL_KCONF_WITH_CHOICE_NODES=0 ../bin/analyze-kconfig.py --export-webconf ../models/example-static-rmt-b.json --export-raw-predictions ../models/example-static-rmt-b-eval.json ../examples/kconfig-static/Kconfig . + - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 DFATOOL_KCONF_WITH_CHOICE_NODES=1 ../bin/analyze-kconfig.py --export-webconf ../models/example-static-rmt-nb.json --export-raw-predictions ../models/example-static-rmt-nb-eval.json ../examples/kconfig-static/Kconfig . + - cp ../examples/kconfig-static/Kconfig ../models/example-static.kconfig artifacts: paths: - - example-static.kconfig - - example-static-rmt-b.json - - example-static-rmt-b-eval.json - - example-static-rmt-nb.json - - example-static-rmt-nb-eval.json + - models make_model: stage: build variables: GIT_SUBMODULE_STRATEGY: normal script: + - mkdir -p models - wget -q https://ess.cs.uos.de/.private/dfatool/multipass.json.xz https://ess.cs.uos.de/.private/dfatool/multipass.kconfig - - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 bin/analyze-kconfig.py multipass.kconfig multipass.json.xz --export-webconf multipass-rmt.json + - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 bin/analyze-kconfig.py multipass.kconfig multipass.json.xz --export-webconf models/multipass-rmt.json - wget -q https://ess.cs.uos.de/.private/dfatool/x264.json.xz https://ess.cs.uos.de/.private/dfatool/x264.kconfig https://ess.cs.uos.de/.private/dfatool/x264.nfpkeys.json - mv x264.nfpkeys.json nfpkeys.json - - DFATOOL_DTREE_SKLEARN_CART=1 DFATOOL_PARAM_CATEGORIAL_TO_SCALAR=1 bin/analyze-kconfig.py x264.kconfig x264.json.xz --export-webconf x264-cart.json - - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 bin/analyze-kconfig.py x264.kconfig x264.json.xz --export-webconf x264-rmt.json + - DFATOOL_DTREE_SKLEARN_CART=1 DFATOOL_PARAM_CATEGORIAL_TO_SCALAR=1 bin/analyze-kconfig.py x264.kconfig x264.json.xz --export-webconf models/x264-cart.json + - DFATOOL_DTREE_IGNORE_IRRELEVANT_PARAMS=0 bin/analyze-kconfig.py x264.kconfig x264.json.xz --export-webconf models/x264-rmt.json artifacts: paths: - - multipass-rmt.json - - x264.kconfig - - x264-cart.json - - x264-rmt.json + - models deploy_model: stage: deploy @@ -83,5 +77,5 @@ deploy_model: - '[[ -f /.dockerenv ]] && echo -e "Host *\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config' - chmod 600 "$STAGING_PRIVATE_KEY" script: - - lftp -e "set sftp:connect-program 'ssh -a -x -i $STAGING_PRIVATE_KEY'; mkdir -p -f /dfatool/$CI_COMMIT_REF_NAME; put -e -O dfatool/$CI_COMMIT_REF_NAME example-static.kconfig example-static-rmt-b.json example-static-rmt-b-eval.json example-static-rmt-nb.json example-static-rmt-nb-eval.json x264.kconfig x264-cart.json x264-rmt.json; quit" --password invalid sftp://ci-deploy@ess.cs.uos.de + - lftp -e "set sftp:connect-program 'ssh -a -x -i $STAGING_PRIVATE_KEY'; mkdir -p -f /dfatool/$CI_COMMIT_REF_NAME; mput -e -O dfatool/$CI_COMMIT_REF_NAME models/*; quit" --password invalid sftp://ci-deploy@ess.cs.uos.de |