feat: use include statement for DVC

This commit is contained in:
Francisco Schulz 2024-05-06 17:47:39 +02:00
parent d821b93af9
commit 560c73a5cb

View File

@ -1,4 +1,6 @@
include:
- project: "Gitlab/gitlab"
file: "/ci-templates/research/dvc.gitlab-ci.yml"
- project: "Gitlab/gitlab"
file: "/ci-templates/research/versioning-build-test-release.gitlab-ci.yml"
# file: "/ci-templates/research/versioning-build+azure_model-test-release.gitlab-ci.yml"
@ -16,25 +18,6 @@ stages:
- integration-tests
- release
###########
# PULL DATA
dvc-pull:
image: python:3.8
stage: data
script:
- pip install dvc
- pip install dvc-azure
- dvc remote add -d -f ${DVC_REMOTE_NAME} azure://${DVC_AZURE_BLOB_STORE_NAME}/
- dvc remote modify ${DVC_REMOTE_NAME} connection_string "${DVC_AZURE_BLOB_STORE_CONNECTION_STRING}"
- dvc pull
rules: !reference [.default-rules-config, rules]
artifacts:
name: "${CI_PROJECT_DIR}-dvc-files"
paths:
- data/*
- models/*
expire_in: 1 day
###################
# INTEGRATION TESTS
trigger-integration-tests: