From 560c73a5cba241f58868a4a8e9ead7b9da719089 Mon Sep 17 00:00:00 2001
From: Francisco Schulz <francisco.schulz@knecon.com>
Date: Mon, 6 May 2024 17:47:39 +0200
Subject: [PATCH] feat: use include statement for DVC

---
 .gitlab-ci.yml | 21 ++-------------------
 1 file changed, 2 insertions(+), 19 deletions(-)

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index a91749e..3271b78 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,4 +1,6 @@
 include:
+  - project: "Gitlab/gitlab"
+    file: "/ci-templates/research/dvc.gitlab-ci.yml"
   - project: "Gitlab/gitlab"
     file: "/ci-templates/research/versioning-build-test-release.gitlab-ci.yml"
     # file: "/ci-templates/research/versioning-build+azure_model-test-release.gitlab-ci.yml"
@@ -16,25 +18,6 @@ stages:
   - integration-tests
   - release
 
-###########
-# PULL DATA
-dvc-pull:
-  image: python:3.8
-  stage: data
-  script:
-  - pip install dvc
-  - pip install dvc-azure
-  - dvc remote add -d -f ${DVC_REMOTE_NAME} azure://${DVC_AZURE_BLOB_STORE_NAME}/
-  - dvc remote modify ${DVC_REMOTE_NAME} connection_string "${DVC_AZURE_BLOB_STORE_CONNECTION_STRING}"
-  - dvc pull
-  rules: !reference [.default-rules-config, rules]
-  artifacts:
-    name: "${CI_PROJECT_DIR}-dvc-files"
-    paths:
-    - data/*
-    - models/*
-    expire_in: 1 day
-
 ###################
 # INTEGRATION TESTS
 trigger-integration-tests: