CI/CD: clean venvs to remove reinstalling the same packages multiple times

.gitlab-ci.yml

 stages:
+    - prepare_venv
     - build
     - test
     - package
     - deploy
 
+prepare_venv:
+  stage: prepare_venv
+  script:
+    - C:\venvs\steam-material-library\Scripts\Activate.ps1
+    - pip install -r requirements.txt
+
 compile-shared-lib-win64:
   stage: build
   script:
@@ -35,10 +42,9 @@ compile-shared-lib-linux64:
 # This job compiles all the mex files in mex_compilation directory
 compile-mex:
   stage: build
+  needs: ["prepare_venv"]
   before_script:
-    - python -m venv venv
-    - venv\Scripts\Activate.ps1
-    - pip install -r requirements.txt
+    - C:\venvs\steam-material-library\Scripts\Activate.ps1
   script:
     - cd bindings/matlab/
     - python build.py
@@ -73,7 +79,6 @@ compile-mex:
 
 compile-cerngetdp:
   stage: build
-
   script:
     - $tempFolder = [System.IO.Path]::Combine([System.IO.Path]::GetTempPath(), [System.IO.Path]::GetRandomFileName())
     - New-Item -ItemType Directory -Path $tempFolder
@@ -111,14 +116,10 @@ compile-cerngetdp:
 
 # This job runs the .dll tests in tests/test_dll.py
 test-dll:
-  needs: []
-  stage: test
-  allow_failure: false
-  # This installs all packages listed in requirements
+  needs: ["prepare_venv"]
   before_script:
-    - python -m venv venv
-    - venv\Scripts\Activate.ps1
-    - pip install -r requirements.txt
+    - C:\venvs\steam-material-library\Scripts\Activate.ps1
+  stage: test
   script:
     # Run tests
     - echo "Running test_dll.py."
@@ -131,17 +132,13 @@ test-dll:
 # This job runs the CERGetDP tests in tests/test_getdp.py
 test-cerngetdp:
   # we need the compiled cerngetdp job here
-  needs: ["compile-cerngetdp"]
+  needs: ["prepare_venv", "compile-cerngetdp"]
   stage: test
-  allow_failure: false
-  # This installs all packages listed in requirements
   before_script:
-    - python -m venv venv
-    - venv\Scripts\Activate.ps1
-    - pip install -r requirements.txt
+    - C:\venvs\steam-material-library\Scripts\Activate.ps1
   script:
     # check if compiled_getdp exists and is callable
-    - compiled_getdp/getdp.exe -version
+    - compiled_getdp/getdp.exe --version
     - python -m unittest .\tests\test_getdp.py
   # These tags are to use the STEAM shared runner
   tags:
@@ -249,11 +246,6 @@ pages:
   stage: deploy
   needs: ["compile-mex"]
   image: gitlab-registry.cern.ch/steam/steam-fiqus-dev-public-docker:latest
-  # overwrite global before_script
-  before_script:
-    - python3 -m venv venv
-    - source venv/bin/activate
-    - pip install -r requirements.txt
   # we build on the fiqus dev docker since it has all the requirements to create the docs
   script:
     - mkdocs build --clean --site-dir public
@@ -263,4 +255,4 @@ pages:
     # - docs/source
   rules:
     - if: $CI_COMMIT_TAG # Any tag is created
-    - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH
+    - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH
\ No newline at end of file

tests/getdp_utils/getdp_test_win.py

@@ -40,7 +40,7 @@ def read_output_file(file_path):
         output = np.loadtxt(f)[:, 1]
     return output
 
-def call_getdp_function(input_dict, model_name, cerngetdp_path, pro_template_path, outputs_folder_msh, outputs_folder_pro, outputs_folder_txt):
+def call_getdp_function(input_dict, model_name, cerngetdp_path_list, pro_template_path, outputs_folder_msh, outputs_folder_pro, outputs_folder_txt_list):
     """
     Call the getdp executable and evaluate values of a GetDP function for all input values. 
 
@@ -56,10 +56,16 @@ def call_getdp_function(input_dict, model_name, cerngetdp_path, pro_template_pat
 
     pro_file = template_pro_file(pro_template_path, model_name, input_dict, outputs_folder_pro)
 
-    status = subprocess.run([cerngetdp_path, pro_file, "-solve", "#1", "-pos", "#1", "-v", "0", "-msh", os.path.join(outputs_folder_msh, f"{model_name}.msh"), "-name", os.path.join(outputs_folder_txt, input_dict['c_function_name'])], check=True)
+    all_outputs = []
+    
+    for cerngetdp_path, output_folder_txt in zip(cerngetdp_path_list, outputs_folder_txt_list):
+
+        status = subprocess.run([cerngetdp_path, pro_file, "-solve", "#1", "-pos", "#1", "-v", "0", "-msh", os.path.join(outputs_folder_msh, f"{model_name}.msh"), "-name", os.path.join(output_folder_txt, input_dict['c_function_name'])], check=True)
 
-    if status.returncode == 0:
-        output_file_path = os.path.join(outputs_folder_txt, f"{input_dict['function_name']}.txt")
-        return read_output_file(output_file_path)
-    else:
-        return None
+        if status.returncode == 0:
+            output_file_path = os.path.join(output_folder_txt, f"{input_dict['function_name']}.txt")
+            all_outputs.append(read_output_file(output_file_path))
+        else:
+            return None
+        
+    return all_outputs

tests/test_getdp.py

@@ -34,7 +34,7 @@ class GetDP_tests(unittest.TestCase):
         cls.cerngetdp_zip = cls.cerngetdp_path / "cerngetdp_snapshot_openblas.zip"
 
         if is_gitlab_runner:
-            cls.cerngetdp_exe_list = [cls.cerngetdp_path / "getdp.exe" , current_directory / "compiled_getdp" / "getdp.exe"]
+            cls.cerngetdp_exe_list = [cls.cerngetdp_path / "getdp.exe" , current_directory.parent / "compiled_getdp" / "getdp.exe"]
         else:
             cls.cerngetdp_exe_list = [cls.cerngetdp_path / "getdp.exe"]