Detect if env already exists

backend/python/common-env/transformers/Makefile

@@ -1,5 +1,4 @@
 .PHONY: transformers
 transformers:
-	@echo "Creating virtual environment..."
+	@echo "Running install..."
-	@conda env create --name transformers --file transformers.yml
+	bash install.sh
-	@echo "Virtual environment created."

backend/python/common-env/transformers/install.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+set -ex
+
+# Check if environment exist
+conda_env_exists(){
+    ! conda list --name "${@}" >/dev/null 2>/dev/null
+}
+
+if conda_env_exists "transformers" ; then
+    echo "Creating virtual environment..."
+    conda env create --name transformers --file transformers.yml
+    echo "Virtual environment created."
+else 
+    echo "Virtual environment already exists."
+fi

backend/python/common-env/transformers/transformers.yml

@@ -45,7 +45,7 @@ dependencies:
       - fsspec==2023.6.0
       - funcy==2.0
       - grpcio==1.59.0
-      - huggingface-hub==0.16.4
+      - huggingface-hub>=0.19.4
       - idna==3.4
       - jinja2==3.1.2
       - jmespath==1.0.1