dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

deps(conda): use transformers-env with vllm,exllama(2) (#1554)

Browse source 
* deps(conda): use transformers with vllm

* join vllm, exllama, exllama2, split petals
This commit is contained in:
Ettore Di Giacinto 2024-01-06 13:32:28 +01:00 • committed by GitHub
parent ce724a7e55
commit 949da7792d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 40 additions and 131 deletions
Download patch file Download diff file Expand all files Collapse all files

4
backend/python/exllama2/Makefile
View file

@ -1,8 +1,6 @@
.PHONY: exllama2
exllama2:
@echo "Creating virtual environment..."
@conda env create --name exllama2 --file exllama2.yml
@echo "Virtual environment created."
$(MAKE) -C ../common-env/transformers
bash install.sh
.PHONY: run

2
backend/python/exllama2/install.sh
View file

@ -5,7 +5,7 @@
export PATH=$PATH:/opt/conda/bin
# Activate conda environment
source activate exllama2
source activate transformers
echo $CONDA_PREFIX

2
backend/python/exllama2/run.sh
View file

@ -6,7 +6,7 @@
export PATH=$PATH:/opt/conda/bin
# Activate conda environment
source activate exllama2
source activate transformers
# get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"