dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-21 02:55:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 13

feat(petals): add backend (#1350)

Browse source 
* feat(petals): add backend

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

* fixups

---------

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2023-11-28 09:01:46 +01:00 • committed by GitHub
parent 63e1f8fffd
commit b7821361c3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
8 changed files with 633 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

21
backend/python/petals/run.sh Executable file
View file

@ -0,0 +1,21 @@
#!/bin/bash
##
## A bash script wrapper that runs the exllama server with conda
export PATH=$PATH:/opt/conda/bin
# Activate conda environment
# if source is available use it, or use conda
#
if [ -f /opt/conda/bin/activate ]; then
source activate petals
else
eval "$(conda shell.bash hook)"
conda activate petals
fi
# get the directory where the bash script is located
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
python $DIR/backend_petals.py $@