Skip to content

Commit

Permalink
remove nvidia deps
Browse files Browse the repository at this point in the history
  • Loading branch information
alt-glitch committed May 28, 2024
1 parent 633d31a commit f178178
Showing 1 changed file with 2 additions and 17 deletions.
19 changes: 2 additions & 17 deletions deploy/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -46,20 +46,13 @@ services:
- DTYPE=float16
- MODEL_ID=BAAI/llm-embedder

image: ghcr.io/huggingface/text-embeddings-inference:1.0
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.0
platform: linux/x86_64
ports:
- "8082:80"
shm_size: "2gb"
volumes:
- ~/.cache/huggingface/hub:/data
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

Expand All @@ -68,21 +61,13 @@ services:
environment:
- DTYPE=float16
- MODEL_ID=BAAI/bge-m3

image: ghcr.io/huggingface/text-embeddings-inference:1.0
image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.0
platform: linux/x86_64
ports:
- "8083:80"
volumes:
- ~/.cache/huggingface/hub:/data
shm_size: "2gb"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
env_file:
- .env

Expand Down

0 comments on commit f178178

Please sign in to comment.