Skip to content

Commit

Permalink
Comment out docker images
Browse files Browse the repository at this point in the history
  • Loading branch information
mayankchhabra committed Aug 15, 2023
1 parent 9e87d8c commit 86ab744
Showing 1 changed file with 4 additions and 5 deletions.
9 changes: 4 additions & 5 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,10 @@ version: '3.6'

services:
llama-gpt-api:
image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
# build:
# context: ./api
# dockerfile: Dockerfile
command: /bin/sh -c "make build && python3 -m llama_cpp.server --n_ctx 4096 --n_threads 8 --n_gpu_layers 0 --n_batch 2096"
# image: 'ghcr.io/getumbrel/llama-gpt-api-llama-2-7b-chat:latest'
build:
context: ./api
dockerfile: Dockerfile
environment:
MODEL: '/models/llama-2-7b-chat.bin'

Expand Down

0 comments on commit 86ab744

Please sign in to comment.