From f997ad977702e9edde13114f952fd14e448f4210 Mon Sep 17 00:00:00 2001 From: Michal Moskal Date: Fri, 23 Feb 2024 01:15:24 +0000 Subject: [PATCH] fix host script --- scripts/host.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/host.sh b/scripts/host.sh index 3813df2f..77e8153b 100755 --- a/scripts/host.sh +++ b/scripts/host.sh @@ -67,7 +67,7 @@ if [ "$INNER" = "model" ] ; then PREF="cd $FOLDER && CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES" ARGS="--port $FWD_PORT --shm-prefix /aici-${MODEL}-" if [ "$CPP" -eq 1 ] ; then - docker_cmd "$PREF /workspaces/aici/rllm/rllm-llamacpp/cpp-server.sh --loop --cuda $MODEL $ARGS" + docker_cmd "$PREF /workspaces/aici/rllm/rllm-llamacpp/server.sh --loop --cuda $MODEL $ARGS" else docker_cmd "$PREF /workspaces/aici/rllm/rllm-cuda/server.sh --loop $MODEL $ARGS" fi