diff --git a/scripts/host.sh b/scripts/host.sh index 3813df2f..77e8153b 100755 --- a/scripts/host.sh +++ b/scripts/host.sh @@ -67,7 +67,7 @@ if [ "$INNER" = "model" ] ; then PREF="cd $FOLDER && CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES" ARGS="--port $FWD_PORT --shm-prefix /aici-${MODEL}-" if [ "$CPP" -eq 1 ] ; then - docker_cmd "$PREF /workspaces/aici/rllm/rllm-llamacpp/cpp-server.sh --loop --cuda $MODEL $ARGS" + docker_cmd "$PREF /workspaces/aici/rllm/rllm-llamacpp/server.sh --loop --cuda $MODEL $ARGS" else docker_cmd "$PREF /workspaces/aici/rllm/rllm-cuda/server.sh --loop $MODEL $ARGS" fi