From 5488c375f8e545158029e32085cb5f62dfe48819 Mon Sep 17 00:00:00 2001 From: navewindre Date: Mon, 30 Sep 2024 17:40:15 +0200 Subject: add tabby runner --- tabby-runner/run-client.sh | 1 + 1 file changed, 1 insertion(+) create mode 100755 tabby-runner/run-client.sh (limited to 'tabby-runner/run-client.sh') diff --git a/tabby-runner/run-client.sh b/tabby-runner/run-client.sh new file mode 100755 index 0000000..9a95b4c --- /dev/null +++ b/tabby-runner/run-client.sh @@ -0,0 +1 @@ +TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/deepseek-quant --chat-model /media/aurelia/dev/tabby/models/llama3.2-1b --device cuda -- cgit v1.2.3