summaryrefslogtreecommitdiff
path: root/tabby-runner
diff options
context:
space:
mode:
authornavewindre <boneyaard@gmail.com>2024-10-12 12:55:12 +0200
committernavewindre <boneyaard@gmail.com>2024-10-12 12:55:12 +0200
commit3c6c468c7b9a482bc7df34a36c1c4c0ce188fb93 (patch)
treeeb19fd3ebe65bfa3da6f5cb3175304905d32fed5 /tabby-runner
parent5488c375f8e545158029e32085cb5f62dfe48819 (diff)
pshh
Diffstat (limited to 'tabby-runner')
-rwxr-xr-xtabby-runner/config.toml13
-rwxr-xr-xtabby-runner/index.js5
-rwxr-xr-xtabby-runner/run-client.sh2
-rwxr-xr-xtabby-runner/run.sh2
4 files changed, 19 insertions, 3 deletions
diff --git a/tabby-runner/config.toml b/tabby-runner/config.toml
new file mode 100755
index 0000000..46ed9b1
--- /dev/null
+++ b/tabby-runner/config.toml
@@ -0,0 +1,13 @@
+# Completion model
+
+# Chat model
+[model.chat.http]
+kind = "openai/chat"
+model_name = "qwen2.5-coder:7b-instruct-q4_0"
+api_endpoint = "http://localhost:11434/v1"
+
+# Embedding model
+[model.embedding.http]
+kind = "ollama/embedding"
+model_name = "nomic-embed-text"
+api_endpoint = "http://localhost:11434"
diff --git a/tabby-runner/index.js b/tabby-runner/index.js
index 93eb768..680b677 100755
--- a/tabby-runner/index.js
+++ b/tabby-runner/index.js
@@ -5,7 +5,6 @@ let child;
let killTabby = () => {
exec( "ps aux | grep -E 'tabby'", ( error, stdout, stderr ) => {
if( stdout ) {
- console.log( stdout );
let lines = stdout.split( '\n' );
for( let line of lines ) {
let parts = line.split( /\s+/ );
@@ -35,7 +34,9 @@ let loop = () => {
}
if( vimOpen ) {
if( child ) return setTimeout( loop, 120000 );
- child = cp.exec( `./run-client.sh` );
+ child = cp.exec( `./run-client.sh`, ( error, stdout, stderr ) => {
+ console.log( stdout );
+ } );
return setTimeout( loop, 5000 );
}
diff --git a/tabby-runner/run-client.sh b/tabby-runner/run-client.sh
index 9a95b4c..29d7753 100755
--- a/tabby-runner/run-client.sh
+++ b/tabby-runner/run-client.sh
@@ -1 +1 @@
-TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/deepseek-quant --chat-model /media/aurelia/dev/tabby/models/llama3.2-1b --device cuda
+TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/codeqwen2.5-1.5b --device cuda --port 8082
diff --git a/tabby-runner/run.sh b/tabby-runner/run.sh
index c499cf0..22b37fa 100755
--- a/tabby-runner/run.sh
+++ b/tabby-runner/run.sh
@@ -1,3 +1,5 @@
#!/bin/bash
+cd "$(dirname $0)"
+
node index.js