From 3c6c468c7b9a482bc7df34a36c1c4c0ce188fb93 Mon Sep 17 00:00:00 2001
From: navewindre <boneyaard@gmail.com>
Date: Sat, 12 Oct 2024 12:55:12 +0200
Subject: pshh

---
 tabby-runner/config.toml   | 13 +++++++++++++
 tabby-runner/index.js      |  5 +++--
 tabby-runner/run-client.sh |  2 +-
 tabby-runner/run.sh        |  2 ++
 4 files changed, 19 insertions(+), 3 deletions(-)
 create mode 100755 tabby-runner/config.toml

(limited to 'tabby-runner')

diff --git a/tabby-runner/config.toml b/tabby-runner/config.toml
new file mode 100755
index 0000000..46ed9b1
--- /dev/null
+++ b/tabby-runner/config.toml
@@ -0,0 +1,13 @@
+# Completion model
+
+# Chat model
+[model.chat.http]
+kind = "openai/chat"
+model_name = "qwen2.5-coder:7b-instruct-q4_0"
+api_endpoint = "http://localhost:11434/v1"
+
+# Embedding model
+[model.embedding.http]
+kind = "ollama/embedding"
+model_name = "nomic-embed-text"
+api_endpoint = "http://localhost:11434"
diff --git a/tabby-runner/index.js b/tabby-runner/index.js
index 93eb768..680b677 100755
--- a/tabby-runner/index.js
+++ b/tabby-runner/index.js
@@ -5,7 +5,6 @@ let child;
 let killTabby = () => {
   exec( "ps aux | grep -E 'tabby'", ( error, stdout, stderr ) => {
     if( stdout ) {
-      console.log( stdout );
       let lines = stdout.split( '\n' );
       for( let line of lines ) {
         let parts = line.split( /\s+/ );
@@ -35,7 +34,9 @@ let loop = () => {
       }
       if( vimOpen ) {
         if( child ) return setTimeout( loop, 120000 );
-        child = cp.exec( `./run-client.sh` );
+        child = cp.exec( `./run-client.sh`, ( error, stdout, stderr ) => {
+          console.log( stdout );
+        } );
         return setTimeout( loop, 5000 );
       }
 
diff --git a/tabby-runner/run-client.sh b/tabby-runner/run-client.sh
index 9a95b4c..29d7753 100755
--- a/tabby-runner/run-client.sh
+++ b/tabby-runner/run-client.sh
@@ -1 +1 @@
-TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/deepseek-quant --chat-model /media/aurelia/dev/tabby/models/llama3.2-1b --device cuda
+TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/codeqwen2.5-1.5b --device cuda --port 8082
diff --git a/tabby-runner/run.sh b/tabby-runner/run.sh
index c499cf0..22b37fa 100755
--- a/tabby-runner/run.sh
+++ b/tabby-runner/run.sh
@@ -1,3 +1,5 @@
 #!/bin/bash
 
+cd "$(dirname $0)"
+
 node index.js
-- 
cgit v1.2.3