diff options
| author | navewindre <boneyaard@gmail.com> | 2024-10-12 12:55:12 +0200 |
|---|---|---|
| committer | navewindre <boneyaard@gmail.com> | 2024-10-12 12:55:12 +0200 |
| commit | 3c6c468c7b9a482bc7df34a36c1c4c0ce188fb93 (patch) | |
| tree | eb19fd3ebe65bfa3da6f5cb3175304905d32fed5 /tabby-runner | |
| parent | 5488c375f8e545158029e32085cb5f62dfe48819 (diff) | |
pshh
Diffstat (limited to 'tabby-runner')
| -rwxr-xr-x | tabby-runner/config.toml | 13 | ||||
| -rwxr-xr-x | tabby-runner/index.js | 5 | ||||
| -rwxr-xr-x | tabby-runner/run-client.sh | 2 | ||||
| -rwxr-xr-x | tabby-runner/run.sh | 2 |
4 files changed, 19 insertions, 3 deletions
diff --git a/tabby-runner/config.toml b/tabby-runner/config.toml new file mode 100755 index 0000000..46ed9b1 --- /dev/null +++ b/tabby-runner/config.toml @@ -0,0 +1,13 @@ +# Completion model + +# Chat model +[model.chat.http] +kind = "openai/chat" +model_name = "qwen2.5-coder:7b-instruct-q4_0" +api_endpoint = "http://localhost:11434/v1" + +# Embedding model +[model.embedding.http] +kind = "ollama/embedding" +model_name = "nomic-embed-text" +api_endpoint = "http://localhost:11434" diff --git a/tabby-runner/index.js b/tabby-runner/index.js index 93eb768..680b677 100755 --- a/tabby-runner/index.js +++ b/tabby-runner/index.js @@ -5,7 +5,6 @@ let child; let killTabby = () => { exec( "ps aux | grep -E 'tabby'", ( error, stdout, stderr ) => { if( stdout ) { - console.log( stdout ); let lines = stdout.split( '\n' ); for( let line of lines ) { let parts = line.split( /\s+/ ); @@ -35,7 +34,9 @@ let loop = () => { } if( vimOpen ) { if( child ) return setTimeout( loop, 120000 ); - child = cp.exec( `./run-client.sh` ); + child = cp.exec( `./run-client.sh`, ( error, stdout, stderr ) => { + console.log( stdout ); + } ); return setTimeout( loop, 5000 ); } diff --git a/tabby-runner/run-client.sh b/tabby-runner/run-client.sh index 9a95b4c..29d7753 100755 --- a/tabby-runner/run-client.sh +++ b/tabby-runner/run-client.sh @@ -1 +1 @@ -TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/deepseek-quant --chat-model /media/aurelia/dev/tabby/models/llama3.2-1b --device cuda +TABBY_ROOT='/media/aurelia/dev/tabby/' ./tabby serve --model /media/aurelia/dev/tabby/models/codeqwen2.5-1.5b --device cuda --port 8082 diff --git a/tabby-runner/run.sh b/tabby-runner/run.sh index c499cf0..22b37fa 100755 --- a/tabby-runner/run.sh +++ b/tabby-runner/run.sh @@ -1,3 +1,5 @@ #!/bin/bash +cd "$(dirname $0)" + node index.js |
