fix when keep_alive -1

twinnydotdev · May 13, 2024 · df8b5fd · df8b5fd
1 parent ef4e5dc
commit df8b5fd
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/src/extension/provider-options.ts b/src/extension/provider-options.ts
@@ -24,7 +24,9 @@ export function createStreamRequestBody(
         model: options.model,
         stream: true,
         messages: options.messages,
-        keep_alive: options.keepAlive,
+        keep_alive: options.keepAlive === '-1'
+          ? -1
+          : options.keepAlive,
         options: {
           temperature: options.temperature,
           num_predict: options.numPredictChat
@@ -59,7 +61,9 @@ export function createStreamRequestBodyFim(
         model: options.model,
         prompt,
         stream: true,
-        keep_alive: options.keepAlive,
+        keep_alive: options.keepAlive === '-1'
+          ? -1
+          : options.keepAlive,
         options: {
           temperature: options.temperature,
           num_predict: options.numPredictFim