fix ooba fim and update default setup

twinnydotdev · Apr 17, 2024 · 6ed0b4d · 6ed0b4d
1 parent 40c67a7
commit 6ed0b4d
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/src/extension/provider-options.ts b/src/extension/provider-options.ts
@@ -82,20 +82,27 @@ export function createStreamRequestBodyFim(
         n_predict: options.numPredictFim
       }
     case ApiProviders.LlamaCpp:
+    case ApiProviders.Oobabooga:
       return {
         prompt,
         stream: true,
         temperature: options.temperature,
         n_predict: options.numPredictFim
       }
     case ApiProviders.LiteLLM:
-    default:
       return {
         messages: [{ content: prompt, role: USER }],
         model: options.model,
         stream: true,
         max_tokens: options.numPredictFim,
         temperature: options.temperature
       }
+    default:
+      return {
+        prompt,
+        stream: true,
+        temperature: options.temperature,
+        n_predict: options.numPredictFim
+      }
   }
 }