fix llm provider get stuck in empty completion frenzy

src/common/constants.ts

@@ -22,6 +22,7 @@ export const SKIP_DECLARATION_SYMBOLS = ['=']
 export const IMPORT_SEPARATOR = [',', '{']
 export const SKIP_IMPORT_KEYWORDS_AFTER = ['from', 'as', 'import']
 export const MIN_COMPLETION_CHUNKS = 2
+export const MAX_EMPTY_COMPLETION_CHARS = 250
 
 export const EVENT_NAME = {
   twinngAddMessage: 'twinny-add-message',

src/extension/parser-utils.ts

@@ -31,8 +31,8 @@ export const getParser = async (
     'tree-sitter-wasms',
     `tree-sitter-${language}.wasm`
   )
-  const Language = await Parser.Language.load(wasmPath)
-  parser.setLanguage(Language)
+  const parserLanguage = await Parser.Language.load(wasmPath)
+  parser.setLanguage(parserLanguage)
 
   return parser
 }

src/extension/providers/completion.ts

@@ -39,6 +39,7 @@ import {
   FIM_TEMPLATE_FORMAT,
   LINE_BREAK_REGEX,
   MAX_CONTEXT_LINE_COUNT,
+  MAX_EMPTY_COMPLETION_CHARS,
   MIN_COMPLETION_CHUNKS,
   MULTI_LINE_DELIMITERS,
   MULTILINE_INSIDE,
@@ -244,6 +245,16 @@ export class CompletionProvider implements InlineCompletionItemProvider {
       this._completion = this._completion + providerFimData
       this._chunkCount = this._chunkCount + 1
 
+      if (
+        this._completion.length > MAX_EMPTY_COMPLETION_CHARS &&
+        this._completion.trim().length === 0
+      ) {
+        this.abortCompletion()
+        this._logger.log(
+          `Streaming response end as llm in empty completion loop:  ${this._nonce}`
+        )
+      }
+
       if (
         !this._multilineCompletionsEnabled &&
         this._chunkCount >= MIN_COMPLETION_CHUNKS &&