Ghost context provider

src/services/continuedev/core/vscode-test-harness/src/autocomplete/RecentlyVisitedRangesService.ts

@@ -14,6 +14,7 @@ export class RecentlyVisitedRangesService {
 	private maxRecentFiles = 3
 	private maxSnippetsPerFile = 3
 	private isEnabled = true
+	private disposable: vscode.Disposable | undefined
 
 	constructor(private readonly ide: IDE) {
 		this.cache = new LRUCache<string, Array<AutocompleteCodeSnippet & { timestamp: number }>>({
@@ -32,7 +33,7 @@ export class RecentlyVisitedRangesService {
 			this.numSurroundingLines = recentlyVisitedRangesNumSurroundingLines
 		}
 
-		vscode.window.onDidChangeTextEditorSelection(this.cacheCurrentSelectionContext)
+		this.disposable = vscode.window.onDidChangeTextEditorSelection(this.cacheCurrentSelectionContext)
 	}
 
 	private cacheCurrentSelectionContext = async (event: vscode.TextEditorSelectionChangeEvent) => {
@@ -105,4 +106,9 @@ export class RecentlyVisitedRangesService {
 			.sort((a, b) => b.timestamp - a.timestamp)
 			.map(({ timestamp: _timestamp, ...snippet }) => snippet)
 	}
+
+	public dispose(): void {
+		this.disposable?.dispose()
+		this.cache.clear()
+	}
 }

src/services/continuedev/core/vscode-test-harness/src/autocomplete/recentlyEdited.ts

@@ -21,9 +21,11 @@ export class RecentlyEditedTracker {
 
 	private recentlyEditedDocuments: VsCodeRecentlyEditedDocument[] = []
 	private static maxRecentlyEditedDocuments = 10
+	private disposable: vscode.Disposable | undefined
+	private cleanupInterval: NodeJS.Timeout | undefined
 
 	constructor(private ide: IDE) {
-		vscode.workspace.onDidChangeTextDocument((event) => {
+		this.disposable = vscode.workspace.onDidChangeTextDocument((event) => {
 			event.contentChanges.forEach((change) => {
 				const editedRange = {
 					uri: event.document.uri,
@@ -39,7 +41,7 @@ export class RecentlyEditedTracker {
 			this.insertDocument(event.document.uri)
 		})
 
-		setInterval(() => {
+		this.cleanupInterval = setInterval(() => {
 			this.removeOldEntries()
 		}, 1000 * 15)
 	}
@@ -128,4 +130,13 @@ export class RecentlyEditedTracker {
 			}
 		})
 	}
+
+	public dispose(): void {
+		this.disposable?.dispose()
+		if (this.cleanupInterval) {
+			clearInterval(this.cleanupInterval)
+		}
+		this.recentlyEditedRanges = []
+		this.recentlyEditedDocuments = []
+	}
 }

src/services/ghost/GhostServiceManager.ts

@@ -6,6 +6,7 @@ import { GhostModel } from "./GhostModel"
 import { GhostStatusBar } from "./GhostStatusBar"
 import { GhostCodeActionProvider } from "./GhostCodeActionProvider"
 import { GhostInlineCompletionProvider } from "./classic-auto-complete/GhostInlineCompletionProvider"
+import { GhostContextProvider } from "./classic-auto-complete/GhostContextProvider"
 //import { NewAutocompleteProvider } from "./new-auto-complete/NewAutocompleteProvider"
 import { GhostServiceSettings, TelemetryEventName } from "@roo-code/types"
 import { ContextProxy } from "../../core/config/ContextProxy"
@@ -22,6 +23,7 @@ export class GhostServiceManager {
 	private context: vscode.ExtensionContext
 	private settings: GhostServiceSettings | null = null
 	private ghostContext: GhostContext
+	private ghostContextProvider: GhostContextProvider
 
 	private taskId: string | null = null
 	private isProcessing: boolean = false
@@ -47,6 +49,7 @@ export class GhostServiceManager {
 		this.documentStore = new GhostDocumentStore()
 		this.model = new GhostModel()
 		this.ghostContext = new GhostContext(this.documentStore)
+		this.ghostContextProvider = new GhostContextProvider(context, this.model)
 
 		// Register the providers
 		this.codeActionProvider = new GhostCodeActionProvider()
@@ -55,6 +58,7 @@ export class GhostServiceManager {
 			this.updateCostTracking.bind(this),
 			this.ghostContext,
 			() => this.settings,
+			this.ghostContextProvider,
 		)
 
 		// Register document event handlers
@@ -432,6 +436,8 @@ export class GhostServiceManager {
 			this.inlineCompletionProviderDisposable = null
 		}
 
+		// Dispose inline completion provider resources
+		this.inlineCompletionProvider.dispose()
 		// Dispose new autocomplete provider if it exists
 		//if (this.newAutocompleteProvider) {
 		//	this.newAutocompleteProvider.dispose()

src/services/ghost/classic-auto-complete/GhostContextProvider.ts

@@ -0,0 +1,78 @@
+import * as vscode from "vscode"
+import { ContextRetrievalService } from "../../continuedev/core/autocomplete/context/ContextRetrievalService"
+import { VsCodeIde } from "../../continuedev/core/vscode-test-harness/src/VSCodeIde"
+import { AutocompleteInput } from "../types"
+import { HelperVars } from "../../continuedev/core/autocomplete/util/HelperVars"
+import { getAllSnippetsWithoutRace } from "../../continuedev/core/autocomplete/snippets/getAllSnippets"
+import { getDefinitionsFromLsp } from "../../continuedev/core/vscode-test-harness/src/autocomplete/lsp"
+import { DEFAULT_AUTOCOMPLETE_OPTS } from "../../continuedev/core/util/parameters"
+import { getSnippets } from "../../continuedev/core/autocomplete/templating/filtering"
+import { formatSnippets } from "../../continuedev/core/autocomplete/templating/formatting"
+import { GhostModel } from "../GhostModel"
+
+export class GhostContextProvider {
+	private contextService: ContextRetrievalService
+	private ide: VsCodeIde
+	private model: GhostModel
+
+	constructor(context: vscode.ExtensionContext, model: GhostModel) {
+		this.ide = new VsCodeIde(context)
+		this.contextService = new ContextRetrievalService(this.ide)
+		this.model = model
+	}
+
+	/**
+	 * Get the IDE instance for use by tracking services
+	 */
+	public getIde(): VsCodeIde {
+		return this.ide
+	}
+
+	/**
+	 * Get context snippets for the current autocomplete request
+	 * Returns comment-based formatted context that can be added to prompts
+	 */
+	async getFormattedContext(autocompleteInput: AutocompleteInput, filepath: string): Promise<string> {
+		// Convert filepath to URI if it's not already one
+		const filepathUri = filepath.startsWith("file://") ? filepath : vscode.Uri.file(filepath).toString()
+
+		// Initialize import definitions cache
+		// this looks like a race, but the contextService only prefetches data here; it's not a mode switch.
+		// This odd-looking API seems to be an optimization that's used in continue but not (currently) in our codebase,
+		// continue preloads the tree-sitter parse on text editor tab switch to reduce autocomplete latency.
+		await this.contextService.initializeForFile(filepathUri)
+
+		// Create helper with URI filepath
+		const helperInput = {
+			...autocompleteInput,
+			filepath: filepathUri,
+		}
+
+		const modelName = this.model.getModelName() ?? "codestral"
+		const helper = await HelperVars.create(helperInput as any, DEFAULT_AUTOCOMPLETE_OPTS, modelName, this.ide)
+
+		const snippetPayload = await getAllSnippetsWithoutRace({
+			helper,
+			ide: this.ide,
+			getDefinitionsFromLsp,
+			contextRetrievalService: this.contextService,
+		})
+
+		const filteredSnippets = getSnippets(helper, snippetPayload)
+
+		// Convert all snippet filepaths to URIs
+		const snippetsWithUris = filteredSnippets.map((snippet: any) => ({
+			...snippet,
+			filepath: snippet.filepath?.startsWith("file://")
+				? snippet.filepath
+				: vscode.Uri.file(snippet.filepath).toString(),
+		}))
+
+		const workspaceDirs = await this.ide.getWorkspaceDirs()
+		const formattedContext = formatSnippets(helper, snippetsWithUris, workspaceDirs)
+
+		console.log("[GhostContextProvider] - formattedContext:", formattedContext)
+
+		return formattedContext
+	}
+}