Kilo-Org · hassoncs · Oct 8, 2025 · Oct 8, 2025
diff --git a/packages/ghost-benchmarks/.gitignore b/packages/ghost-benchmarks/.gitignore
@@ -0,0 +1,3 @@
+results/**
+dist/
+dist/**
diff --git a/packages/ghost-benchmarks/.prettierignore b/packages/ghost-benchmarks/.prettierignore
@@ -0,0 +1,5 @@
+# Test case files with intentional syntax errors and formatting
+test-cases/**
+**/__test_cases__/**
+dist/**
+node_modules/**
diff --git a/src/test-llm-autocompletion/README.md → packages/ghost-benchmarks/README.md b/src/test-llm-autocompletion/README.md → packages/ghost-benchmarks/README.md
diff --git a/...test-llm-autocompletion/approvals.spec.ts → packages/ghost-benchmarks/approvals.spec.ts b/...test-llm-autocompletion/approvals.spec.ts → packages/ghost-benchmarks/approvals.spec.ts
diff --git a/src/test-llm-autocompletion/approvals.ts → packages/ghost-benchmarks/approvals.ts b/src/test-llm-autocompletion/approvals.ts → packages/ghost-benchmarks/approvals.ts
diff --git a/...i-patterns/rest-api-client.approved.1.txt → ...i-patterns/rest-api-client.approved.1.txt b/...i-patterns/rest-api-client.approved.1.txt → ...i-patterns/rest-api-client.approved.1.txt
diff --git a/...i-patterns/rest-api-client.rejected.1.txt → ...i-patterns/rest-api-client.rejected.1.txt b/...i-patterns/rest-api-client.rejected.1.txt → ...i-patterns/rest-api-client.rejected.1.txt
diff --git a/...s/api-patterns/retry-logic.approved.1.txt → ...s/api-patterns/retry-logic.approved.1.txt b/...s/api-patterns/retry-logic.approved.1.txt → ...s/api-patterns/retry-logic.approved.1.txt
diff --git a/...s/api-patterns/retry-logic.approved.2.txt → ...s/api-patterns/retry-logic.approved.2.txt b/...s/api-patterns/retry-logic.approved.2.txt → ...s/api-patterns/retry-logic.approved.2.txt
diff --git a/...basic-syntax/closing-brace.approved.1.txt → ...basic-syntax/closing-brace.approved.1.txt b/...basic-syntax/closing-brace.approved.1.txt → ...basic-syntax/closing-brace.approved.1.txt
diff --git a/...sic-syntax/closing-bracket.approved.1.txt → ...sic-syntax/closing-bracket.approved.1.txt b/...sic-syntax/closing-bracket.approved.1.txt → ...sic-syntax/closing-bracket.approved.1.txt
diff --git a/...sic-syntax/closing-bracket.approved.2.txt → ...sic-syntax/closing-bracket.approved.2.txt b/...sic-syntax/closing-bracket.approved.2.txt → ...sic-syntax/closing-bracket.approved.2.txt
diff --git a/packages/ghost-benchmarks/approvals/basic-syntax/closing-bracket.approved.3.txt b/packages/ghost-benchmarks/approvals/basic-syntax/closing-bracket.approved.3.txt
@@ -0,0 +1 @@
+const arr = [1, 2, 3, 4<<<AUTOCOMPLETE_HERE>>>
diff --git a/...sic-syntax/closing-bracket.rejected.1.txt → ...sic-syntax/closing-bracket.rejected.1.txt b/...sic-syntax/closing-bracket.rejected.1.txt → ...sic-syntax/closing-bracket.rejected.1.txt
diff --git a/packages/ghost-benchmarks/approvals/basic-syntax/closing-bracket.rejected.2.txt b/packages/ghost-benchmarks/approvals/basic-syntax/closing-bracket.rejected.2.txt
@@ -0,0 +1 @@
+const arr = [1, 2, 3,
diff --git a/...syntax/closing-parenthesis.approved.1.txt → ...syntax/closing-parenthesis.approved.1.txt b/...syntax/closing-parenthesis.approved.1.txt → ...syntax/closing-parenthesis.approved.1.txt
diff --git a/...syntax/closing-parenthesis.approved.2.txt → ...syntax/closing-parenthesis.approved.2.txt b/...syntax/closing-parenthesis.approved.2.txt → ...syntax/closing-parenthesis.approved.2.txt
diff --git a/packages/ghost-benchmarks/approvals/basic-syntax/closing-parenthesis.approved.3.txt b/packages/ghost-benchmarks/approvals/basic-syntax/closing-parenthesis.approved.3.txt
@@ -0,0 +1 @@
+console.log('test')
diff --git a/...syntax/closing-parenthesis.rejected.1.txt → ...syntax/closing-parenthesis.rejected.1.txt b/...syntax/closing-parenthesis.rejected.1.txt → ...syntax/closing-parenthesis.rejected.1.txt
diff --git a/...als/basic-syntax/semicolon.approved.1.txt → ...als/basic-syntax/semicolon.approved.1.txt b/...als/basic-syntax/semicolon.approved.1.txt → ...als/basic-syntax/semicolon.approved.1.txt
diff --git a/...als/basic-syntax/semicolon.rejected.1.txt → ...als/basic-syntax/semicolon.rejected.1.txt b/...als/basic-syntax/semicolon.rejected.1.txt → ...als/basic-syntax/semicolon.rejected.1.txt
diff --git a/...patterns/class-constructor.approved.1.txt → ...patterns/class-constructor.approved.1.txt b/...patterns/class-constructor.approved.1.txt → ...patterns/class-constructor.approved.1.txt
diff --git a/...patterns/class-constructor.approved.2.txt → ...patterns/class-constructor.approved.2.txt b/...patterns/class-constructor.approved.2.txt → ...patterns/class-constructor.approved.2.txt
diff --git a/...terns/class-constructor.rb.approved.1.txt → ...terns/class-constructor.rb.approved.1.txt b/...terns/class-constructor.rb.approved.1.txt → ...terns/class-constructor.rb.approved.1.txt
diff --git a/...patterns/class-constructor.rejected.1.txt → ...patterns/class-constructor.rejected.1.txt b/...patterns/class-constructor.rejected.1.txt → ...patterns/class-constructor.rejected.1.txt
diff --git a/...patterns/class-inheritance.approved.1.txt → ...patterns/class-inheritance.approved.1.txt b/...patterns/class-inheritance.approved.1.txt → ...patterns/class-inheritance.approved.1.txt
diff --git a/packages/ghost-benchmarks/approvals/class-patterns/class-inheritance.approved.2.txt b/packages/ghost-benchmarks/approvals/class-patterns/class-inheritance.approved.2.txt
@@ -0,0 +1,10 @@
+class Animal {
+	constructor(name) {
+		this.name = name;
+	}
+}
+
+class Dog extends Animal {
+	constructor(name, breed) {
+		super(name);
+		this.breed = breed;
diff --git a/packages/ghost-benchmarks/approvals/class-patterns/class-inheritance.rb.approved.1.txt b/packages/ghost-benchmarks/approvals/class-patterns/class-inheritance.rb.approved.1.txt
@@ -0,0 +1,10 @@
+class Animal
+	def initialize(name)
+		@name = name
+	end
+end
+
+class Dog < Animal
+	def initialize(name, breed)
+		super(name)
+		@breed = breed
diff --git a/...terns/class-inheritance.rb.rejected.1.txt → ...terns/class-inheritance.rb.rejected.1.txt b/...terns/class-inheritance.rb.rejected.1.txt → ...terns/class-inheritance.rb.rejected.1.txt
diff --git a/...patterns/class-inheritance.rejected.1.txt → ...patterns/class-inheritance.rejected.1.txt b/...patterns/class-inheritance.rejected.1.txt → ...patterns/class-inheritance.rejected.1.txt
diff --git a/...erns/class-method-override.approved.1.txt → ...erns/class-method-override.approved.1.txt b/...erns/class-method-override.approved.1.txt → ...erns/class-method-override.approved.1.txt
diff --git a/...s/class-method-override.rb.rejected.1.txt → ...s/class-method-override.rb.rejected.1.txt b/...s/class-method-override.rb.rejected.1.txt → ...s/class-method-override.rb.rejected.1.txt
diff --git a/...rovals/complex/async-await.approved.1.txt → ...rovals/complex/async-await.approved.1.txt b/...rovals/complex/async-await.approved.1.txt → ...rovals/complex/async-await.approved.1.txt
diff --git a/...rovals/complex/async-await.approved.2.txt → ...rovals/complex/async-await.approved.2.txt b/...rovals/complex/async-await.approved.2.txt → ...rovals/complex/async-await.approved.2.txt
diff --git a/...rovals/complex/async-await.approved.3.txt → ...rovals/complex/async-await.approved.3.txt b/...rovals/complex/async-await.approved.3.txt → ...rovals/complex/async-await.approved.3.txt
diff --git a/...rovals/complex/async-await.approved.4.txt → ...rovals/complex/async-await.approved.4.txt b/...rovals/complex/async-await.approved.4.txt → ...rovals/complex/async-await.approved.4.txt
diff --git a/...rovals/complex/async-await.approved.5.txt → ...rovals/complex/async-await.approved.5.txt b/...rovals/complex/async-await.approved.5.txt → ...rovals/complex/async-await.approved.5.txt
diff --git a/...ls/complex/chained-methods.approved.1.txt → ...ls/complex/chained-methods.approved.1.txt b/...ls/complex/chained-methods.approved.1.txt → ...ls/complex/chained-methods.approved.1.txt
diff --git a/...ls/complex/chained-methods.rejected.1.txt → ...ls/complex/chained-methods.rejected.1.txt b/...ls/complex/chained-methods.rejected.1.txt → ...ls/complex/chained-methods.rejected.1.txt
diff --git a/...vals/complex/nested-object.rejected.1.txt → ...vals/complex/nested-object.rejected.1.txt b/...vals/complex/nested-object.rejected.1.txt → ...vals/complex/nested-object.rejected.1.txt
diff --git a/...bject-with-inline-comments.approved.1.txt → ...bject-with-inline-comments.approved.1.txt b/...bject-with-inline-comments.approved.1.txt → ...bject-with-inline-comments.approved.1.txt
diff --git a/...bject-with-inline-comments.approved.2.txt → ...bject-with-inline-comments.approved.2.txt b/...bject-with-inline-comments.approved.2.txt → ...bject-with-inline-comments.approved.2.txt
diff --git a/...bject-with-inline-comments.approved.3.txt → ...bject-with-inline-comments.approved.3.txt b/...bject-with-inline-comments.approved.3.txt → ...bject-with-inline-comments.approved.3.txt
diff --git a/...bject-with-inline-comments.approved.4.txt → ...bject-with-inline-comments.approved.4.txt b/...bject-with-inline-comments.approved.4.txt → ...bject-with-inline-comments.approved.4.txt
diff --git a/...vals/control-flow/for-loop.approved.1.txt → ...vals/control-flow/for-loop.approved.1.txt b/...vals/control-flow/for-loop.approved.1.txt → ...vals/control-flow/for-loop.approved.1.txt
diff --git a/...vals/control-flow/for-loop.approved.2.txt → ...vals/control-flow/for-loop.approved.2.txt b/...vals/control-flow/for-loop.approved.2.txt → ...vals/control-flow/for-loop.approved.2.txt
diff --git a/...s/control-flow/for-loop.rb.rejected.1.txt → ...s/control-flow/for-loop.rb.rejected.1.txt b/...s/control-flow/for-loop.rb.rejected.1.txt → ...s/control-flow/for-loop.rb.rejected.1.txt
diff --git a/.../control-flow/if-statement.approved.1.txt → .../control-flow/if-statement.approved.1.txt b/.../control-flow/if-statement.approved.1.txt → .../control-flow/if-statement.approved.1.txt
diff --git a/.../control-flow/if-statement.approved.2.txt → .../control-flow/if-statement.approved.2.txt b/.../control-flow/if-statement.approved.2.txt → .../control-flow/if-statement.approved.2.txt
diff --git a/.../control-flow/if-statement.approved.3.txt → .../control-flow/if-statement.approved.3.txt b/.../control-flow/if-statement.approved.3.txt → .../control-flow/if-statement.approved.3.txt
diff --git a/.../control-flow/if-statement.approved.4.txt → .../control-flow/if-statement.approved.4.txt b/.../control-flow/if-statement.approved.4.txt → .../control-flow/if-statement.approved.4.txt
diff --git a/...ntrol-flow/if-statement.rb.approved.1.txt → ...ntrol-flow/if-statement.rb.approved.1.txt b/...ntrol-flow/if-statement.rb.approved.1.txt → ...ntrol-flow/if-statement.rb.approved.1.txt
diff --git a/...ntrol-flow/if-statement.rb.rejected.1.txt → ...ntrol-flow/if-statement.rb.rejected.1.txt b/...ntrol-flow/if-statement.rb.rejected.1.txt → ...ntrol-flow/if-statement.rb.rejected.1.txt
diff --git a/...trol-flow/return-statement.approved.1.txt → ...trol-flow/return-statement.approved.1.txt b/...trol-flow/return-statement.approved.1.txt → ...trol-flow/return-statement.approved.1.txt
diff --git a/...trol-flow/return-statement.approved.2.txt → ...trol-flow/return-statement.approved.2.txt b/...trol-flow/return-statement.approved.2.txt → ...trol-flow/return-statement.approved.2.txt
diff --git a/...trol-flow/return-statement.approved.3.txt → ...trol-flow/return-statement.approved.3.txt b/...trol-flow/return-statement.approved.3.txt → ...trol-flow/return-statement.approved.3.txt
diff --git a/...l-flow/return-statement.rb.approved.1.txt → ...l-flow/return-statement.rb.approved.1.txt b/...l-flow/return-statement.rb.approved.1.txt → ...l-flow/return-statement.rb.approved.1.txt
diff --git a/...l-flow/return-statement.rb.rejected.1.txt → ...l-flow/return-statement.rb.rejected.1.txt b/...l-flow/return-statement.rb.rejected.1.txt → ...l-flow/return-statement.rb.rejected.1.txt
diff --git a/...trol-flow/return-statement.rejected.1.txt → ...trol-flow/return-statement.rejected.1.txt b/...trol-flow/return-statement.rejected.1.txt → ...trol-flow/return-statement.rejected.1.txt
diff --git a/...trol-flow/return-statement.rejected.2.txt → ...trol-flow/return-statement.rejected.2.txt b/...trol-flow/return-statement.rejected.2.txt → ...trol-flow/return-statement.rejected.2.txt
diff --git a/...ation/array-reduce-complex.approved.1.txt → ...ation/array-reduce-complex.approved.1.txt b/...ation/array-reduce-complex.approved.1.txt → ...ation/array-reduce-complex.approved.1.txt
diff --git a/...ation/array-reduce-complex.rejected.1.txt → ...ation/array-reduce-complex.rejected.1.txt b/...ation/array-reduce-complex.rejected.1.txt → ...ation/array-reduce-complex.rejected.1.txt
diff --git a/...ansformation/data-pipeline.approved.1.txt → ...ansformation/data-pipeline.approved.1.txt b/...ansformation/data-pipeline.approved.1.txt → ...ansformation/data-pipeline.approved.1.txt
diff --git a/...ansformation/data-pipeline.rejected.1.txt → ...ansformation/data-pipeline.rejected.1.txt b/...ansformation/data-pipeline.rejected.1.txt → ...ansformation/data-pipeline.rejected.1.txt
diff --git a/...nsformation/object-mapping.approved.1.txt → ...nsformation/object-mapping.approved.1.txt b/...nsformation/object-mapping.approved.1.txt → ...nsformation/object-mapping.approved.1.txt
diff --git a/...dling/async-error-handling.rejected.1.txt → ...dling/async-error-handling.rejected.1.txt b/...dling/async-error-handling.rejected.1.txt → ...dling/async-error-handling.rejected.1.txt
diff --git a/...dling/async-error-handling.rejected.2.txt → ...dling/async-error-handling.rejected.2.txt b/...dling/async-error-handling.rejected.2.txt → ...dling/async-error-handling.rejected.2.txt
diff --git a/...handling/promise-rejection.approved.1.txt → ...handling/promise-rejection.approved.1.txt b/...handling/promise-rejection.approved.1.txt → ...handling/promise-rejection.approved.1.txt
diff --git a/...andling/rescue-handling.rb.approved.1.txt → ...andling/rescue-handling.rb.approved.1.txt b/...andling/rescue-handling.rb.approved.1.txt → ...andling/rescue-handling.rb.approved.1.txt
diff --git a/...andling/rescue-handling.rb.rejected.1.txt → ...andling/rescue-handling.rb.rejected.1.txt b/...andling/rescue-handling.rb.rejected.1.txt → ...andling/rescue-handling.rb.rejected.1.txt
diff --git a/...handling/try-catch-finally.rejected.1.txt → ...handling/try-catch-finally.rejected.1.txt b/...handling/try-catch-finally.rejected.1.txt → ...handling/try-catch-finally.rejected.1.txt
diff --git a/...on-call/function-call-args.approved.1.txt → ...on-call/function-call-args.approved.1.txt b/...on-call/function-call-args.approved.1.txt → ...on-call/function-call-args.approved.1.txt
diff --git a/...on-call/function-call-args.approved.2.txt → ...on-call/function-call-args.approved.2.txt b/...on-call/function-call-args.approved.2.txt → ...on-call/function-call-args.approved.2.txt
diff --git a/...on-call/function-call-args.approved.3.txt → ...on-call/function-call-args.approved.3.txt b/...on-call/function-call-args.approved.3.txt → ...on-call/function-call-args.approved.3.txt
diff --git a/...declaration/arrow-function.approved.1.txt → ...declaration/arrow-function.approved.1.txt b/...declaration/arrow-function.approved.1.txt → ...declaration/arrow-function.approved.1.txt
diff --git a/...declaration/arrow-function.rejected.1.txt → ...declaration/arrow-function.rejected.1.txt b/...declaration/arrow-function.rejected.1.txt → ...declaration/arrow-function.rejected.1.txt
diff --git a/...-declaration/function-body.approved.1.txt → ...-declaration/function-body.approved.1.txt b/...-declaration/function-body.approved.1.txt → ...-declaration/function-body.approved.1.txt
diff --git a/...-declaration/function-body.approved.2.txt → ...-declaration/function-body.approved.2.txt b/...-declaration/function-body.approved.2.txt → ...-declaration/function-body.approved.2.txt
diff --git a/...claration/function-body.rb.rejected.1.txt → ...claration/function-body.rb.rejected.1.txt b/...claration/function-body.rb.rejected.1.txt → ...claration/function-body.rb.rejected.1.txt
diff --git a/...claration/function-body.rb.rejected.2.txt → ...claration/function-body.rb.rejected.2.txt b/...claration/function-body.rb.rejected.2.txt → ...claration/function-body.rb.rejected.2.txt
diff --git a/...-declaration/function-body.rejected.1.txt → ...-declaration/function-body.rejected.1.txt b/...-declaration/function-body.rejected.1.txt → ...-declaration/function-body.rejected.1.txt
diff --git a/...atement/import-curly-brace.approved.1.txt → ...atement/import-curly-brace.approved.1.txt b/...atement/import-curly-brace.approved.1.txt → ...atement/import-curly-brace.approved.1.txt
diff --git a/...port-statement/import-from.approved.1.txt → ...port-statement/import-from.approved.1.txt b/...port-statement/import-from.approved.1.txt → ...port-statement/import-from.approved.1.txt
diff --git a/...method-access/array-method.approved.1.txt → ...method-access/array-method.approved.1.txt b/...method-access/array-method.approved.1.txt → ...method-access/array-method.approved.1.txt
diff --git a/...method-access/array-method.approved.2.txt → ...method-access/array-method.approved.2.txt b/...method-access/array-method.approved.2.txt → ...method-access/array-method.approved.2.txt
diff --git a/...method-access/array-method.approved.3.txt → ...method-access/array-method.approved.3.txt b/...method-access/array-method.approved.3.txt → ...method-access/array-method.approved.3.txt
diff --git a/...method-access/array-method.rejected.1.txt → ...method-access/array-method.rejected.1.txt b/...method-access/array-method.rejected.1.txt → ...method-access/array-method.rejected.1.txt
diff --git a/...ethod-access/string-method.approved.1.txt → ...ethod-access/string-method.approved.1.txt b/...ethod-access/string-method.approved.1.txt → ...ethod-access/string-method.approved.1.txt
diff --git a/...ethod-access/string-method.approved.2.txt → ...ethod-access/string-method.approved.2.txt b/...ethod-access/string-method.approved.2.txt → ...ethod-access/string-method.approved.2.txt
diff --git a/...rty-access/property-access.approved.1.txt → ...rty-access/property-access.approved.1.txt b/...rty-access/property-access.approved.1.txt → ...rty-access/property-access.approved.1.txt
diff --git a/...signment/array-declaration.approved.1.txt → ...signment/array-declaration.approved.1.txt b/...signment/array-declaration.approved.1.txt → ...signment/array-declaration.approved.1.txt
diff --git a/...signment/array-declaration.approved.2.txt → ...signment/array-declaration.approved.2.txt b/...signment/array-declaration.approved.2.txt → ...signment/array-declaration.approved.2.txt
diff --git a/...nment/array-declaration.rb.approved.1.txt → ...nment/array-declaration.rb.approved.1.txt b/...nment/array-declaration.rb.approved.1.txt → ...nment/array-declaration.rb.approved.1.txt
diff --git a/...nment/array-declaration.rb.approved.2.txt → ...nment/array-declaration.rb.approved.2.txt b/...nment/array-declaration.rb.approved.2.txt → ...nment/array-declaration.rb.approved.2.txt
diff --git a/...nment/array-declaration.rb.approved.3.txt → ...nment/array-declaration.rb.approved.3.txt b/...nment/array-declaration.rb.approved.3.txt → ...nment/array-declaration.rb.approved.3.txt
diff --git a/...ignment/object-declaration.approved.1.txt → ...ignment/object-declaration.approved.1.txt b/...ignment/object-declaration.approved.1.txt → ...ignment/object-declaration.approved.1.txt
diff --git a/...ment/object-declaration.rb.rejected.1.txt → ...ment/object-declaration.rb.rejected.1.txt b/...ment/object-declaration.rb.rejected.1.txt → ...ment/object-declaration.rb.rejected.1.txt
diff --git a/...gnment/variable-assignment.approved.1.txt → ...gnment/variable-assignment.approved.1.txt b/...gnment/variable-assignment.approved.1.txt → ...gnment/variable-assignment.approved.1.txt
diff --git a/...gnment/variable-assignment.approved.2.txt → ...gnment/variable-assignment.approved.2.txt b/...gnment/variable-assignment.approved.2.txt → ...gnment/variable-assignment.approved.2.txt
diff --git a/...gnment/variable-assignment.approved.3.txt → ...gnment/variable-assignment.approved.3.txt b/...gnment/variable-assignment.approved.3.txt → ...gnment/variable-assignment.approved.3.txt
diff --git a/...ent/variable-assignment.rb.approved.1.txt → ...ent/variable-assignment.rb.approved.1.txt b/...ent/variable-assignment.rb.approved.1.txt → ...ent/variable-assignment.rb.approved.1.txt
diff --git a/...ent/variable-assignment.rb.rejected.1.txt → ...ent/variable-assignment.rb.rejected.1.txt b/...ent/variable-assignment.rb.rejected.1.txt → ...ent/variable-assignment.rb.rejected.1.txt
diff --git a/...gnment/variable-assignment.rejected.1.txt → ...gnment/variable-assignment.rejected.1.txt b/...gnment/variable-assignment.rejected.1.txt → ...gnment/variable-assignment.rejected.1.txt
diff --git a/...ocompletion/auto-trigger-strategy.spec.ts → ...-benchmarks/auto-trigger-strategy.spec.ts b/...ocompletion/auto-trigger-strategy.spec.ts → ...-benchmarks/auto-trigger-strategy.spec.ts
@@ -1,6 +1,6 @@
 import { describe, expect, it, vi } from "vitest"
-import { AutoTriggerStrategyTester } from "./auto-trigger-strategy.js"
-import { CURSOR_MARKER } from "../services/ghost/ghostConstants.js"
+import { AutoTriggerStrategyTester } from "../../src/test-llm-autocompletion/auto-trigger-strategy.js"
+import { CURSOR_MARKER } from "../../src/services/ghost/ghostConstants.js"
 
 // Mock LLMClient to avoid needing API keys in tests
 vi.mock("./llm-client.js", () => ({

diff --git a/...m-autocompletion/auto-trigger-strategy.ts → ...ghost-benchmarks/auto-trigger-strategy.ts b/...m-autocompletion/auto-trigger-strategy.ts → ...ghost-benchmarks/auto-trigger-strategy.ts
@@ -1,10 +1,10 @@
 import { LLMClient } from "./llm-client.js"
-import { AutoTriggerStrategy } from "../services/ghost/strategies/AutoTriggerStrategy.js"
-import { GhostSuggestionContext } from "../services/ghost/types.js"
-import { MockTextDocument } from "../services/mocking/MockTextDocument.js"
-import { CURSOR_MARKER } from "../services/ghost/ghostConstants.js"
-import { GhostStreamingParser } from "../services/ghost/GhostStreamingParser.js"
-import * as vscode from "vscode"
+import { AutoTriggerStrategy } from "../../src/services/ghost/strategies/AutoTriggerStrategy.js"
+import { GhostSuggestionContext } from "../../src/services/ghost/types.js"
+import { MockTextDocument } from "../../src/services/mocking/MockTextDocument.js"
+import { CURSOR_MARKER } from "../../src/services/ghost/ghostConstants.js"
+import { GhostStreamingParser } from "../../src/services/ghost/GhostStreamingParser.js"
+import * as vscode from "./mock-vscode.js"
 
 export class AutoTriggerStrategyTester {
 	private llmClient: LLMClient

diff --git a/packages/ghost-benchmarks/esbuild.config.js b/packages/ghost-benchmarks/esbuild.config.js
@@ -0,0 +1,61 @@
+import esbuild from "esbuild"
+import path from "path"
+import { fileURLToPath } from "url"
+
+const __filename = fileURLToPath(import.meta.url)
+const __dirname = path.dirname(__filename)
+
+const config = {
+	entryPoints: ["runner.ts"],
+	bundle: true,
+	platform: "node",
+	target: "node20",
+	format: "esm",
+	outfile: "dist/runner.js",
+	external: [
+		// Keep these as external dependencies
+		"electron",
+		"tiktoken", // Has WASM dependencies that can't be bundled
+		"tree-sitter-wasms", // WASM files
+		"web-tree-sitter", // WASM files
+		"openai",
+		"dotenv",
+		"@anthropic-ai/sdk",
+	],
+	alias: {
+		// Map workspace dependencies to actual packages
+		"@roo-code/telemetry": path.resolve(__dirname, "../telemetry/src"),
+		"@roo-code/types": path.resolve(__dirname, "../types/src"),
+		"@roo-code/ipc": path.resolve(__dirname, "../ipc/src"),
+		"@roo-code/cloud": path.resolve(__dirname, "../cloud/src"),
+		// Mock vscode module
+		vscode: path.resolve(__dirname, "mock-vscode.ts"),
+	},
+	plugins: [],
+	define: {},
+	resolveExtensions: [".ts", ".js", ".json"],
+	sourcemap: true,
+	minify: false, // Keep readable for debugging
+	logLevel: "info",
+	mainFields: ["module", "main"],
+	conditions: ["import", "require", "node"],
+}
+
+// Build function
+async function build() {
+	try {
+		console.log("🔨 Building Ghost Benchmarks with esbuild...")
+		await esbuild.build(config)
+		console.log("✅ Build completed successfully!")
+	} catch (error) {
+		console.error("❌ Build failed:", error)
+		process.exit(1)
+	}
+}
+
+// Run build if this file is executed directly
+if (import.meta.url === `file://${process.argv[1]}`) {
+	build()
+}
+
+export { config, build }
diff --git a/packages/ghost-benchmarks/eslint.config.js b/packages/ghost-benchmarks/eslint.config.js
@@ -0,0 +1,8 @@
+import { config } from "@roo-code/config-eslint/base"
+
+export default [
+	...config,
+	{
+		ignores: ["dist/**", "**/test-cases/**"],
+	},
+]
diff --git a/src/test-llm-autocompletion/llm-client.ts → packages/ghost-benchmarks/llm-client.ts b/src/test-llm-autocompletion/llm-client.ts → packages/ghost-benchmarks/llm-client.ts
@@ -1,6 +1,6 @@
 import OpenAI from "openai"
 import { config } from "dotenv"
-import { DEFAULT_HEADERS } from "../api/providers/constants.js"
+import { DEFAULT_HEADERS } from "../../src/api/providers/constants.js"
 
 config()
 
@@ -35,24 +35,40 @@ export class LLMClient {
 		this.provider = process.env.LLM_PROVIDER || "kilocode"
 		this.model = process.env.LLM_MODEL || "mistralai/codestral-2508"
 
-		if (this.provider !== "kilocode") {
-			throw new Error(`Only kilocode provider is supported. Got: ${this.provider}`)
+		if (this.provider !== "kilocode" && this.provider !== "openrouter") {
+			throw new Error(`Only kilocode and openrouter providers are supported. Got: ${this.provider}`)
 		}
 
-		if (!process.env.KILOCODE_API_KEY) {
+		// Validate API keys based on provider
+		if (this.provider === "kilocode" && !process.env.KILOCODE_API_KEY) {
 			throw new Error("KILOCODE_API_KEY is required for Kilocode provider")
 		}
 
-		const baseUrl = getKiloBaseUriFromToken(process.env.KILOCODE_API_KEY)
+		if (this.provider === "openrouter" && !process.env.OPENROUTER_API_KEY) {
+			throw new Error("OPENROUTER_API_KEY is required for OpenRouter provider")
+		}
 
-		this.openai = new OpenAI({
-			baseURL: `${baseUrl}/api/openrouter/`,
-			apiKey: process.env.KILOCODE_API_KEY,
-			defaultHeaders: {
-				...DEFAULT_HEADERS,
-				"X-KILOCODE-TESTER": "SUPPRESS",
-			},
-		})
+		// Configure OpenAI client based on provider
+		if (this.provider === "kilocode") {
+			const baseUrl = getKiloBaseUriFromToken(process.env.KILOCODE_API_KEY)
+			this.openai = new OpenAI({
+				baseURL: `${baseUrl}/api/openrouter/`,
+				apiKey: process.env.KILOCODE_API_KEY,
+				defaultHeaders: {
+					...DEFAULT_HEADERS,
+					"X-KILOCODE-TESTER": "SUPPRESS",
+				},
+			})
+		} else if (this.provider === "openrouter") {
+			this.openai = new OpenAI({
+				baseURL: "https://openrouter.ai/api/v1",
+				apiKey: process.env.OPENROUTER_API_KEY,
+				defaultHeaders: {
+					...DEFAULT_HEADERS,
+					"HTTP-Referer": "https://kilocode.ai",
+				},
+			})
+		}
 	}
 
 	async sendPrompt(systemPrompt: string, userPrompt: string): Promise<LLMResponse> {

diff --git a/src/test-llm-autocompletion/mock-vscode.ts → packages/ghost-benchmarks/mock-vscode.ts b/src/test-llm-autocompletion/mock-vscode.ts → packages/ghost-benchmarks/mock-vscode.ts
@@ -122,6 +122,26 @@ export class Uri {
 	get fsPath(): string {
 		return this.path
 	}
+
+	with(change: { scheme?: string; authority?: string; path?: string; query?: string; fragment?: string }): Uri {
+		return new Uri(
+			change.scheme !== undefined ? change.scheme : this.scheme,
+			change.authority !== undefined ? change.authority : this.authority,
+			change.path !== undefined ? change.path : this.path,
+			change.query !== undefined ? change.query : this.query,
+			change.fragment !== undefined ? change.fragment : this.fragment,
+		)
+	}
+
+	toJSON(): any {
+		return {
+			scheme: this.scheme,
+			authority: this.authority,
+			path: this.path,
+			query: this.query,
+			fragment: this.fragment,
+		}
+	}
 }
 
 export class Selection extends Range {

diff --git a/packages/ghost-benchmarks/package.json b/packages/ghost-benchmarks/package.json
@@ -0,0 +1,41 @@
+{
+	"name": "@kilocode/ghost-benchmarks",
+	"version": "1.0.0",
+	"description": "Benchmarking system for Ghost autocomplete functionality",
+	"type": "module",
+	"main": "./dist/index.js",
+	"types": "./dist/index.d.ts",
+	"bin": {
+		"ghost-benchmark": "./dist/cli/benchmark-cli.cjs"
+	},
+	"scripts": {
+		"build": "node esbuild.config.js",
+		"dev": "node esbuild.config.js --watch",
+		"test": "npm run build && node dist/runner.js",
+		"test:verbose": "npm run build && node dist/runner.js --verbose",
+		"test:watch": "vitest --watch",
+		"lint": "eslint *.ts",
+		"clean": "rm -rf dist"
+	},
+	"dependencies": {
+		"@anthropic-ai/sdk": "^0.51.0",
+		"openai": "^5.12.2",
+		"dotenv": "^16.4.5",
+		"diff": "^5.1.0",
+		"web-tree-sitter": "^0.20.8"
+	},
+	"devDependencies": {
+		"@roo-code/config-eslint": "workspace:^",
+		"@types/node": "^20.0.0",
+		"esbuild": "^0.25.0",
+		"eslint": "^9.27.0",
+		"typescript": "^5.8.3",
+		"vitest": "^3.2.4"
+	},
+	"exports": {
+		".": {
+			"import": "./dist/index.js",
+			"types": "./dist/index.d.ts"
+		}
+	}
+}
diff --git a/src/test-llm-autocompletion/runner.ts → packages/ghost-benchmarks/runner.ts b/src/test-llm-autocompletion/runner.ts → packages/ghost-benchmarks/runner.ts
@@ -324,22 +324,4 @@ async function main() {
 	}
 }
 
-// Check for required environment variables
-function checkEnvironment() {
-	const provider = process.env.LLM_PROVIDER || "kilocode"
-
-	if (provider !== "kilocode") {
-		console.error(`\n❌ Error: Only kilocode provider is supported. Got: ${provider}`)
-		process.exit(1)
-	}
-
-	if (!process.env.KILOCODE_API_KEY) {
-		console.error(`\n❌ Error: KILOCODE_API_KEY is not set`)
-		console.log("\nPlease create a .env file with your API credentials.")
-		console.log("Example: KILOCODE_API_KEY=your-api-key-here\n")
-		process.exit(1)
-	}
-}
-
-checkEnvironment()
 main().catch(console.error)
diff --git a/...est-llm-autocompletion/test-cases.spec.ts → packages/ghost-benchmarks/test-cases.spec.ts b/...est-llm-autocompletion/test-cases.spec.ts → packages/ghost-benchmarks/test-cases.spec.ts
diff --git a/src/test-llm-autocompletion/test-cases.ts → packages/ghost-benchmarks/test-cases.ts b/src/test-llm-autocompletion/test-cases.ts → packages/ghost-benchmarks/test-cases.ts
@@ -1,7 +1,7 @@
 import fs from "fs"
 import path from "path"
 import { fileURLToPath } from "url"
-import { CURSOR_MARKER } from "../services/ghost/ghostConstants.js"
+import { CURSOR_MARKER } from "../../src/services/ghost/ghostConstants.js"
 
 const __filename = fileURLToPath(import.meta.url)
 const __dirname = path.dirname(__filename)
@@ -44,20 +44,27 @@ function parseTestCaseFile(filePath: string): { description: string; input: stri
 }
 
 function loadTestCases(): Category[] {
-	if (!fs.existsSync(TEST_CASES_DIR)) {
+	// Use the correct test cases directory for bundled execution
+	const testCasesPath = fs.existsSync(TEST_CASES_DIR) ? TEST_CASES_DIR : path.join(process.cwd(), "test-cases")
+
+	if (!fs.existsSync(testCasesPath)) {
+		console.error("Error: Test cases directory not found at:", testCasesPath)
 		return []
 	}
 
+	return loadFromDirectory(testCasesPath)
+}
+
+function loadFromDirectory(testCasesDir: string): Category[] {
 	const categories: Category[] = []
-	const categoryDirs = fs.readdirSync(TEST_CASES_DIR, { withFileTypes: true })
+	const categoryDirs = fs.readdirSync(testCasesDir, { withFileTypes: true })
 
 	for (const categoryDir of categoryDirs) {
 		if (!categoryDir.isDirectory()) continue
 
 		const categoryName = categoryDir.name
-		const categoryPath = path.join(TEST_CASES_DIR, categoryName)
+		const categoryPath = path.join(testCasesDir, categoryName)
 		const testCaseFiles = fs.readdirSync(categoryPath).filter((f) => f.endsWith(".txt"))
-
 		const testCases: CategoryTestCase[] = []
 
 		for (const testCaseFile of testCaseFiles) {

diff --git a/...st-cases/api-patterns/rest-api-client.txt → ...st-cases/api-patterns/rest-api-client.txt b/...st-cases/api-patterns/rest-api-client.txt → ...st-cases/api-patterns/rest-api-client.txt
diff --git a/...n/test-cases/api-patterns/retry-logic.txt → ...s/test-cases/api-patterns/retry-logic.txt b/...n/test-cases/api-patterns/retry-logic.txt → ...s/test-cases/api-patterns/retry-logic.txt
diff --git a/...test-cases/basic-syntax/closing-brace.txt → ...test-cases/basic-syntax/closing-brace.txt b/...test-cases/basic-syntax/closing-brace.txt → ...test-cases/basic-syntax/closing-brace.txt
diff --git a/...st-cases/basic-syntax/closing-bracket.txt → ...st-cases/basic-syntax/closing-bracket.txt b/...st-cases/basic-syntax/closing-bracket.txt → ...st-cases/basic-syntax/closing-bracket.txt
diff --git a/...ases/basic-syntax/closing-parenthesis.txt → ...ases/basic-syntax/closing-parenthesis.txt b/...ases/basic-syntax/closing-parenthesis.txt → ...ases/basic-syntax/closing-parenthesis.txt
diff --git a/...ion/test-cases/basic-syntax/semicolon.txt → ...rks/test-cases/basic-syntax/semicolon.txt b/...ion/test-cases/basic-syntax/semicolon.txt → ...rks/test-cases/basic-syntax/semicolon.txt
diff --git a/...s/class-patterns/class-constructor.rb.txt → ...s/class-patterns/class-constructor.rb.txt b/...s/class-patterns/class-constructor.rb.txt → ...s/class-patterns/class-constructor.rb.txt
diff --git a/...ases/class-patterns/class-constructor.txt → ...ases/class-patterns/class-constructor.txt b/...ases/class-patterns/class-constructor.txt → ...ases/class-patterns/class-constructor.txt
diff --git a/...s/class-patterns/class-inheritance.rb.txt → ...s/class-patterns/class-inheritance.rb.txt b/...s/class-patterns/class-inheritance.rb.txt → ...s/class-patterns/class-inheritance.rb.txt
diff --git a/...ases/class-patterns/class-inheritance.txt → ...ases/class-patterns/class-inheritance.txt b/...ases/class-patterns/class-inheritance.txt → ...ases/class-patterns/class-inheritance.txt
diff --git a/...ass-patterns/class-method-override.rb.txt → ...ass-patterns/class-method-override.rb.txt b/...ass-patterns/class-method-override.rb.txt → ...ass-patterns/class-method-override.rb.txt
diff --git a/.../class-patterns/class-method-override.txt → .../class-patterns/class-method-override.txt b/.../class-patterns/class-method-override.txt → .../class-patterns/class-method-override.txt
diff --git a/...letion/test-cases/complex/async-await.txt → ...hmarks/test-cases/complex/async-await.txt b/...letion/test-cases/complex/async-await.txt → ...hmarks/test-cases/complex/async-await.txt
diff --git a/...on/test-cases/complex/chained-methods.txt → ...ks/test-cases/complex/chained-methods.txt b/...on/test-cases/complex/chained-methods.txt → ...ks/test-cases/complex/chained-methods.txt
diff --git a/...tion/test-cases/complex/nested-object.txt → ...arks/test-cases/complex/nested-object.txt b/...tion/test-cases/complex/nested-object.txt → ...arks/test-cases/complex/nested-object.txt
diff --git a/...s/complex/object-with-inline-comments.txt → ...s/complex/object-with-inline-comments.txt b/...s/complex/object-with-inline-comments.txt → ...s/complex/object-with-inline-comments.txt
diff --git a/...n/test-cases/control-flow/for-loop.rb.txt → ...s/test-cases/control-flow/for-loop.rb.txt b/...n/test-cases/control-flow/for-loop.rb.txt → ...s/test-cases/control-flow/for-loop.rb.txt
diff --git a/...tion/test-cases/control-flow/for-loop.txt → ...arks/test-cases/control-flow/for-loop.txt b/...tion/test-cases/control-flow/for-loop.txt → ...arks/test-cases/control-flow/for-loop.txt
diff --git a/...st-cases/control-flow/if-statement.rb.txt → ...st-cases/control-flow/if-statement.rb.txt b/...st-cases/control-flow/if-statement.rb.txt → ...st-cases/control-flow/if-statement.rb.txt
diff --git a/.../test-cases/control-flow/if-statement.txt → .../test-cases/control-flow/if-statement.txt b/.../test-cases/control-flow/if-statement.txt → .../test-cases/control-flow/if-statement.txt
diff --git a/...ases/control-flow/return-statement.rb.txt → ...ases/control-flow/return-statement.rb.txt b/...ases/control-flow/return-statement.rb.txt → ...ases/control-flow/return-statement.rb.txt
diff --git a/...t-cases/control-flow/return-statement.txt → ...t-cases/control-flow/return-statement.txt b/...t-cases/control-flow/return-statement.txt → ...t-cases/control-flow/return-statement.txt
diff --git a/...a-transformation/array-reduce-complex.txt → ...a-transformation/array-reduce-complex.txt b/...a-transformation/array-reduce-complex.txt → ...a-transformation/array-reduce-complex.txt
diff --git a/...ses/data-transformation/data-pipeline.txt → ...ses/data-transformation/data-pipeline.txt b/...ses/data-transformation/data-pipeline.txt → ...ses/data-transformation/data-pipeline.txt
diff --git a/...es/data-transformation/object-mapping.txt → ...es/data-transformation/object-mapping.txt b/...es/data-transformation/object-mapping.txt → ...es/data-transformation/object-mapping.txt
diff --git a/...s/error-handling/async-error-handling.txt → ...s/error-handling/async-error-handling.txt b/...s/error-handling/async-error-handling.txt → ...s/error-handling/async-error-handling.txt
diff --git a/...ases/error-handling/promise-rejection.txt → ...ases/error-handling/promise-rejection.txt b/...ases/error-handling/promise-rejection.txt → ...ases/error-handling/promise-rejection.txt
diff --git a/...ses/error-handling/rescue-handling.rb.txt → ...ses/error-handling/rescue-handling.rb.txt b/...ses/error-handling/rescue-handling.rb.txt → ...ses/error-handling/rescue-handling.rb.txt
diff --git a/...ases/error-handling/try-catch-finally.txt → ...ases/error-handling/try-catch-finally.txt b/...ases/error-handling/try-catch-finally.txt → ...ases/error-handling/try-catch-finally.txt
diff --git a/...ases/function-call/function-call-args.txt → ...ases/function-call/function-call-args.txt b/...ases/function-call/function-call-args.txt → ...ases/function-call/function-call-args.txt
diff --git a/...s/function-declaration/arrow-function.txt → ...s/function-declaration/arrow-function.txt b/...s/function-declaration/arrow-function.txt → ...s/function-declaration/arrow-function.txt
diff --git a/...function-declaration/function-body.rb.txt → ...function-declaration/function-body.rb.txt b/...function-declaration/function-body.rb.txt → ...function-declaration/function-body.rb.txt
diff --git a/...es/function-declaration/function-body.txt → ...es/function-declaration/function-body.txt b/...es/function-declaration/function-body.txt → ...es/function-declaration/function-body.txt
diff --git a/...s/import-statement/import-curly-brace.txt → ...s/import-statement/import-curly-brace.txt b/...s/import-statement/import-curly-brace.txt → ...s/import-statement/import-curly-brace.txt
diff --git a/...st-cases/import-statement/import-from.txt → ...st-cases/import-statement/import-from.txt b/...st-cases/import-statement/import-from.txt → ...st-cases/import-statement/import-from.txt
diff --git a/...test-cases/method-access/array-method.txt → ...test-cases/method-access/array-method.txt b/...test-cases/method-access/array-method.txt → ...test-cases/method-access/array-method.txt
diff --git a/...est-cases/method-access/string-method.txt → ...est-cases/method-access/string-method.txt b/...est-cases/method-access/string-method.txt → ...est-cases/method-access/string-method.txt
diff --git a/...cases/property-access/property-access.txt → ...cases/property-access/property-access.txt b/...cases/property-access/property-access.txt → ...cases/property-access/property-access.txt
diff --git a/...iable-assignment/array-declaration.rb.txt → ...iable-assignment/array-declaration.rb.txt b/...iable-assignment/array-declaration.rb.txt → ...iable-assignment/array-declaration.rb.txt
diff --git a/...variable-assignment/array-declaration.txt → ...variable-assignment/array-declaration.txt b/...variable-assignment/array-declaration.txt → ...variable-assignment/array-declaration.txt
diff --git a/...able-assignment/object-declaration.rb.txt → ...able-assignment/object-declaration.rb.txt b/...able-assignment/object-declaration.rb.txt → ...able-assignment/object-declaration.rb.txt
diff --git a/...ariable-assignment/object-declaration.txt → ...ariable-assignment/object-declaration.txt b/...ariable-assignment/object-declaration.txt → ...ariable-assignment/object-declaration.txt
diff --git a/...ble-assignment/variable-assignment.rb.txt → ...ble-assignment/variable-assignment.rb.txt b/...ble-assignment/variable-assignment.rb.txt → ...ble-assignment/variable-assignment.rb.txt
diff --git a/...riable-assignment/variable-assignment.txt → ...riable-assignment/variable-assignment.txt b/...riable-assignment/variable-assignment.txt → ...riable-assignment/variable-assignment.txt
diff --git a/packages/ghost-benchmarks/tsconfig.json b/packages/ghost-benchmarks/tsconfig.json
@@ -0,0 +1,28 @@
+{
+	"compilerOptions": {
+		"target": "ES2022",
+		"module": "ES2022",
+		"lib": ["ES2022", "esnext.disposable", "DOM"],
+		"moduleResolution": "Bundler",
+		"baseUrl": ".",
+		"strict": false,
+		"noImplicitAny": false,
+		"strictNullChecks": false,
+		"strictPropertyInitialization": false,
+		"noImplicitReturns": false,
+		"noUnusedLocals": false,
+		"noUnusedParameters": false,
+		"esModuleInterop": true,
+		"allowSyntheticDefaultImports": true,
+		"skipLibCheck": true,
+		"forceConsistentCasingInFileNames": false,
+		"resolveJsonModule": true,
+		"declaration": true,
+		"outDir": "./dist",
+		"noEmit": false,
+		"useUnknownInCatchVariables": false,
+		"types": ["node"]
+	},
+	"include": ["./*.ts", "./test-cases/**/*.txt"],
+	"exclude": ["node_modules", "dist", "**/*.spec.ts", "**/*.test.ts"]
+}
diff --git a/packages/ghost-benchmarks/vitest.config.ts b/packages/ghost-benchmarks/vitest.config.ts
@@ -0,0 +1,15 @@
+import { defineConfig } from "vitest/config"
+
+export default defineConfig({
+	test: {
+		globals: true,
+		environment: "node",
+		include: ["src/**/*.{test,spec}.{js,ts}"],
+		exclude: ["node_modules", "dist"],
+	},
+	resolve: {
+		alias: {
+			"@": new URL("./src", import.meta.url).pathname,
+		},
+	},
+})