Merge pull request #3830 from Kilo-Org/eamon/autocomplete_test

A few more accept/reject choices in the autocomplete evals

Author: EamonNerbonne

src/test-llm-autocompletion/README.md

@@ -2,6 +2,15 @@
 
 Standalone test suite for AutoTriggerStrategy with real LLM calls using approval testing.
 
+## Setup
+
+1. Copy `.env.example` to `.env`:
+    ```bash
+    cd src/test-llm-autocompletion
+    cp .env.example .env
+    ```
+    Then configure your kilocode API key in `.env`:
+
 ## Approval Testing
 
 This test suite uses approval testing instead of regex pattern matching to validate LLM autocompletion outputs.

src/test-llm-autocompletion/approvals/api-patterns/retry-logic.approved.14.txt

@@ -0,0 +1,10 @@
+async function fetchWithRetry(url, maxRetries = 3) {
+	for (let attempt = 0; attempt < maxRetries; attempt++) {
+		try {
+			return await fetch(url);
+		} catch (error) {
+			if (attempt === maxRetries - 1) throw error;
+			await new Promise(resolve => setTimeout(resolve, 1000 * (attempt + 1)));
+		}
+	}
+}

src/test-llm-autocompletion/approvals/basic-syntax/closing-brace.approved.7.txt

@@ -0,0 +1,3 @@
+function test() {
+	console.log('hello');
+	console.log('world')

src/test-llm-autocompletion/approvals/basic-syntax/closing-brace.rejected.9.txt

@@ -0,0 +1,11 @@
+function test() {
+	console.log('hello');
+}
+
+function test2() {
+	console.log('hello2');
+}
+
+function test3() {
+	console.log('hello3');
+}

src/test-llm-autocompletion/approvals/basic-syntax/closing-bracket.approved.11.txt

@@ -0,0 +1,11 @@
+const arr = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
+
+for (let i = 0; i < arr.length; i++) {
+  console.log(arr[i]);
+}
+
+console.log("-----------------------------");
+
+for (let i = arr.length - 1; i >= 0; i--) {
+  console.log(arr[i]);
+}

src/test-llm-autocompletion/approvals/basic-syntax/closing-parenthesis.approved.5.txt

@@ -0,0 +1,11 @@
+console.log('test');
+
+const a = 10;
+const b = 20;
+
+console.log(a + b);
+
+const c = 30;
+const d = 40;
+
+console.log(c + d);

src/test-llm-autocompletion/approvals/class-patterns/class-constructor.approved.7.txt

@@ -0,0 +1,9 @@
+class User {
+	constructor(username, email, role) {
+		this.username = username;
+		this.email = email;
+		this.role = role;
+	}
+}
+
+module.exports = User;

src/test-llm-autocompletion/approvals/class-patterns/class-constructor.rb.approved.5.txt

@@ -0,0 +1,6 @@
+class User
+	def initialize(username, email, role)
+		@username = username
+		@email = email
+		@role = role
+	end

src/test-llm-autocompletion/approvals/class-patterns/class-constructor.rb.approved.6.txt

@@ -0,0 +1,23 @@
+class User
+	def initialize(username, email, role)
+		@username = username
+		@email = email
+		@role = role
+	end
+
+	def username
+		@username
+	end
+
+	def email
+		@email
+	end
+
+	def role
+		@role
+	end
+
+	def to_s
+		"#{@username} (#{@email})"
+	end
+end

src/test-llm-autocompletion/approvals/class-patterns/class-inheritance.rb.approved.5.txt

@@ -0,0 +1,19 @@
+class Animal
+	def initialize(name)
+		@name = name
+	end
+end
+
+class Dog < Animal
+	def initialize(name, breed)
+		super(name)
+		@breed = breed
+	end
+end
+
+class Cat < Animal
+	def initialize(name, color)
+		super(name)
+		@color = color
+	end
+end