Unit tests for multiple languages and the build prompt.

test/evals/promptfoo-poc/build/tests/connection.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify database connection handling"
+  vars:
+    preBuildState: file://assets/go/code/connection.go
+    changes: file://assets/go/changes/connection.changes.md
+    filePath: connection.go
+    postBuildState: file://assets/go/code/connection.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("func CloseConnection()")
+        )

test/evals/promptfoo-poc/build/tests/data_models.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify data models updates and relationships"
+  vars:
+    preBuildState: file://assets/go/code/data_models.go
+    changes: file://assets/go/changes/data_models.changes.md
+    filePath: data_models.go
+    postBuildState: file://assets/go/code/data_models.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("Comments []*Comment")
+        )

test/evals/promptfoo-poc/build/tests/data_processor.test.py.yml

@@ -0,0 +1,15 @@
+- description: "Verify data_processor function implementation"
+  vars:
+    preBuildState: file://assets/py/code/data_processor.py
+    changes: file://assets/py/changes/data_processor.changes.md
+    filePath: data_processor.py
+    postBuildState: file://assets/py/code/data_processor.post.py
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("def validateInput(input):")
+        )

test/evals/promptfoo-poc/build/tests/network_config.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify network configuration and connectivity"
+  vars:
+    preBuildState: file://assets/go/code/network_config.go
+    changes: file://assets/go/changes/network_config.changes.md
+    filePath: network_config.go
+    postBuildState: file://assets/go/code/network_config.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("VerifyConnectivity()")
+        )

test/evals/promptfoo-poc/build/tests/server_setup.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify server setup and logging"
+  vars:
+    preBuildState: file://assets/go/code/server_setup.go
+    changes: file://assets/go/changes/server_setup.changes.md
+    filePath: server_setup.go
+    postBuildState: file://assets/go/code/server_setup.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("log.Printf(\"Server starting at %s...")
+        )

test/evals/promptfoo-poc/build/tests/sort_functions.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify sorting logic and output"
+  vars:
+    preBuildState: file://assets/go/code/sort_functions.go
+    changes: file://assets/go/changes/sort_functions.changes.md
+    filePath: sort_functions.go
+    postBuildState: file://assets/go/code/sort_functions.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("printValues(sortedValues)")
+        )

test/evals/promptfoo-poc/build/tests/user_handler.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify user handler functions for signup, login, and validation"
+  vars:
+    preBuildState: file://assets/go/code/user_handler.go
+    changes: file://assets/go/changes/user_handler.changes.md
+    filePath: user_handler.go
+    postBuildState: file://assets/go/code/user_handler.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("rateLimit(\"signup\", email)")
+        )

test/evals/promptfoo-poc/build/tests/user_management.test.js.yml

@@ -0,0 +1,15 @@
+- description: "Verify UserManager class implementation"
+  vars:
+    preBuildState: file://assets/js/code/user_management.js
+    changes: file://assets/js/changes/user_management.changes.md
+    filePath: user_management.js
+    postBuildState: file://assets/js/code/user_management.post.js
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("removeUser(username)")
+        )

test/evals/promptfoo-poc/build/tests/utility_functions.test.go.yml

@@ -0,0 +1,15 @@
+- description: "Verify utility functions implementation"
+  vars:
+    preBuildState: file://assets/go/code/utility_functions.go
+    changes: file://assets/go/changes/utility_functions.changes.md
+    filePath: utility_functions.go
+    postBuildState: file://assets/go/code/utility_functions.post.go
+  assert:
+    - type: is-json
+    - type: is-valid-openai-tools-call
+    - type: javascript
+      value: |
+        var args = JSON.parse(output[0].function.arguments)
+        return args.hasRemovedCodeErrors && args.changes.some(
+          change => change.hasChange and change.new.includes("Multiply(a int, b int) int")
+        )