Skip to content

AI test

AI test #391

Manually triggered February 2, 2025 15:01
Status Failure
Total duration 11m 37s
Artifacts 4

ai.yml

on: workflow_dispatch
Matrix: main
Fit to window
Zoom out
Zoom in

Annotations

13 errors
main (18.19.0)
Process completed with exit code 1.
main (18.19.0)
Process completed with exit code 1.
main (18.19.0)
Process completed with exit code 1.
tests/unit-test/client-extractor.test.ts > extractor > ios: packages/web-integration/tests/unit-test/client-extractor.test.ts#L53
Error: Snapshot `extractor > ios 1` mismatched - Expected + Received @@ -15,15 +15,14 @@ "center": [ 52, 122, ], "content": "", - "id": "e2398002", + "id": "2742fa2a", "indexId": 27, "locator": "/ui/app/window/element/element/element/element/element/element/element/nav/text", - "nodeHashId": "e2398002", - "nodePath": "", + "nodeHashId": "2742fa2a", "nodeType": "TEXT Node", "rect": { "height": 41, "left": 19, "top": 101, @@ -45,15 +44,14 @@ "center": [ 215, 169, ], "content": "", - "id": "1ff306e1", + "id": "0acd1569", "indexId": 29, "locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput", - "nodeHashId": "1ff306e1", - "nodePath": "", + "nodeHashId": "0acd1569", "nodeType": "FORM_ITEM Node", "rect": { "height": 37, "left": 20, "top": 150, @@ -75,15 +73,14 @@ "center": [ 393, 169, ], "content": "", - "id": "088f4923", + "id": "12b8f47b", "indexId": 31, "locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput/button", - "nodeHashId": "088f4923", - "nodePath": "", + "nodeHashId": "12b8f47b", "nodeType": "BUTTON Node", "rect": { "height": 23, "left": 384, "top": 157, @@ -105,15 +102,14 @@ "center": [ 393, 169, ], "content": "", - "id": "088f4923", + "id": "12b8f47b", "indexId": 33, "locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput/button[2]", - "nodeHashId": "088f4923", - "nodePath": "", + "nodeHashId": "12b8f47b", "nodeType": "BUTTON Node", "rect": { "height": 23, "left": 384, "top": 157, @@ -135,15 +131,14 @@ "center": [ 215, 243, ], "content": "", - "id": "028e26c3", + "id": "62d0da27", "indexId": 102, "locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button", - "nodeHashId": "028e26c3", - "nodePath": "", + "nodeHashId": "62d0da27", "nodeType": "BUTTON Node", "rect": { "height": 83, "left": 20, "top": 201, @@ -165,15 +160,14 @@ "center": [ 70, 243, ], "content": "", - "id": "0e650688", + "id": "38da1722", "indexId": 104, "locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/image", - "nodeHashId": "0e650688", - "nodePath": "", + "nodeHashId": "38da1722", "nodeType": "IMG Node", "rect": { "height": 61, "left": 40, "top": 212, @@ -194,15 +188,14 @@ "center": [ 386, 243, ], "content": "", - "id": "e25f5797", + "id": "7ee36652", "indexId": 106, "locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/image[2]", - "nodeHashId": "e25f5797", - "nodePath": "", + "nodeHashId": "7ee36652", "nodeType": "IMG Node", "rect": { "height": 13, "left": 382, "top": 236, @@ -225,15 +218,14 @@ "center": [ 156, 225, ], "content": "", - "id": "5aaa316d", + "id": "c317d1d8", "indexId": 108, "locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/text", - "nodeHashId": "5aaa316d", - "nodePath": "", + "nodeHashId": "c317d1d8", "nodeType": "TEXT Node", "rect": { "height": 25, "left": 108, "top": 212, @@ -256,15
tests/unit-test/client-extractor.test.ts > extractor > android: packages/web-integration/tests/unit-test/client-extractor.test.ts#L62
Error: Snapshot `extractor > android 1` mismatched - Expected + Received @@ -13,15 +13,14 @@ "center": [ 162, 324, ], "content": "", - "id": "c819e761", + "id": "6a952357", "indexId": 30, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="action_bar_container"]/view[@id="action_bar"]/view[@id="action_bar_movable_container"]/view/text[@id="action_bar_title_expand"]", - "nodeHashId": "c819e761", - "nodePath": "", + "nodeHashId": "6a952357", "nodeType": "TEXT Node", "rect": { "height": 120, "left": 72, "top": 264, @@ -42,15 +41,14 @@ "center": [ 540, 485, ], "content": "", - "id": "bec8527f", + "id": "86c53b6a", "indexId": 46, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]", - "nodeHashId": "bec8527f", - "nodePath": "", + "nodeHashId": "86c53b6a", "nodeType": "FORM_ITEM Node", "rect": { "height": 123, "left": 67, "top": 423, @@ -70,15 +68,14 @@ "center": [ 129, 484, ], "content": "", - "id": "deb85dbf", + "id": "7723aa29", "indexId": 48, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]/image", - "nodeHashId": "deb85dbf", - "nodePath": "", + "nodeHashId": "7723aa29", "nodeType": "IMG Node", "rect": { "height": 56, "left": 67, "top": 456, @@ -101,15 +98,14 @@ "center": [ 602, 484, ], "content": "", - "id": "70804b4b", + "id": "fe802c91", "indexId": 50, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]/text[@id="android:id/input"]", - "nodeHashId": "70804b4b", - "nodePath": "", + "nodeHashId": "fe802c91", "nodeType": "TEXT Node", "rect": { "height": 56, "left": 190, "top": 456, @@ -130,15 +126,14 @@ "center": [ 253, 669, ], "content": "", - "id": "8af29cc7", + "id": "fa3b7575", "indexId": 70, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="springbacklayout"]/androidx.recyclerview.widget.recyclerview[@id="scroll_headers"]/view/view[3]/text[@id="android:id/title"]", - "nodeHashId": "8af29cc7", - "nodePath": "", + "nodeHashId": "fa3b7575", "nodeType": "TEXT Node", "rect": { "height": 69, "left": 202, "top": 634, @@ -159,15 +154,14 @@ "center": [ 475, 729, ], "content": "", - "id": "68516627", + "id": "fa74c0ab", "indexId": 72, "locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="springbacklayout"]/androidx.recyclerview.widget.recyclerview[@id="scroll_headers"]/view/view[3]/text[@id="android:id/summary"]", - "nodeHashId": "68516627", - "nodePath": "", + "nodeHashId": "fa74c0ab",
tests/ai/web/static/static-page.test.ts > static page agent > agent should work: packages/web-integration/src/common/tasks.ts#L813
Error: Cannot read properties of undefined (reading 'node') TypeError: Cannot read properties of undefined (reading 'node') at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1610:14) at describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1618:3) at AiExtractElementInfo (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:2413:46) at Insight.extract (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:351:86) at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:813:22) at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:93:24) at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:114:25) at PageTaskExecutor.query (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:822:20) at StaticPageAgent.aiQuery (/home/runner/work/midscene/midscene/packages/web-integration/src/common/agent.ts:191:34) at /home/runner/work/midscene/midscene/packages/web-integration/tests/ai/web/static/static-page.test.ts:19:23 ❯ Object.executor src/common/tasks.ts:813:22 ❯ Object.executor src/common/tasks.ts:93:24 ❯ PageTaskExecutor.query src/common/tasks.ts:822:20 ❯ StaticPageAgent.aiQuery src/common/agent.ts:191:34 ❯ tests/ai/web/static/static-page.test.ts:19:23 ❯ StaticPageAgent.aiQuery src/common/agent.ts:199:13 ❯ tests/ai/web/static/static-page.test.ts:19:23
tests/ai/web/static/static-page.test.ts > static page agent > server should work: packages/web-integration/tests/ai/web/static/static-page.test.ts#L48
AssertionError: expected 'Cannot read properties of undefined (…' to be falsy - Expected: "Cannot read properties of undefined (reading 'node') TypeError: Cannot read properties of undefined (reading 'node') at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1610:14) at describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1618:3) at AiExtractElementInfo (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:2413:46) at Insight.extract (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:351:86) at processTicksAndRejections (node:internal/process/task_queues:95:5) at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:813:22) at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:93:24) at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:114:25) at PageTaskExecutor.query (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:822:20) at StaticPageAgent.aiQuery (/home/runner/work/midscene/midscene/packages/web-integration/src/common/agent.ts:191:34)" + Received: false ❯ tests/ai/web/static/static-page.test.ts:48:26
Unhandled error: packages/midscene/src/ai-model/prompt/util.ts#L384
AssertionError: executor is in error state, cannot append task error=Cannot read properties of undefined (reading 'node') TypeError: Cannot read properties of undefined (reading 'node') at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/prompt/util.ts:384:14) at Module.describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/prompt/util.ts:392:3) at Module.AiInspectElement (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/inspect.ts:152:11) at Insight.locate (/home/runner/work/midscene/midscene/packages/midscene/src/insight/index.ts:91:13) at Object.executor (/home/runner/work/midscene/midscene/packages/midscene/tests/unit-test/executor/index.test.ts:36:20) at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/action-executor.ts:126:25) at async Promise.all (index 0) at /home/runner/work/midscene/midscene/packages/midscene/tests/unit-test/executor/index.test.ts:133:20 at runTest (file:///home/runner/work/midscene/midscene/node_modules/.pnpm/@vitest[email protected]/node_modules/@vitest/runner/dist/index.js:781:11) at runSuite (file:///home/runner/work/midscene/midscene/node_modules/.pnpm/@vitest[email protected]/node_modules/@vitest/runner/dist/index.js:909:15) - Expected + Received - true + false ❯ dfsTree src/ai-model/prompt/util.ts:384:14 ❯ Module.describeUserPage src/ai-model/prompt/util.ts:392:3 ❯ Module.AiInspectElement src/ai-model/inspect.ts:152:11 ❯ Insight.locate src/insight/index.ts:91:13 ❯ Object.executor tests/unit-test/executor/index.test.ts:36:20 ❯ Executor.flush src/ai-model/action-executor.ts:126:25 ❯ tests/unit-test/executor/index.test.ts:133:20 ❯ Executor.append src/ai-model/action-executor.ts:48:5 ❯ tests/unit-test/executor/index.test.ts:139:22 ❯ tests/unit-test/executor/index.test.ts:133:20 This error originated in "tests/unit-test/executor/index.test.ts" test file. It doesn't mean the error was thrown inside the file itself, but while it was running. The latest test that might've caused the error is "insight - run with error". It might mean one of the following: - The error was thrown, while Vitest was running this test. - If the error occurred after the test had been completed, this was the last documented test before it was thrown.
tests/ai/evaluate/assertion.test.ts > online_order-1: assertion-the 'select option' button is ...: packages/midscene/tests/ai/evaluate/assertion.test.ts#L67
Error: assertion failed: the 'select option' button is yellow expected: true, actual: false, thought: The 'select option' button is not yellow; it appears to be white with black text. ❯ test.timeout tests/ai/evaluate/assertion.test.ts:67:19
tests/unit-test/executor/index.test.ts > executor > insight - basic run: packages/midscene/tests/unit-test/executor/index.test.ts#L81
AssertionError: expected true to be falsy - Expected + Received - true + false ❯ tests/unit-test/executor/index.test.ts:81:39
tests/unit-test/executor/index.test.ts > executor > insight - init and append: packages/midscene/tests/unit-test/executor/index.test.ts#L140
AssertionError: expected 'error' to be 'running' // Object.is equality - Expected + Received - running + error ❯ tests/unit-test/executor/index.test.ts:140:37 ❯ tests/unit-test/executor/index.test.ts:133:20
tests/unit-test/prompt/utils.test.ts > prompt utils > describe context: packages/midscene/tests/unit-test/prompt/utils.test.ts#L16
AssertionError: expected 191.93119266055047 to be less than 160 ❯ tests/unit-test/prompt/utils.test.ts:16:36
main (18.19.0)
Process completed with exit code 1.

Artifacts

Produced during runtime
Name Size
e2e-cache-report
14.3 MB
e2e-report
7.14 MB
e2e-report-output
19.9 MB
test-ai-output
22.9 MB