AI test #391
Annotations
13 errors
main (18.19.0)
Process completed with exit code 1.
|
main (18.19.0)
Process completed with exit code 1.
|
main (18.19.0)
Process completed with exit code 1.
|
tests/unit-test/client-extractor.test.ts > extractor > ios:
packages/web-integration/tests/unit-test/client-extractor.test.ts#L53
Error: Snapshot `extractor > ios 1` mismatched
- Expected
+ Received
@@ -15,15 +15,14 @@
"center": [
52,
122,
],
"content": "",
- "id": "e2398002",
+ "id": "2742fa2a",
"indexId": 27,
"locator": "/ui/app/window/element/element/element/element/element/element/element/nav/text",
- "nodeHashId": "e2398002",
- "nodePath": "",
+ "nodeHashId": "2742fa2a",
"nodeType": "TEXT Node",
"rect": {
"height": 41,
"left": 19,
"top": 101,
@@ -45,15 +44,14 @@
"center": [
215,
169,
],
"content": "",
- "id": "1ff306e1",
+ "id": "0acd1569",
"indexId": 29,
"locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput",
- "nodeHashId": "1ff306e1",
- "nodePath": "",
+ "nodeHashId": "0acd1569",
"nodeType": "FORM_ITEM Node",
"rect": {
"height": 37,
"left": 20,
"top": 150,
@@ -75,15 +73,14 @@
"center": [
393,
169,
],
"content": "",
- "id": "088f4923",
+ "id": "12b8f47b",
"indexId": 31,
"locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput/button",
- "nodeHashId": "088f4923",
- "nodePath": "",
+ "nodeHashId": "12b8f47b",
"nodeType": "BUTTON Node",
"rect": {
"height": 23,
"left": 384,
"top": 157,
@@ -105,15 +102,14 @@
"center": [
393,
169,
],
"content": "",
- "id": "088f4923",
+ "id": "12b8f47b",
"indexId": 33,
"locator": "/ui/app/window/element/element/element/element/element/element/element/nav/searchinput/button[2]",
- "nodeHashId": "088f4923",
- "nodePath": "",
+ "nodeHashId": "12b8f47b",
"nodeType": "BUTTON Node",
"rect": {
"height": 23,
"left": 384,
"top": 157,
@@ -135,15 +131,14 @@
"center": [
215,
243,
],
"content": "",
- "id": "028e26c3",
+ "id": "62d0da27",
"indexId": 102,
"locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button",
- "nodeHashId": "028e26c3",
- "nodePath": "",
+ "nodeHashId": "62d0da27",
"nodeType": "BUTTON Node",
"rect": {
"height": 83,
"left": 20,
"top": 201,
@@ -165,15 +160,14 @@
"center": [
70,
243,
],
"content": "",
- "id": "0e650688",
+ "id": "38da1722",
"indexId": 104,
"locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/image",
- "nodeHashId": "0e650688",
- "nodePath": "",
+ "nodeHashId": "38da1722",
"nodeType": "IMG Node",
"rect": {
"height": 61,
"left": 40,
"top": 212,
@@ -194,15 +188,14 @@
"center": [
386,
243,
],
"content": "",
- "id": "e25f5797",
+ "id": "7ee36652",
"indexId": 106,
"locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/image[2]",
- "nodeHashId": "e25f5797",
- "nodePath": "",
+ "nodeHashId": "7ee36652",
"nodeType": "IMG Node",
"rect": {
"height": 13,
"left": 382,
"top": 236,
@@ -225,15 +218,14 @@
"center": [
156,
225,
],
"content": "",
- "id": "5aaa316d",
+ "id": "c317d1d8",
"indexId": 108,
"locator": "/ui/app/window/element/element/element/element/element/element/element/element/element/element/element/list/cell/element[2]/element/element/button/text",
- "nodeHashId": "5aaa316d",
- "nodePath": "",
+ "nodeHashId": "c317d1d8",
"nodeType": "TEXT Node",
"rect": {
"height": 25,
"left": 108,
"top": 212,
@@ -256,15
|
tests/unit-test/client-extractor.test.ts > extractor > android:
packages/web-integration/tests/unit-test/client-extractor.test.ts#L62
Error: Snapshot `extractor > android 1` mismatched
- Expected
+ Received
@@ -13,15 +13,14 @@
"center": [
162,
324,
],
"content": "",
- "id": "c819e761",
+ "id": "6a952357",
"indexId": 30,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="action_bar_container"]/view[@id="action_bar"]/view[@id="action_bar_movable_container"]/view/text[@id="action_bar_title_expand"]",
- "nodeHashId": "c819e761",
- "nodePath": "",
+ "nodeHashId": "6a952357",
"nodeType": "TEXT Node",
"rect": {
"height": 120,
"left": 72,
"top": 264,
@@ -42,15 +41,14 @@
"center": [
540,
485,
],
"content": "",
- "id": "bec8527f",
+ "id": "86c53b6a",
"indexId": 46,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]",
- "nodeHashId": "bec8527f",
- "nodePath": "",
+ "nodeHashId": "86c53b6a",
"nodeType": "FORM_ITEM Node",
"rect": {
"height": 123,
"left": 67,
"top": 423,
@@ -70,15 +68,14 @@
"center": [
129,
484,
],
"content": "",
- "id": "deb85dbf",
+ "id": "7723aa29",
"indexId": 48,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]/image",
- "nodeHashId": "deb85dbf",
- "nodePath": "",
+ "nodeHashId": "7723aa29",
"nodeType": "IMG Node",
"rect": {
"height": 56,
"left": 67,
"top": 456,
@@ -101,15 +98,14 @@
"center": [
602,
484,
],
"content": "",
- "id": "70804b4b",
+ "id": "fe802c91",
"indexId": 50,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="header_view"]/view/view[@id="android:id/inputArea"]/text[@id="android:id/input"]",
- "nodeHashId": "70804b4b",
- "nodePath": "",
+ "nodeHashId": "fe802c91",
"nodeType": "TEXT Node",
"rect": {
"height": 56,
"left": 190,
"top": 456,
@@ -130,15 +126,14 @@
"center": [
253,
669,
],
"content": "",
- "id": "8af29cc7",
+ "id": "fa3b7575",
"indexId": 70,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="springbacklayout"]/androidx.recyclerview.widget.recyclerview[@id="scroll_headers"]/view/view[3]/text[@id="android:id/title"]",
- "nodeHashId": "8af29cc7",
- "nodePath": "",
+ "nodeHashId": "fa3b7575",
"nodeType": "TEXT Node",
"rect": {
"height": 69,
"left": 202,
"top": 634,
@@ -159,15 +154,14 @@
"center": [
475,
729,
],
"content": "",
- "id": "68516627",
+ "id": "fa74c0ab",
"indexId": 72,
"locator": "/ui/view/view/view/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="main_content"]/view[@id="action_bar_overlay_layout"]/view[@id="android:id/content"]/view[@id="nestedheaderlayout"]/view[@id="springbacklayout"]/androidx.recyclerview.widget.recyclerview[@id="scroll_headers"]/view/view[3]/text[@id="android:id/summary"]",
- "nodeHashId": "68516627",
- "nodePath": "",
+ "nodeHashId": "fa74c0ab",
|
tests/ai/web/static/static-page.test.ts > static page agent > agent should work:
packages/web-integration/src/common/tasks.ts#L813
Error: Cannot read properties of undefined (reading 'node')
TypeError: Cannot read properties of undefined (reading 'node')
at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1610:14)
at describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1618:3)
at AiExtractElementInfo (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:2413:46)
at Insight.extract (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:351:86)
at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:813:22)
at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:93:24)
at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:114:25)
at PageTaskExecutor.query (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:822:20)
at StaticPageAgent.aiQuery (/home/runner/work/midscene/midscene/packages/web-integration/src/common/agent.ts:191:34)
at /home/runner/work/midscene/midscene/packages/web-integration/tests/ai/web/static/static-page.test.ts:19:23
❯ Object.executor src/common/tasks.ts:813:22
❯ Object.executor src/common/tasks.ts:93:24
❯ PageTaskExecutor.query src/common/tasks.ts:822:20
❯ StaticPageAgent.aiQuery src/common/agent.ts:191:34
❯ tests/ai/web/static/static-page.test.ts:19:23
❯ StaticPageAgent.aiQuery src/common/agent.ts:199:13
❯ tests/ai/web/static/static-page.test.ts:19:23
|
tests/ai/web/static/static-page.test.ts > static page agent > server should work:
packages/web-integration/tests/ai/web/static/static-page.test.ts#L48
AssertionError: expected 'Cannot read properties of undefined (…' to be falsy
- Expected:
"Cannot read properties of undefined (reading 'node')
TypeError: Cannot read properties of undefined (reading 'node')
at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1610:14)
at describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:1618:3)
at AiExtractElementInfo (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/chunk-6LLTK3QE.js:2413:46)
at Insight.extract (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:351:86)
at processTicksAndRejections (node:internal/process/task_queues:95:5)
at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:813:22)
at Object.executor (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:93:24)
at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/dist/lib/index.js:114:25)
at PageTaskExecutor.query (/home/runner/work/midscene/midscene/packages/web-integration/src/common/tasks.ts:822:20)
at StaticPageAgent.aiQuery (/home/runner/work/midscene/midscene/packages/web-integration/src/common/agent.ts:191:34)"
+ Received:
false
❯ tests/ai/web/static/static-page.test.ts:48:26
|
Unhandled error:
packages/midscene/src/ai-model/prompt/util.ts#L384
AssertionError: executor is in error state, cannot append task
error=Cannot read properties of undefined (reading 'node')
TypeError: Cannot read properties of undefined (reading 'node')
at dfsTree (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/prompt/util.ts:384:14)
at Module.describeUserPage (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/prompt/util.ts:392:3)
at Module.AiInspectElement (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/inspect.ts:152:11)
at Insight.locate (/home/runner/work/midscene/midscene/packages/midscene/src/insight/index.ts:91:13)
at Object.executor (/home/runner/work/midscene/midscene/packages/midscene/tests/unit-test/executor/index.test.ts:36:20)
at Executor.flush (/home/runner/work/midscene/midscene/packages/midscene/src/ai-model/action-executor.ts:126:25)
at async Promise.all (index 0)
at /home/runner/work/midscene/midscene/packages/midscene/tests/unit-test/executor/index.test.ts:133:20
at runTest (file:///home/runner/work/midscene/midscene/node_modules/.pnpm/@vitest[email protected]/node_modules/@vitest/runner/dist/index.js:781:11)
at runSuite (file:///home/runner/work/midscene/midscene/node_modules/.pnpm/@vitest[email protected]/node_modules/@vitest/runner/dist/index.js:909:15)
- Expected
+ Received
- true
+ false
❯ dfsTree src/ai-model/prompt/util.ts:384:14
❯ Module.describeUserPage src/ai-model/prompt/util.ts:392:3
❯ Module.AiInspectElement src/ai-model/inspect.ts:152:11
❯ Insight.locate src/insight/index.ts:91:13
❯ Object.executor tests/unit-test/executor/index.test.ts:36:20
❯ Executor.flush src/ai-model/action-executor.ts:126:25
❯ tests/unit-test/executor/index.test.ts:133:20
❯ Executor.append src/ai-model/action-executor.ts:48:5
❯ tests/unit-test/executor/index.test.ts:139:22
❯ tests/unit-test/executor/index.test.ts:133:20
This error originated in "tests/unit-test/executor/index.test.ts" test file. It doesn't mean the error was thrown inside the file itself, but while it was running.
The latest test that might've caused the error is "insight - run with error". It might mean one of the following:
- The error was thrown, while Vitest was running this test.
- If the error occurred after the test had been completed, this was the last documented test before it was thrown.
|
tests/ai/evaluate/assertion.test.ts > online_order-1: assertion-the 'select option' button is ...:
packages/midscene/tests/ai/evaluate/assertion.test.ts#L67
Error: assertion failed: the 'select option' button is yellow expected: true, actual: false, thought: The 'select option' button is not yellow; it appears to be white with black text.
❯ test.timeout tests/ai/evaluate/assertion.test.ts:67:19
|
tests/unit-test/executor/index.test.ts > executor > insight - basic run:
packages/midscene/tests/unit-test/executor/index.test.ts#L81
AssertionError: expected true to be falsy
- Expected
+ Received
- true
+ false
❯ tests/unit-test/executor/index.test.ts:81:39
|
tests/unit-test/executor/index.test.ts > executor > insight - init and append:
packages/midscene/tests/unit-test/executor/index.test.ts#L140
AssertionError: expected 'error' to be 'running' // Object.is equality
- Expected
+ Received
- running
+ error
❯ tests/unit-test/executor/index.test.ts:140:37
❯ tests/unit-test/executor/index.test.ts:133:20
|
tests/unit-test/prompt/utils.test.ts > prompt utils > describe context:
packages/midscene/tests/unit-test/prompt/utils.test.ts#L16
AssertionError: expected 191.93119266055047 to be less than 160
❯ tests/unit-test/prompt/utils.test.ts:16:36
|
main (18.19.0)
Process completed with exit code 1.
|
Artifacts
Produced during runtime
Name | Size | |
---|---|---|
e2e-cache-report
|
14.3 MB |
|
e2e-report
|
7.14 MB |
|
e2e-report-output
|
19.9 MB |
|
test-ai-output
|
22.9 MB |
|