fix(prompt): resolve params format error (#343)

web-infra-dev · Jan 31, 2025 · 16914bb · 16914bb
1 parent 6c90884
commit 16914bb
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 4 deletions.
diff --git a/packages/midscene/src/ai-model/prompt/llm-planning.ts b/packages/midscene/src/ai-model/prompt/llm-planning.ts
@@ -288,10 +288,33 @@ export const planSchema: ResponseFormatJSONSchema = {
                 description: 'Type of action, like "Tap", "Hover", etc.',
               },
               param: {
-                type: ['object', 'null'],
+                anyOf: [
+                  { type: 'null' },
+                  {
+                    type: 'object',
+                    properties: { value: { type: ['string', 'number'] } },
+                    required: ['value'],
+                    additionalProperties: false,
+                  },
+                  {
+                    type: 'object',
+                    properties: { timeMs: { type: ['number', 'string'] } },
+                    required: ['timeMs'],
+                    additionalProperties: false,
+                  },
+                  {
+                    type: 'object',
+                    properties: {
+                      direction: { type: 'string' },
+                      scrollType: { type: 'string' },
+                      distance: { type: ['number', 'string', 'null'] },
+                    },
+                    required: ['direction', 'scrollType', 'distance'],
+                    additionalProperties: false,
+                  },
+                ],
                 description:
                   'Parameter of the action, can be null ONLY when the type field is Tap or Hover',
-                additionalProperties: true,
               },
               locate: {
                 type: ['object', 'null'],

diff --git a/packages/midscene/tests/ai/evaluate/plan/planning.test.ts b/packages/midscene/tests/ai/evaluate/plan/planning.test.ts
@@ -18,7 +18,6 @@ describe('automation - planning', () => {
         context,
       },
     );
-
     expect(actions.length).toBe(3);
     expect(actions[0].type).toBe('Input');
     expect(actions[1].type).toBe('Sleep');
@@ -53,7 +52,6 @@ describe('automation - planning', () => {
         context,
       },
     );
-
     expect(actions).toBeTruthy();
     expect(actions[0].type).toBe('Scroll');
     expect(actions[0].locate).toBeTruthy();