fix: partial scroll issue in chrome extension (#401)

* fix: partial scroll issue in chrome extension

* fix: update tips for self-hosted model

Author: yuyutaotao

packages/midscene/src/ai-model/common.ts

@@ -25,7 +25,7 @@ export async function callAiFn<T>(
 ): Promise<{ content: T; usage?: AIUsageInfo }> {
   assert(
     checkAIConfig(),
-    'Cannot find config for AI model service. You should set it before using. https://midscenejs.com/model-provider.html',
+    'Cannot find config for AI model service. If you are using a self-hosted model without validating the API key, please set `OPENAI_API_KEY` to any non-null value. https://midscenejs.com/model-provider.html',
   );
 
   const { content, usage } = await callToGetJSONObject<T>(

packages/midscene/src/ai-model/service-caller/index.ts

@@ -38,8 +38,7 @@ import { findElementSchema } from '../prompt/llm-locator';
 import { planSchema } from '../prompt/llm-planning';
 import { assertSchema } from '../prompt/util';
 
-export function checkAIConfig(preferVendor?: 'openAI') {
-  if (preferVendor && preferVendor !== 'openAI') return false;
+export function checkAIConfig() {
   if (getAIConfig(OPENAI_API_KEY)) return true;
   if (getAIConfig(MIDSCENE_USE_AZURE_OPENAI)) return true;
   if (getAIConfig(ANTHROPIC_API_KEY)) return true;

packages/web-integration/src/chrome-extension/page.ts

@@ -407,6 +407,9 @@ export default class ChromeExtensionProxyPage implements AbstractPage {
     });
   }
 
+  private latestMouseX = 50;
+  private latestMouseY = 50;
+
   mouse = {
     click: async (x: number, y: number) => {
       await this.showMousePointer(x, y);
@@ -431,8 +434,8 @@ export default class ChromeExtensionProxyPage implements AbstractPage {
       startX?: number,
       startY?: number,
     ) => {
-      const finalX = startX || 50;
-      const finalY = startY || 50;
+      const finalX = startX || this.latestMouseX;
+      const finalY = startY || this.latestMouseY;
       await this.showMousePointer(finalX, finalY);
       await this.sendCommandToDebugger('Input.dispatchMouseEvent', {
         type: 'mouseWheel',
@@ -441,6 +444,8 @@ export default class ChromeExtensionProxyPage implements AbstractPage {
         deltaX,
         deltaY,
       });
+      this.latestMouseX = finalX;
+      this.latestMouseY = finalY;
     },
     move: async (x: number, y: number) => {
       await this.showMousePointer(x, y);
@@ -449,6 +454,8 @@ export default class ChromeExtensionProxyPage implements AbstractPage {
         x,
         y,
       });
+      this.latestMouseX = x;
+      this.latestMouseY = y;
     },
     drag: async (
       from: { x: number; y: number },

packages/web-integration/src/puppeteer/base-page.ts

@@ -208,9 +208,6 @@ export class Page<
   private async moveToPoint(point?: Point): Promise<void> {
     if (point) {
       await this.mouse.move(point.left, point.top);
-    } else {
-      const size = await this.size();
-      await this.mouse.move(size.width / 2, size.height / 2);
     }
   }