Skip to content

Commit 3fb1003

Browse files
yuyutaotaoyuyutaotao
authored
feat(core): adapt vl param for qwen3 (#1256)
1 parent 27cd3cf commit 3fb1003

17 files changed

+153
-151
lines changed

‎README.zh.md‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,7 @@ for (const record of recordList) {
116116

117117
## 🤝 社区
118118

119+
* [Web Infra 团队微信公众号](https://lf3-static.bytednsdoc.com/obj/eden-cn/vhaeh7vhabf/web-infra-wechat.jpg)
119120
* [飞书交流群](https://applink.larkoffice.com/client/chat/chatter/add_by_link?link_token=291q2b25-e913-411a-8c51-191e59aab14d)
120121
* [Discord](https://discord.gg/2JyBHxszE4)
121122
* [Follow us on X](https://x.com/midscene_ai)

‎apps/site/docs/zh/index.mdx‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -98,6 +98,7 @@ for (const record of recordList) {
9898

9999
## 社区
100100

101+
* [Web Infra 团队微信公众号](https://lf3-static.bytednsdoc.com/obj/eden-cn/vhaeh7vhabf/web-infra-wechat.jpg)
101102
* [Discord](https://discord.gg/2JyBHxszE4)
102103
* [在 X 上关注我们](https://x.com/midscene_ai)
103104
* [飞书交流群](https://applink.larkoffice.com/client/chat/chatter/add_by_link?link_token=291q2b25-e913-411a-8c51-191e59aab14d)

‎packages/core/src/ai-model/service-caller/index.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -223,7 +223,7 @@ export async function callAI(
223223
typeof maxTokens === 'number'
224224
? maxTokens
225225
: Number.parseInt(maxTokens || '2048', 10),
226-
...(vlMode === 'qwen-vl' // qwen specific config
226+
...(vlMode === 'qwen-vl' || vlMode === 'qwen3-vl' // qwen specific config
227227
? {
228228
vl_high_resolution_images: true,
229229
}

‎packages/evaluation/page-cases/inspect/antd-carousel.json‎

Lines changed: 38 additions & 38 deletions
Original file line numberDiff line numberDiff line change
@@ -5,117 +5,117 @@
55
"prompt": "'最简单的用法'下方有五个 icon，左侧第一个 icon",
66
"annotation_index_id": 1,
77
"response_rect": {
8-
"left": 482,
9-
"top": 854,
10-
"width": 23,
11-
"height": 23
8+
"left": 486,
9+
"top": 853,
10+
"width": 21,
11+
"height": 22
1212
},
1313
"response_element": {
14-
"id": "opibk"
14+
"id": "hokod"
1515
}
1616
},
1717
{
1818
"prompt": "'最简单的用法'下方有五个 icon，左侧第二个 icon",
1919
"annotation_index_id": 2,
2020
"response_rect": {
21-
"left": 513,
22-
"top": 854,
23-
"width": 21,
21+
"left": 515,
22+
"top": 853,
23+
"width": 20,
2424
"height": 21
2525
},
2626
"response_element": {
27-
"id": "idgli"
27+
"id": "anjej"
2828
}
2929
},
3030
{
3131
"prompt": "'最简单的用法'下方有五个 icon，左侧第三个 icon",
3232
"annotation_index_id": 3,
3333
"response_rect": {
34-
"left": 545,
35-
"top": 854,
36-
"width": 21,
37-
"height": 21
34+
"left": 549,
35+
"top": 852,
36+
"width": 19,
37+
"height": 22
3838
},
3939
"response_element": {
40-
"id": "jehhn"
40+
"id": "kpgbh"
4141
}
4242
},
4343
{
4444
"prompt": "'最简单的用法'下方有五个 icon，左侧第四个 icon",
4545
"annotation_index_id": 4,
4646
"response_rect": {
47-
"left": 580,
48-
"top": 854,
49-
"width": 20,
47+
"left": 581,
48+
"top": 853,
49+
"width": 18,
5050
"height": 20
5151
},
5252
"response_element": {
53-
"id": "ecbaj"
53+
"id": "angej"
5454
}
5555
},
5656
{
5757
"prompt": "'最简单的用法'下方有五个 icon，最右侧的 icon",
5858
"annotation_index_id": 5,
5959
"response_rect": {
60-
"left": 605,
61-
"top": 850,
62-
"width": 29,
63-
"height": 27
60+
"left": 609,
61+
"top": 852,
62+
"width": 24,
63+
"height": 22
6464
},
6565
"response_element": {
66-
"id": "pdedl"
66+
"id": "ejmgo"
6767
}
6868
},
6969
{
7070
"prompt": "全屏幕右上角、版本号右侧有三个 icon ，查找左侧第一个",
7171
"annotation_index_id": 6,
7272
"response_rect": {
73-
"left": 1260,
73+
"left": 1267,
7474
"top": 18,
75-
"width": 30,
76-
"height": 29
75+
"width": 29,
76+
"height": 28
7777
},
7878
"response_element": {
79-
"id": "micki"
79+
"id": "hoicd"
8080
}
8181
},
8282
{
8383
"prompt": "全屏幕右上角有三个 icon ，查找左侧第二个",
8484
"annotation_index_id": 7,
8585
"response_rect": {
86-
"left": 1307,
86+
"left": 1313,
8787
"top": 18,
88-
"width": 31,
89-
"height": 29
88+
"width": 25,
89+
"height": 27
9090
},
9191
"response_element": {
92-
"id": "cdgli"
92+
"id": "hhlln"
9393
}
9494
},
9595
{
9696
"prompt": "屏幕右上角有三个 icon ，左侧第三个",
9797
"annotation_index_id": 8,
9898
"response_rect": {
99-
"left": 1324,
99+
"left": 1351,
100100
"top": 18,
101101
"width": 28,
102-
"height": 29
102+
"height": 28
103103
},
104104
"response_element": {
105-
"id": "eekil"
105+
"id": "bhgki"
106106
}
107107
},
108108
{
109109
"prompt": "在‘代码演示’右侧有三个 icon 按钮中，查找最中间的按钮",
110110
"annotation_index_id": 9,
111111
"response_rect": {
112-
"left": 1178,
112+
"left": 1179,
113113
"top": 492,
114-
"width": 27,
115-
"height": 25
114+
"width": 24,
115+
"height": 23
116116
},
117117
"response_element": {
118-
"id": "llgnp"
118+
"id": "idkmp"
119119
}
120120
}
121121
]

‎packages/evaluation/page-cases/inspect/antd-carousel.json-coordinates-annotated.png‎

-369 Bytes
Loading

‎packages/evaluation/page-cases/inspect/aweme-login.json‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -6,13 +6,13 @@
66
"multi": false,
77
"annotation_index_id": 1,
88
"response_rect": {
9-
"left": 717,
10-
"top": 234,
11-
"width": 74,
12-
"height": 44
9+
"left": 701,
10+
"top": 233,
11+
"width": 105,
12+
"height": 53
1313
},
1414
"response_element": {
15-
"id": "eagbb"
15+
"id": "emgnj"
1616
}
1717
},
1818
{
@@ -48,13 +48,13 @@
4848
"multi": false,
4949
"annotation_index_id": 4,
5050
"response_rect": {
51-
"left": 492,
51+
"left": 493,
5252
"top": 421,
53-
"width": 172,
53+
"width": 171,
5454
"height": 46
5555
},
5656
"response_element": {
57-
"id": "eemfo"
57+
"id": "epmah"
5858
}
5959
},
6060
{

‎packages/evaluation/page-cases/inspect/aweme-login.json-coordinates-annotated.png‎

-141 Bytes
Loading

‎packages/evaluation/page-cases/inspect/aweme-play.json‎

Lines changed: 13 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -18,13 +18,13 @@
1818
"prompt": "点赞（爱心）按钮",
1919
"annotation_index_id": 2,
2020
"response_rect": {
21-
"left": 1192,
21+
"left": 1197,
2222
"top": 342,
23-
"width": 46,
23+
"width": 41,
2424
"height": 64
2525
},
2626
"response_element": {
27-
"id": "gdbmj"
27+
"id": "mdihp"
2828
}
2929
},
3030
{
@@ -44,26 +44,26 @@
4444
"prompt": "书签收藏按钮",
4545
"annotation_index_id": 4,
4646
"response_rect": {
47-
"left": 1197,
48-
"top": 491,
49-
"width": 41,
50-
"height": 55
47+
"left": 1201,
48+
"top": 494,
49+
"width": 34,
50+
"height": 34
5151
},
5252
"response_element": {
53-
"id": "foleg"
53+
"id": "iochj"
5454
}
5555
},
5656
{
5757
"prompt": "分享按钮",
5858
"annotation_index_id": 5,
5959
"response_rect": {
6060
"left": 1197,
61-
"top": 565,
61+
"top": 568,
6262
"width": 41,
63-
"height": 60
63+
"height": 43
6464
},
6565
"response_element": {
66-
"id": "mffdf"
66+
"id": "jdnap"
6767
}
6868
},
6969
{
@@ -73,10 +73,10 @@
7373
"left": 1197,
7474
"top": 766,
7575
"width": 27,
76-
"height": 21
76+
"height": 24
7777
},
7878
"response_element": {
79-
"id": "pddkj"
79+
"id": "impeo"
8080
}
8181
}
8282
]

‎packages/evaluation/page-cases/inspect/aweme-play.json-coordinates-annotated.png‎

314 Bytes
Loading

‎packages/evaluation/page-cases/inspect/online_order.json‎

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -8,81 +8,81 @@
88
"response_rect": {
99
"left": 0,
1010
"top": 0,
11-
"width": 51,
12-
"height": 58
11+
"width": 49,
12+
"height": 57
1313
},
1414
"response_element": {
15-
"id": "cgaeb"
15+
"id": "pagdc"
1616
}
1717
},
1818
{
1919
"prompt": "点击左上角语言切换按钮(写着 English 或者 中文)，在弹出的下拉列表中点击中文",
2020
"multi": false,
2121
"annotation_index_id": 2,
2222
"response_rect": {
23-
"left": 57,
23+
"left": 59,
2424
"top": 14,
25-
"width": 87,
25+
"width": 85,
2626
"height": 31
2727
},
2828
"response_element": {
29-
"id": "ddiab"
29+
"id": "ppdjj"
3030
}
3131
},
3232
{
3333
"prompt": "Top right shopping cart",
3434
"multi": false,
3535
"annotation_index_id": 3,
3636
"response_rect": {
37-
"left": 345,
38-
"top": 11,
39-
"width": 35,
37+
"left": 343,
38+
"top": 12,
39+
"width": 33,
4040
"height": 35
4141
},
4242
"response_element": {
43-
"id": "bfkga"
43+
"id": "cjbmn"
4444
}
4545
},
4646
{
4747
"prompt": "The text indicating the price of the upper drink",
4848
"multi": false,
4949
"annotation_index_id": 4,
5050
"response_rect": {
51-
"left": 188,
52-
"top": 714,
53-
"width": 36,
54-
"height": 27
51+
"left": 191,
52+
"top": 719,
53+
"width": 34,
54+
"height": 26
5555
},
5656
"response_element": {
57-
"id": "opmpd"
57+
"id": "gjifj"
5858
}
5959
},
6060
{
6161
"prompt": "最下面一种饮料的选择规格按钮",
6262
"multi": false,
6363
"annotation_index_id": 5,
6464
"response_rect": {
65-
"left": 300,
66-
"top": 858,
67-
"width": 89,
68-
"height": 27
65+
"left": 303,
66+
"top": 856,
67+
"width": 82,
68+
"height": 30
6969
},
7070
"response_element": {
71-
"id": "ofcid"
71+
"id": "pempn"
7272
}
7373
},
7474
{
7575
"prompt": "Bottom right Customer service button (rounded icon)",
7676
"multi": false,
7777
"annotation_index_id": 6,
7878
"response_rect": {
79-
"left": 364,
79+
"left": 365,
8080
"top": 821,
81-
"width": 30,
82-
"height": 32
81+
"width": 29,
82+
"height": 35
8383
},
8484
"response_element": {
85-
"id": "kedek"
85+
"id": "nikae"
8686
}
8787
}
8888
]

0 commit comments

Comments
 (0)