Skip to content

Commit 49333ff

Browse files
haolpkuhaolpku
authored
Merge pull request #9 from happykeyan/df-image-dev_2
refine from image
2 parents 9589a89 + e6866ae commit 49333ff

File tree

100 files changed

+10298
-2816
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

100 files changed

+10298
-2816
lines changed

‎docs/.vuepress/notes/en/mm_guide.ts‎

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,12 @@ export const MMGuide: ThemeNote = defineNoteConfig({
2222
prefix: 'image_understanding',
2323
items: [
2424
'install_image_understanding',
25+
'context_vqa',
26+
'image_gcot',
27+
'vision_mct_reasoning_pipeline',
28+
'image_region_caption_pipeline',
29+
'image_scale_caption_pipeline',
30+
'image_visual_only_mcq_pipeline',
2531
],
2632
},
2733
{
@@ -35,7 +41,8 @@ export const MMGuide: ThemeNote = defineNoteConfig({
3541
'video_clip_and_filter',
3642
'video_qa',
3743
'video_cotqa',
38-
'video_longvideo_cotqa_api'
44+
'video_longvideo_cotqa_api',
45+
'multirole_videoqa_pipeline'
3946
],
4047
},
4148
{

‎docs/.vuepress/notes/en/mm_operators.ts‎

Lines changed: 65 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -21,27 +21,71 @@ export const MMOperators: ThemeNote = defineNoteConfig({
2121
icon: 'carbon:idea',
2222
prefix: 'image_understanding',
2323
items: [
24-
'install_image_understanding',
25-
'generate/image_caption',
26-
'generate/image_qa',
27-
'generate/image_pers_qa',
28-
'generate/multimodal_math',
29-
'generate/vision_mct_reasoning',
30-
'generate/image_region_caption',
31-
'generate/image_scale_caption',
32-
'generate/image_gcot',
33-
'generate/image_skvqa',
34-
'generate/image_caprl',
35-
'eval/clip_image_text_evaluator',
36-
'eval/longclip_image_text_evaluator',
37-
'eval/vqa_score_image_text_evaluator',
38-
'filter/cat_filter',
39-
'filter/clip_filter',
40-
'filter/complexity_filter',
41-
'filter/deduplication_filter',
42-
'filter/image_aesthetic_filter',
43-
'filter/sensitive_filter',
44-
'filter/text_image_diversity_filter'
24+
{
25+
text: 'install',
26+
collapsed: false,
27+
prefix: '',
28+
items: ['install_image_understanding'],
29+
},
30+
{
31+
text: "generate",
32+
collapsed: false,
33+
prefix: 'generate/',
34+
items: [
35+
'image_caption',
36+
'image_qa',
37+
'image_pers_qa',
38+
'multimodal_math',
39+
"prompt_templated_vqa_generator",
40+
"fix_prompted_vqa_generator",
41+
"prompted_vqa_generator",
42+
"batch_vqa_generator",
43+
"visual_reasoning_generator",
44+
"vlm_bbox_generator",
45+
"image_bbox_generator"
46+
// 'vision_mct_reasoning',
47+
// 'image_region_caption',
48+
// 'image_scale_caption',
49+
// 'image_gcot',
50+
// 'image_caprl',
51+
// 'multirole_videoqa',
52+
]
53+
},
54+
{
55+
text: "eval",
56+
collapsed: false,
57+
prefix: 'eval/',
58+
items: [
59+
'image_clip_evaluator',
60+
'image_longclip_evaluator',
61+
'image_vqa_evaluator',
62+
]
63+
},
64+
{
65+
text: "filter",
66+
collapsed: false,
67+
prefix: 'filter/',
68+
items: [
69+
'image_aesthetic_filter',
70+
'image_cat_filter',
71+
'image_clip_filter',
72+
'image_complexity_filter',
73+
'image_consistency_filter',
74+
'image_deduplication_filter',
75+
'image_diversity_filter',
76+
'image_sensitive_filter',
77+
]
78+
},
79+
{
80+
text: "refine",
81+
collapsed: false,
82+
prefix: 'refine/',
83+
items: [
84+
'visual_dependency_refiner',
85+
'visual_grounding_refiner',
86+
'wiki_qa_refiner',
87+
]
88+
}
4589
],
4690
},
4791
{

‎docs/.vuepress/notes/zh/mm_guide.ts‎

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,12 @@ export const MMGuide: ThemeNote = defineNoteConfig({
2323
prefix: 'image_understanding',
2424
items: [
2525
'install_image_understanding',
26+
'context_vqa',
27+
'image_gcot',
28+
'vision_mct_reasoning_pipeline',
29+
'image_region_caption_pipeline',
30+
'image_scale_caption_pipeline',
31+
'image_visual_only_mcq_pipeline',
2632
],
2733
},
2834
{
@@ -36,7 +42,8 @@ export const MMGuide: ThemeNote = defineNoteConfig({
3642
'video_clip_and_filter',
3743
'video_qa',
3844
'video_cotqa',
39-
'video_longvideo_cotqa_api'
45+
'video_longvideo_cotqa_api',
46+
'multirole_videoqa_pipeline'
4047
],
4148
},
4249
{

‎docs/.vuepress/notes/zh/mm_operators.ts‎

Lines changed: 65 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -22,27 +22,71 @@ export const MMOperators: ThemeNote = defineNoteConfig({
2222
icon: 'carbon:idea',
2323
prefix: 'image_understanding',
2424
items: [
25-
'install_image_understanding',
26-
'generate/image_caption',
27-
'generate/image_qa',
28-
'generate/image_pers_qa',
29-
'generate/multimodal_math',
30-
'generate/vision_mct_reasoning',
31-
'generate/image_region_caption',
32-
'generate/image_scale_caption',
33-
'generate/image_gcot',
34-
'generate/image_skvqa',
35-
'generate/image_caprl',
36-
'eval/clip_image_text_evaluator',
37-
'eval/longclip_image_text_evaluator',
38-
'eval/vqa_score_image_text_evaluator',
39-
'filter/cat_filter',
40-
'filter/clip_filter',
41-
'filter/complexity_filter',
42-
'filter/deduplication_filter',
43-
'filter/image_aesthetic_filter',
44-
'filter/sensitive_filter',
45-
'filter/text_image_diversity_filter'
25+
{
26+
text: '安装',
27+
collapsed: false,
28+
prefix: '',
29+
items: ['install_image_understanding'],
30+
},
31+
{
32+
text: "generate",
33+
collapsed: false,
34+
prefix: 'generate/',
35+
items: [
36+
'image_caption',
37+
'image_qa',
38+
'image_pers_qa',
39+
'multimodal_math',
40+
'prompt_templated_vqa_generator',
41+
'fix_prompted_vqa_generator',
42+
"prompted_vqa_generator",
43+
"batch_vqa_generator",
44+
"visual_reasoning_generator",
45+
"vlm_bbox_generator",
46+
"image_bbox_generator"
47+
// 'vision_mct_reasoning',
48+
// 'image_region_caption',
49+
// 'image_scale_caption',
50+
// 'image_gcot',
51+
// 'image_caprl',
52+
// 'multirole_videoqa',
53+
]
54+
},
55+
{
56+
text: "eval",
57+
collapsed: false,
58+
prefix: 'eval/',
59+
items: [
60+
'image_clip_evaluator',
61+
'image_longclip_evaluator',
62+
'image_vqa_evaluator',
63+
]
64+
},
65+
{
66+
text: "filter",
67+
collapsed: false,
68+
prefix: 'filter/',
69+
items: [
70+
'image_aesthetic_filter',
71+
'image_cat_filter',
72+
'image_clip_filter',
73+
'image_complexity_filter',
74+
'image_consistency_filter',
75+
'image_deduplication_filter',
76+
'image_diversity_filter',
77+
'image_sensitive_filter',
78+
]
79+
},
80+
{
81+
text: "refine",
82+
collapsed: false,
83+
prefix: 'refine/',
84+
items: [
85+
'visual_dependency_refiner',
86+
'visual_grounding_refiner',
87+
'wiki_qa_refiner',
88+
]
89+
}
4690
],
4791
},
4892
{

0 commit comments

Comments
 (0)