File tree Expand file tree Collapse file tree 2 files changed +11
-11
lines changed Expand file tree Collapse file tree 2 files changed +11
-11
lines changed Original file line number Diff line number Diff line change 1
1
{
2
2
"device" : " android" ,
3
3
"model_list" : [
4
+ {
5
+ "model" : " HF://mlc-ai/Phi-3-mini-4k-instruct-q4f16_1-MLC" ,
6
+ "estimated_vram_bytes" : 4250586449 ,
7
+ "model_id" : " Phi-3-mini-4k-instruct-q4f16_1-MLC"
8
+ },
9
+ {
10
+ "model" : " HF://mlc-ai/Qwen1.5-1.8B-Chat-q4f16_1-MLC" ,
11
+ "estimated_vram_bytes" : 2398127702 ,
12
+ "model_id" : " Qwen1.5-1.8B-Chat-q4f16_1-MLC"
13
+ },
4
14
{
5
15
"model" : " HF://mlc-ai/gemma-2b-it-q4f16_1-MLC" ,
6
16
"model_id" : " gemma-2b-q4f16_1-MLC" ,
15
25
"prefill_chunk_size" : 256
16
26
}
17
27
},
18
- {
19
- "model" : " HF://mlc-ai/RedPajama-INCITE-Chat-3B-v1-q4f16_1-MLC" ,
20
- "estimated_vram_bytes" : 1948348579 ,
21
- "model_id" : " RedPajama-INCITE-Chat-3B-v1-q4f16_1-MLC"
22
- },
23
28
{
24
29
"model" : " HF://mlc-ai/Mistral-7B-Instruct-v0.3-q4f16_1-MLC" ,
25
30
"estimated_vram_bytes" : 4115131883 ,
28
33
"sliding_window_size" : 768 ,
29
34
"prefill_chunk_size" : 256
30
35
}
31
- },
32
- {
33
- "model" : " HF://mlc-ai/Phi-3-mini-4k-instruct-q4f16_1-MLC" ,
34
- "estimated_vram_bytes" : 4250586449 ,
35
- "model_id" : " Phi-3-mini-4k-instruct-q4f16_1-MLC"
36
36
}
37
37
]
38
38
}
Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ The demo APK below is built for Samsung S23 with Snapdragon 8 Gen 2 chip.
14
14
15
15
.. image :: https://seeklogo.com/images/D/download-android-apk-badge-logo-D074C6882B-seeklogo.com.png
16
16
:width: 135
17
- :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-06042024 /mlc-chat.apk
17
+ :target: https://github.com/mlc-ai/binary-mlc-llm-libs/releases/download/Android-06062024 /mlc-chat.apk
18
18
19
19
Prerequisite
20
20
------------
You can’t perform that action at this time.
0 commit comments