File tree Expand file tree Collapse file tree 1 file changed +6
-9
lines changed Expand file tree Collapse file tree 1 file changed +6
-9
lines changed Original file line number Diff line number Diff line change 55make
66make minicpmv-cli
77
8- python ./examples/minicpmv /minicpm-surgery.py -m ../MiniCPM-V-2
9- python ./examples/minicpmv /convert-image-encoder-to-gguf.py -m ../MiniCPM-V-2 --llava-projector ../MiniCPM-V-2/llava.projector --output-dir ../MiniCPM-V-2 --image-mean 0.5 0.5 0.5 --image-std 0.5 0.5 0.5
10- python ./convert-hf-to-gguf.py ../MiniCPM-V-2/MiniCPM
11- ./minicpmv-cli -m ../MiniCPM-V-2/MiniCPM /ggml-model-f16.gguf --mmproj ../MiniCPM-V-2/mmproj-model-f16.gguf -c 4096 --temp 0.6 --top-p 0.8 --top-k 100 --repeat-penalty 1.0 --image ../test.jpg -p " 这张图里有什么?"
8+ python ./examples/minicpmv2.0 /minicpm-surgery.py -m ../MiniCPM-V-2
9+ python ./examples/minicpmv2.0 /convert-image-encoder-to-gguf.py -m ../MiniCPM-V-2 --llava-projector ../MiniCPM-V-2/llava.projector --output-dir ../MiniCPM-V-2 --image-mean 0.5 0.5 0.5 --image-std 0.5 0.5 0.5
10+ python ./convert-hf-to-gguf.py ../MiniCPM-V-2/model
11+ ./minicpmv-cli -m ../MiniCPM-V-2/model /ggml-model-f16.gguf --mmproj ../MiniCPM-V-2/mmproj-model-f16.gguf -c 4096 --temp 0.6 --top-p 0.8 --top-k 100 --repeat-penalty 1.0 --image ../test.jpg -p " 这张图里有什么?"
1212
1313# or run quantize int4 version
14- ./quantize ../MiniCPM-V-2/MiniCPM/ggml-model-f16.gguf ../MiniCPM-V-2/MiniCPM/ggml-model-Q4_K_M.gguf Q4_K_M
15- ./minicpmv-cli -m ../MiniCPM-V-2/MiniCPM/ggml-model-Q4_K_M.gguf --mmproj ../MiniCPM-V-2/mmproj-model-f16.gguf -c 4096 --temp 0.6 --top-p 0.8 --top-k 100 --repeat-penalty 1.0 --image ../test.jpg -p " 这张图里有什么?"
16-
17- # or run in interactive mode
18- ./minicpmv-cli -m ../MiniCPM-V-2/MiniCPM/ggml-model-Q4_K_M.gguf --mmproj ../MiniCPM-V-2/mmproj-model-f16.gguf -c 4096 --temp 0.6 --top-p 0.8 --top-k 100 --repeat-penalty 1.0 --image ../test.jpg -i
14+ ./quantize ../MiniCPM-V-2/model/ggml-model-f16.gguf ../MiniCPM-V-2/model/ggml-model-Q4_K_M.gguf Q4_K_M
15+ ./minicpmv-cli -m ../MiniCPM-V-2/model/ggml-model-Q4_K_M.gguf --mmproj ../MiniCPM-V-2/mmproj-model-f16.gguf -c 4096 --temp 0.6 --top-p 0.8 --top-k 100 --repeat-penalty 1.0 --image ../test.jpg -p " 这张图里有什么?"
1916```
You can’t perform that action at this time.
0 commit comments