Skip to content

Commit 79c5656

Browse files
committed
fix loading file
1 parent 44adfae commit 79c5656

File tree

3 files changed

+58
-2
lines changed

3 files changed

+58
-2
lines changed

examples/llava/clip.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1154,7 +1154,7 @@ struct clip_model_loader {
11541154
// print gguf info
11551155
if (verbosity >= CLIP_LOG_ERROR) {
11561156
int ftype = -1;
1157-
get_i32(KEY_FTYPE, ftype, false);
1157+
get_u32(KEY_FTYPE, ftype, false);
11581158
const std::string ftype_str = ggml_type_name(static_cast<ggml_type>(ftype));
11591159
std::string name;
11601160
get_string(KEY_NAME, name, false);

examples/llava/minicpmv-cli.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -88,7 +88,7 @@ static struct clip_ctx * clip_init_context(common_params * params) {
8888
}
8989
struct clip_context_params clip_params = {
9090
/* use_gpu */ params->n_gpu_layers != 0,
91-
/* verbosity */ params->verbosity,
91+
/* verbosity */ CLIP_LOG_INFO, // TODO: make this configurable
9292
};
9393
auto * ctx_clip = clip_init(clip_path, clip_params);
9494
return ctx_clip;

examples/llava/tests.sh

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
#!/bin/bash
2+
3+
# make sure we are in the right directory
4+
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
5+
cd $SCRIPT_DIR
6+
7+
#export LLAMA_CACHE="$SCRIPT_DIR/tmp"
8+
9+
set -eu
10+
11+
PROJ_ROOT="$SCRIPT_DIR/../.."
12+
cd $PROJ_ROOT
13+
14+
###############
15+
16+
arr_bin=()
17+
arr_hf=()
18+
19+
add_test() {
20+
local bin=$1
21+
local hf=$2
22+
arr_bin+=("$bin")
23+
arr_hf+=("$hf")
24+
}
25+
26+
add_test "llama-gemma3-cli" "ggml-org/gemma-3-4b-it-GGUF"
27+
add_test "llama-llava-cli" "guinmoon/MobileVLM-3B-GGUF"
28+
add_test "llama-llava-cli" "THUDM/glm-edge-v-5b-gguf"
29+
add_test "llama-llava-cli" "second-state/Llava-v1.5-7B-GGUF:Q2_K"
30+
add_test "llama-llava-cli" "cjpais/llava-1.6-mistral-7b-gguf:Q3_K"
31+
add_test "llama-minicpmv-cli" "openbmb/MiniCPM-Llama3-V-2_5-gguf:Q2_K"
32+
add_test "llama-minicpmv-cli" "openbmb/MiniCPM-V-2_6-gguf:Q2_K"
33+
add_test "llama-qwen2vl-cli" "bartowski/Qwen2-VL-2B-Instruct-GGUF"
34+
35+
###############
36+
37+
cmake --build build -j --target "${arr_bin[@]}"
38+
39+
for i in "${!arr_bin[@]}"; do
40+
bin="${arr_bin[$i]}"
41+
hf="${arr_hf[$i]}"
42+
43+
echo "Running test with binary: $bin and HF model: $hf"
44+
echo ""
45+
echo ""
46+
47+
"$PROJ_ROOT/build/bin/$bin" -hf "$hf" --image $PROJ_ROOT/media/llama1-logo.png -p "what do you see"
48+
49+
echo ""
50+
echo ""
51+
echo ""
52+
echo "#################################################"
53+
echo "#################################################"
54+
echo ""
55+
echo ""
56+
done

0 commit comments

Comments
 (0)