File tree Expand file tree Collapse file tree 2 files changed +5
-3
lines changed
Expand file tree Collapse file tree 2 files changed +5
-3
lines changed Original file line number Diff line number Diff line change @@ -230,7 +230,7 @@ jobs:
230230 model.use_sdpa_with_kv_cache=true \
231231 backend.xnnpack.enabled=true \
232232 backend.xnnpack.extended_ops=true \
233- base.preq_mode="8da4w_output_8da8w " \
233+ base.preq_mode="preq_8da4w_out_8da8w " \
234234 base.preq_group_size=32 \
235235 export.max_seq_length=2048 \
236236 export.max_context_length=2048 \
@@ -256,7 +256,7 @@ jobs:
256256 base.params="${DOWNLOADED_PATH}/params.json" \
257257 quantization.use_qat=true \
258258 base.use_lora=16 \
259- base.preq_mode="8da4w_output_8da8w " \
259+ base.preq_mode="preq_8da4w_out_8da8w " \
260260 base.preq_group_size=32 \
261261 base.preq_embedding_quantize=\'8,0\' \
262262 model.use_sdpa_with_kv_cache=true \
Original file line number Diff line number Diff line change @@ -219,6 +219,8 @@ endif()
219219target_include_directories (llama_main PUBLIC ${_common_include_directories} )
220220target_link_libraries (llama_main PUBLIC llama_runner ${link_libraries} )
221221target_compile_options (llama_main PUBLIC ${_common_compile_options} )
222- if (NOT APPLE )
222+ if (APPLE )
223+ target_link_options (llama_main PRIVATE -Wl,-rpath,@executable_path)
224+ elseif (UNIX )
223225 set_target_properties (llama_main PROPERTIES LINK_FLAGS "-Wl,-rpath='$ORIGIN'" )
224226endif ()
You can’t perform that action at this time.
0 commit comments