Skip to content

Commit fe9fa5c

Browse files
authored
Merge branch 'main' into export-D80261684
2 parents eb143e8 + e38c077 commit fe9fa5c

File tree

2 files changed

+5
-3
lines changed

2 files changed

+5
-3
lines changed

.github/workflows/apple-perf.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -230,7 +230,7 @@ jobs:
230230
model.use_sdpa_with_kv_cache=true \
231231
backend.xnnpack.enabled=true \
232232
backend.xnnpack.extended_ops=true \
233-
base.preq_mode="8da4w_output_8da8w" \
233+
base.preq_mode="preq_8da4w_out_8da8w" \
234234
base.preq_group_size=32 \
235235
export.max_seq_length=2048 \
236236
export.max_context_length=2048 \
@@ -256,7 +256,7 @@ jobs:
256256
base.params="${DOWNLOADED_PATH}/params.json" \
257257
quantization.use_qat=true \
258258
base.use_lora=16 \
259-
base.preq_mode="8da4w_output_8da8w" \
259+
base.preq_mode="preq_8da4w_out_8da8w" \
260260
base.preq_group_size=32 \
261261
base.preq_embedding_quantize=\'8,0\' \
262262
model.use_sdpa_with_kv_cache=true \

examples/models/llama/CMakeLists.txt

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -219,6 +219,8 @@ endif()
219219
target_include_directories(llama_main PUBLIC ${_common_include_directories})
220220
target_link_libraries(llama_main PUBLIC llama_runner ${link_libraries})
221221
target_compile_options(llama_main PUBLIC ${_common_compile_options})
222-
if(NOT APPLE)
222+
if(APPLE)
223+
target_link_options(llama_main PRIVATE -Wl,-rpath,@executable_path)
224+
elseif(UNIX)
223225
set_target_properties(llama_main PROPERTIES LINK_FLAGS "-Wl,-rpath='$ORIGIN'")
224226
endif()

0 commit comments

Comments
 (0)