Skip to content

Commit b51a751

Browse files
committed
clean up LLG config
1 parent 23b9e59 commit b51a751

File tree

1 file changed

+8
-5
lines changed

1 file changed

+8
-5
lines changed

Makefile

Lines changed: 8 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -73,8 +73,6 @@ LEGACY_TARGETS_CLEAN = main quantize quantize-stats perplexity imatrix embedding
7373
# We don't want to clutter things too much, so we only build replacements for the most commonly used binaries.
7474
LEGACY_TARGETS_BUILD = main quantize perplexity embedding server
7575

76-
GGML_LLGUIDANCE := 1
77-
7876
# Deprecation aliases
7977
ifdef LLAMA_CUBLAS
8078
$(error LLAMA_CUBLAS is removed. Use GGML_CUDA instead.)
@@ -361,9 +359,14 @@ ifdef LLAMA_SERVER_SSL
361359
MK_LDFLAGS += -lssl -lcrypto
362360
endif
363361

364-
ifdef GGML_LLGUIDANCE
365-
MK_CPPFLAGS += -DGGML_LLGUIDANCE -I$(CURDIR)/../guidance-ws/llguidance/parser
366-
MK_LDFLAGS += -L$(CURDIR)/../guidance-ws/target/release -lllguidance_parser
362+
# git clone https://github.com/microsoft/llguidance
363+
# cd llguidance/parser
364+
# cargo build --release
365+
# cd ../../llama.cpp
366+
# make LLGUIDANCE_PATH=../llguidance/parser/target/release -j llama-server
367+
ifdef LLGUIDANCE_PATH
368+
MK_CPPFLAGS += -DGGML_LLGUIDANCE -I$(LLGUIDANCE_PATH)
369+
MK_LDFLAGS += $(LLGUIDANCE_PATH)/libllguidance_parser.a
367370
endif
368371

369372
# warnings

0 commit comments

Comments
 (0)