File tree Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Expand file tree Collapse file tree 2 files changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -39,7 +39,7 @@ COPY . .
39
39
40
40
# HuggingFace tokenizer bindings
41
41
RUN mkdir -p lib
42
- ARG RELEASE_VERSION=1 .22.1
42
+ ARG RELEASE_VERSION=v1 .22.1
43
43
RUN curl -L https://github.com/daulet/tokenizers/releases/download/${RELEASE_VERSION}/libtokenizers.${TARGETOS}-${TARGETARCH}.tar.gz | tar -xz -C lib
44
44
RUN ranlib lib/*.a
45
45
Original file line number Diff line number Diff line change @@ -34,9 +34,9 @@ TOKENIZER_VERSION := $(shell grep '^ARG RELEASE_VERSION=' Dockerfile | cut -d'='
34
34
download-tokenizer : $(TOKENIZER_LIB )
35
35
$(TOKENIZER_LIB ) :
36
36
# # Download the HuggingFace tokenizer bindings.
37
- @echo " Downloading HuggingFace tokenizer bindings for version v $( TOKENIZER_VERSION) ..."
37
+ @echo " Downloading HuggingFace tokenizer bindings for version $( TOKENIZER_VERSION) ..."
38
38
mkdir -p lib
39
- curl -L https://github.com/daulet/tokenizers/releases/download/v $(TOKENIZER_VERSION ) /libtokenizers.$(TARGETOS ) -$(TARGETARCH ) .tar.gz | tar -xz -C lib
39
+ curl -L https://github.com/daulet/tokenizers/releases/download/$(TOKENIZER_VERSION ) /libtokenizers.$(TARGETOS ) -$(TARGETARCH ) .tar.gz | tar -xz -C lib
40
40
ranlib lib/* .a
41
41
42
42
# #@ Precommit code checks --
You can’t perform that action at this time.
0 commit comments