Skip to content

Commit b29d987

Browse files
committed
Update chat.py with new params structure
1 parent 26451b2 commit b29d987

File tree

1 file changed

+3
-25
lines changed

1 file changed

+3
-25
lines changed

llamacpp/chat.py

Lines changed: 3 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -92,34 +92,12 @@ def parse_chat_params(argv) -> llamacpp.gpt_params:
9292

9393
args = parser.parse_args(argv[1:])
9494

95-
# Add a space in front of the first character to match OG llama tokenizer behavior
96-
args.prompt = " " + args.prompt
97-
98-
# Initialize gpt_params object
99-
params = llamacpp.gpt_params(
100-
args.model,
101-
args.prompt,
102-
args.reverse_prompt,
103-
args.ctx_size,
104-
args.n_predict,
105-
args.top_k,
106-
args.top_p,
107-
args.temp,
108-
args.repeat_penalty,
109-
args.seed,
110-
args.threads,
111-
args.repeat_last_n,
112-
args.batch_size,
113-
args.color,
114-
args.interactive
115-
)
116-
117-
return params
95+
return args
11896

11997

12098
def run():
121-
params = parse_chat_params(sys.argv)
122-
return llamacpp_main(params)
99+
args = parse_chat_params(sys.argv)
100+
return llamacpp_main(args)
123101

124102

125103
if __name__ == "__main__":

0 commit comments

Comments
 (0)