File tree Expand file tree Collapse file tree 1 file changed +3
-25
lines changed Expand file tree Collapse file tree 1 file changed +3
-25
lines changed Original file line number Diff line number Diff line change @@ -92,34 +92,12 @@ def parse_chat_params(argv) -> llamacpp.gpt_params:
92
92
93
93
args = parser .parse_args (argv [1 :])
94
94
95
- # Add a space in front of the first character to match OG llama tokenizer behavior
96
- args .prompt = " " + args .prompt
97
-
98
- # Initialize gpt_params object
99
- params = llamacpp .gpt_params (
100
- args .model ,
101
- args .prompt ,
102
- args .reverse_prompt ,
103
- args .ctx_size ,
104
- args .n_predict ,
105
- args .top_k ,
106
- args .top_p ,
107
- args .temp ,
108
- args .repeat_penalty ,
109
- args .seed ,
110
- args .threads ,
111
- args .repeat_last_n ,
112
- args .batch_size ,
113
- args .color ,
114
- args .interactive
115
- )
116
-
117
- return params
95
+ return args
118
96
119
97
120
98
def run ():
121
- params = parse_chat_params (sys .argv )
122
- return llamacpp_main (params )
99
+ args = parse_chat_params (sys .argv )
100
+ return llamacpp_main (args )
123
101
124
102
125
103
if __name__ == "__main__" :
You can’t perform that action at this time.
0 commit comments