LanguageModel: Rename the "steps" option to "maxTokens"

Author: gohai

src/LanguageModel/index.js

@@ -18,7 +18,7 @@ class LanguageModel extends EventEmitter {
     this.options = {
       modelUrl: '',          // if set, model.bin will be preloaded from provided URL (assumed to be embedded in llama2.data if not)
       tokenizerUrl: '',      // if set, tokenizer.bin will be preloaded from provided URL (assumed to be embedded in llama2.data if not)
-      steps: 0,              // how many tokens to generate (defaults to model's maximum)
+      maxTokens: 0,          // how many tokens to generate (defaults to model's maximum)
       temperature: 1.0,      // 0.0 = (deterministic) argmax sampling, 1.0 = baseline, don't set higher
       topp: 0.9,             // p value in top-p (nucleus) sampling, 0 = off
       stopOnBosOrEos: true,  // stop when encountering beginning-of-sequence or end-of-sequence token
@@ -163,7 +163,7 @@ class LanguageModel extends EventEmitter {
       this.callback = optionsOrCb;
     } else {
       if (typeof optionsOrCb === 'object') {
-        this.options.steps = (typeof optionsOrCb.steps === 'number') ? optionsOrCb.steps : this.options.steps;
+        this.options.maxTokens = (typeof optionsOrCb.maxTokens === 'number') ? optionsOrCb.maxTokens : this.options.maxTokens;
         this.options.temperature = (typeof optionsOrCb.temperature === 'number') ? optionsOrCb.temperature : this.options.temperature;
         this.options.topp = (typeof optionsOrCb.topp === 'number') ? optionsOrCb.topp : this.options.topp;
         this.options.stopOnBosOrEos = (typeof optionsOrCb.stopOnBosOrEos == 'boolean') ? optionsOrCb.stopPropagation : this.options.stopOnBosOrEos;
@@ -181,7 +181,7 @@ class LanguageModel extends EventEmitter {
       this.promiseResolve(this.text);
     }
 
-    await this.llama2.ccall('set_parameters', null, [ 'number', 'number', 'number' ], [ this.options.temperature, this.options.topp, this.options.steps ]);
+    await this.llama2.ccall('set_parameters', null, [ 'number', 'number', 'number' ], [ this.options.temperature, this.options.topp, this.options.maxTokens ]);
 
     this.prompt = prompt;
     this.text = '';
@@ -220,7 +220,7 @@ class LanguageModel extends EventEmitter {
       this.callback = optionsOrCb;
     } else {
       if (typeof optionsOrCb === 'object') {
-        this.options.steps = (typeof optionsOrCb.steps === 'number') ? optionsOrCb.steps : this.options.steps;
+        this.options.maxTokens = (typeof optionsOrCb.maxTokens === 'number') ? optionsOrCb.maxTokens : this.options.maxTokens;
         this.options.temperature = (typeof optionsOrCb.temperature === 'number') ? optionsOrCb.temperature : this.options.temperature;
         this.options.topp = (typeof optionsOrCb.topp === 'number') ? optionsOrCb.topp : this.options.topp;
         this.options.stopOnBosOrEos = (typeof optionsOrCb.stopOnBosOrEos == 'boolean') ? optionsOrCb.stopPropagation : this.options.stopOnBosOrEos;
@@ -238,7 +238,7 @@ class LanguageModel extends EventEmitter {
       this.promiseResolve(this.text);
     }
 
-    await this.llama2.ccall('set_parameters', null, [ 'number', 'number', 'number' ], [ this.options.temperature, this.options.topp, this.options.steps ]);
+    await this.llama2.ccall('set_parameters', null, [ 'number', 'number', 'number' ], [ this.options.temperature, this.options.topp, this.options.maxTokens ]);
 
     this.prompt = prompt;
     this.text = '';