Override generation config with do_sample=false if temperature=0 is set (#1431)

* #1429 set generation_config.do_sample = false if temperature=0

* removed .idea folder

* removed package-lock

* Update src/models.js

Co-authored-by: Joshua Lochner <[email protected]>

---------

Co-authored-by: Joshua Lochner <[email protected]>

Author: nico-martin

.gitignore

@@ -4,6 +4,7 @@ node_modules
 .cache
 .DS_STORE
 deno.lock
+.idea
 
 # Do not track build artifacts/generated files
 /dist

src/models.js

@@ -1427,6 +1427,12 @@ export class PreTrainedModel extends Callable {
             processors.push(new ClassifierFreeGuidanceLogitsProcessor(generation_config.guidance_scale));
         }
 
+
+        if (generation_config.temperature === 0 && generation_config.do_sample) {
+          console.warn('`do_sample` changed to false because `temperature: 0` implies greedy sampling (always selecting the most likely token), which is incompatible with `do_sample: true`.');
+          generation_config.do_sample = false;
+        }
+
         if (generation_config.do_sample) {
             if (generation_config.temperature !== null && generation_config.temperature !== 1.0) {
                 processors.push(new TemperatureLogitsWarper(generation_config.temperature));