discojs/src/default_tasks/wikitext: use task's maxSequenceLength in the model init config

Author: JulienVig

discojs/src/default_tasks/wikitext.ts

@@ -41,7 +41,9 @@ export const wikitext: TaskProvider<'text'> = {
     }
   },
 
-  getModel (): Promise<Model<'text'>> {
-    return Promise.resolve(new models.GPT())
+  getModel(): Promise<Model<'text'>> {
+    return Promise.resolve(new models.GPT({
+      blockSize: this.getTask().trainingInformation.maxSequenceLength,
+    }))
   }
 }

webapp/src/components/testing/__tests__/Testing.spec.ts

@@ -28,6 +28,7 @@ const TASK: Task<"text"> = {
     batchSize: 1,
     roundDuration: 1,
     validationSplit: 0,
+    maxSequenceLength: 64,
   },
 };