We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c537ea3 commit 8edae24Copy full SHA for 8edae24
examples/big_models_with_sequential_onloading/llama3.3_70b.py
@@ -19,9 +19,9 @@
19
DATASET_ID = "HuggingFaceH4/ultrachat_200k"
20
DATASET_SPLIT = "train_sft"
21
22
-# Select number of samples. 512 samples is a good place to start.
+# Select number of samples.
23
# Increasing the number of samples can improve accuracy.
24
-NUM_CALIBRATION_SAMPLES = 512
+NUM_CALIBRATION_SAMPLES = 256
25
MAX_SEQUENCE_LENGTH = 2048
26
27
# Load dataset and preprocess.
0 commit comments