Skip to content

Commit 3247df8

Browse files
authored
Update sample.json
1 parent 7d9f8ee commit 3247df8

File tree

1 file changed

+3
-7
lines changed
  • AI-and-Analytics/Features-and-Functionality/IntelTransformers_Quantization

1 file changed

+3
-7
lines changed

AI-and-Analytics/Features-and-Functionality/IntelTransformers_Quantization/sample.json

Lines changed: 3 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -13,18 +13,14 @@
1313
"linux": [{
1414
"env": [
1515
"source /intel/oneapi/intelpython/bin/activate",
16-
"apt-get install -y numactl",
1716
"conda activate pytorch",
18-
"pip install -r requirements.txt",
19-
"pip install jupyter ipykernel",
20-
"python -m ipykernel install --user --name=pytorch"
17+
"pip install -r requirements.txt"
2118
],
2219
"id": "itrex_quantize_transformer_models",
2320
"steps": [
24-
"jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_transformer_models_with_itrex.ipynb",
25-
"numactl -m 0 -C all python quantize_transformer_models_with_itrex.py --model_name \"Intel/neural-chat-7b-v3-1\" --quantize \"int8\" --max_new_tokens 50"
21+
"python quantize_transformer_models_with_itrex.py --model_name \"Intel/neural-chat-7b-v3-1\" --quantize \"int4\" --max_new_tokens 50"
2622
]
2723
}]
2824
},
2925
"expertise": "Concepts and Functionality"
30-
}
26+
}

0 commit comments

Comments
 (0)