File tree Expand file tree Collapse file tree 1 file changed +3
-7
lines changed
AI-and-Analytics/Features-and-Functionality/IntelTransformers_Quantization Expand file tree Collapse file tree 1 file changed +3
-7
lines changed Original file line number Diff line number Diff line change 13
13
"linux" : [{
14
14
"env" : [
15
15
" source /intel/oneapi/intelpython/bin/activate" ,
16
- " apt-get install -y numactl" ,
17
16
" conda activate pytorch" ,
18
- " pip install -r requirements.txt" ,
19
- " pip install jupyter ipykernel" ,
20
- " python -m ipykernel install --user --name=pytorch"
17
+ " pip install -r requirements.txt"
21
18
],
22
19
"id" : " itrex_quantize_transformer_models" ,
23
20
"steps" : [
24
- " jupyter nbconvert --ExecutePreprocessor.enabled=True --ExecutePreprocessor.kernel_name=pytorch --to notebook quantize_transformer_models_with_itrex.ipynb" ,
25
- " numactl -m 0 -C all python quantize_transformer_models_with_itrex.py --model_name \" Intel/neural-chat-7b-v3-1\" --quantize \" int8\" --max_new_tokens 50"
21
+ " python quantize_transformer_models_with_itrex.py --model_name \" Intel/neural-chat-7b-v3-1\" --quantize \" int4\" --max_new_tokens 50"
26
22
]
27
23
}]
28
24
},
29
25
"expertise" : " Concepts and Functionality"
30
- }
26
+ }
You can’t perform that action at this time.
0 commit comments