@@ -534,16 +534,16 @@ jobs:
534534          python3 torchchat.py generate --checkpoint-path ${MODEL_PATH} --temperature 0 --pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
535535
536536          echo "******************************************" 
537-           echo "**** Emb 4bit: channel-wise quantized ****" 
537+           echo "**** [TEST DISABLED]  Emb 4bit: channel-wise quantized ****" 
538538          echo "******************************************" 
539-           python torchchat.py export --quant '{"embedding" : {"bitwidth": 4, "groupsize": 0}}' --checkpoint-path ${MODEL_PATH} --output-pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
540-           python3 torchchat.py generate --checkpoint-path ${MODEL_PATH} --temperature 0 --pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
539+           #  python torchchat.py export --quant '{"embedding" : {"bitwidth": 4, "groupsize": 0}}' --checkpoint-path ${MODEL_PATH} --output-pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
540+           #  python3 torchchat.py generate --checkpoint-path ${MODEL_PATH} --temperature 0 --pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
541541
542542          echo "******************************************" 
543-           echo "****** Emb 4bit: group-wise quantized ****" 
543+           echo "****** [TEST DISABLED]  Emb 4bit: group-wise quantized ****" 
544544          echo "******************************************" 
545-           python torchchat.py export --quant '{"embedding" : {"bitwidth": 4, "groupsize": 8}}' --checkpoint-path ${MODEL_PATH} --output-pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
546-           python3 torchchat.py generate --checkpoint-path ${MODEL_PATH} --temperature 0 --pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
545+           #  python torchchat.py export --quant '{"embedding" : {"bitwidth": 4, "groupsize": 8}}' --checkpoint-path ${MODEL_PATH} --output-pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
546+           #  python3 torchchat.py generate --checkpoint-path ${MODEL_PATH} --temperature 0 --pte-path ${MODEL_DIR}/${MODEL_NAME}.pte 
547547
548548          echo "******************************************" 
549549          echo "******* INT8 channel-wise quantized ******" 
0 commit comments