This repository was archived by the owner on Sep 10, 2025. It is now read-only.
  
  
  
  
    
    
    
      
    
  
  
    
File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -292,7 +292,7 @@ jobs:
292292        echo "::endgroup::" 
293293
294294        echo "::group::Run inference with quantize file" 
295-         python3 torchchat.py export --output-snap model.tc --dtype bfloat16--quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
295+         python3 torchchat.py export --output-snap model.tc --dtype bfloat16  --quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
296296        python3 torchchat.py generate --snap model.tc --dtype bfloat16 --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
297297        echo "::endgroup::" 
298298
@@ -341,7 +341,7 @@ jobs:
341341        echo "::endgroup::" 
342342
343343        echo "::group::Run inference with quantize file" 
344-         python3 torchchat.py export --output-snap model.tc --dtype float32--quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
344+         python3 torchchat.py export --output-snap model.tc --dtype float32  --quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
345345        python3 torchchat.py generate --snap model.tc --dtype float32 --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
346346        echo "::endgroup::" 
347347         
@@ -391,7 +391,7 @@ jobs:
391391        echo "::endgroup::" 
392392
393393        echo "::group::Run inference with quantize file" 
394-         python3 torchchat.py export --output-snap model.tc --dtype float16--quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
394+         python3 torchchat.py export --output-snap model.tc --dtype float16  --quantize torchchat/quant_config/cuda.json --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
395395        python3 torchchat.py generate --snap model.tc --dtype float16 --checkpoint "./checkpoints/${REPO_NAME}/model.pth" 
396396        echo "::endgroup::" 
397397
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments