Download bin files for TGI also (#247)

yunfeng-scale · web-flow · commit 39a7e630b07e · 2023-09-01T12:19:13.000-07:00
diff --git a/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py b/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py
@@ -340,7 +340,7 @@ def load_model_weights_sub_commands(
         else:
             if framework == LLMInferenceFramework.TEXT_GENERATION_INFERENCE:
                 subcommands.append(
-                    f"{s5cmd} --numworkers 512 cp --concurrency 10 --exclude '*.bin' {os.path.join(checkpoint_path, '*')} {final_weights_folder}"
+                    f"{s5cmd} --numworkers 512 cp --concurrency 10 {os.path.join(checkpoint_path, '*')} {final_weights_folder}"
                 )
             else:
                 subcommands.append(

Original file line number	Diff line number	Diff line change
`@@ -340,7 +340,7 @@ def load_model_weights_sub_commands(`
`340`	`340`	`else:`
`341`	`341`	`if framework == LLMInferenceFramework.TEXT_GENERATION_INFERENCE:`
`342`	`342`	`subcommands.append(`
`343`		`- f"{s5cmd} --numworkers 512 cp --concurrency 10 --exclude '.bin' {os.path.join(checkpoint_path, '')} {final_weights_folder}"`
	`343`	`+ f"{s5cmd} --numworkers 512 cp --concurrency 10 {os.path.join(checkpoint_path, '*')} {final_weights_folder}"`
`344`	`344`	`)`
`345`	`345`	`else:`
`346`	`346`	`subcommands.append(`