File tree Expand file tree Collapse file tree 9 files changed +14
-14
lines changed Expand file tree Collapse file tree 9 files changed +14
-14
lines changed Original file line number Diff line number Diff line change 2222    TosaPipelineBI ,
2323    TosaPipelineMI ,
2424)
25- 
26- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
2725from  executorch .examples .models .llama .export_llama_lib  import  (
2826    build_args_parser ,
2927    get_llama_model ,
3028)
3129
30+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
31+ 
3232input_t  =  Tuple [torch .Tensor ]
3333
3434# Add project dir to sys path to workaround importlib.import_module() conditions in model_factory.py 
Original file line number Diff line number Diff line change 1919from  executorch .devtools .bundled_program .serialize  import  (
2020    serialize_from_bundled_program_to_flatbuffer ,
2121)
22- 
23- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
2422from  executorch .exir  import  (
2523    EdgeCompileConfig ,
2624    EdgeProgramManager ,
3129from  executorch .exir .capture ._config  import  ExecutorchBackendConfig 
3230from  executorch .extension .export_util .utils  import  export_to_edge , save_pte_program 
3331
32+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
33+ 
3434from  ....models  import  MODEL_NAME_TO_MODEL 
3535from  ....models .model_factory  import  EagerModelFactory 
3636
Original file line number Diff line number Diff line change 2727from  executorch .devtools .backend_debug  import  print_delegation_info 
2828
2929from  executorch .devtools .etrecord  import  generate_etrecord  as  generate_etrecord_func 
30- 
31- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
3230from  executorch .examples .models .llama .hf_download  import  (
3331    download_and_convert_hf_checkpoint ,
3432)
3533from  executorch .exir .passes .init_mutable_pass  import  InitializedMutableBufferPass 
3634
3735from  executorch .extension .llm .export .builder  import  DType , LLMEdgeManager 
3836
37+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
38+ 
3939from  executorch .extension .llm .export .partitioner_lib  import  (
4040    get_coreml_partitioner ,
4141    get_mps_partitioner ,
Original file line number Diff line number Diff line change 1515    get_checkpoint_dtype ,
1616    get_default_model_resource_dir ,
1717)
18- 
19- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
2018from  executorch .examples .models .llama .llama_transformer  import  construct_transformer 
2119from  executorch .examples .models .llama .model_args  import  ModelArgs 
2220from  executorch .examples .models .llama .rope  import  Rope 
21+ 
22+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
2323from  torchao .utils  import  TorchAOBaseTensor 
2424
2525try :
Original file line number Diff line number Diff line change 99from  typing  import  Optional , Type 
1010
1111import  torch 
12- 
13- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
1412from  executorch .examples .models .llama .export_llama_lib  import  (
1513    _prepare_for_llama_export ,
1614    build_args_parser  as  _build_args_parser ,
1715)
1816from  executorch .examples .models .llama .runner .generation  import  LlamaRunner 
1917from  executorch .extension .llm .export .builder  import  LLMEdgeManager 
2018
19+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
20+ 
2121
2222class  EagerLlamaRunner (LlamaRunner ):
2323    """ 
Original file line number Diff line number Diff line change 77import  unittest 
88
99from  executorch .devtools .backend_debug  import  get_delegation_info 
10- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
1110from  executorch .examples .models .llama .export_llama_lib  import  (
1211    _export_llama ,
1312    build_args_parser ,
1413)
14+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
1515
1616UNWANTED_OPS  =  [
1717    "aten_permute_copy_default" ,
Original file line number Diff line number Diff line change 88from  typing  import  Optional 
99
1010import  torch 
11- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
1211
1312from  executorch .examples .models .llama .export_llama_lib  import  _prepare_for_llama_export 
1413from  executorch .examples .models .llama .runner .eager  import  execute_runner 
1514from  executorch .examples .models .llama3_2_vision .runner .generation  import  (
1615    TorchTuneLlamaRunner ,
1716)
1817from  executorch .extension .llm .export  import  LLMEdgeManager 
18+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
1919
2020
2121class  EagerLlamaRunner (TorchTuneLlamaRunner ):
Original file line number Diff line number Diff line change 1616    get_symmetric_quantization_config ,
1717    XNNPACKQuantizer ,
1818)
19- from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
2019from  executorch .examples .models .llama .export_llama_lib  import  (
2120    get_quantizer_and_quant_params ,
2221)
4443    HintBasedSymShapeEvalPass ,
4544)
4645from  executorch .extension .llm .export .builder  import  DType , LLMEdgeManager 
46+ from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
4747from  executorch .util .activation_memory_profiler  import  generate_memory_trace 
4848from  pytorch_tokenizers .llama2c  import  Llama2cTokenizer  as  Tokenizer 
4949from  torch .export  import  Dim 
Original file line number Diff line number Diff line change 3434from  typing  import  Any , List , Tuple 
3535
3636import  hydra 
37+ from  executorch .examples .models .llama .export_llama_lib  import  export_llama 
3738
3839from  executorch .extension .llm .export .config .llm_config  import  LlmConfig 
39- from  executorch .examples .models .llama .export_llama_lib  import  export_llama 
4040from  hydra .core .config_store  import  ConfigStore 
4141from  omegaconf  import  OmegaConf 
4242
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments