File tree Expand file tree Collapse file tree 9 files changed +14
-14
lines changed
Expand file tree Collapse file tree 9 files changed +14
-14
lines changed Original file line number Diff line number Diff line change 2222 TosaPipelineBI ,
2323 TosaPipelineMI ,
2424)
25-
26- from executorch .extension .llm .export .config .llm_config import LlmConfig
2725from executorch .examples .models .llama .export_llama_lib import (
2826 build_args_parser ,
2927 get_llama_model ,
3028)
3129
30+ from executorch .extension .llm .export .config .llm_config import LlmConfig
31+
3232input_t = Tuple [torch .Tensor ]
3333
3434# Add project dir to sys path to workaround importlib.import_module() conditions in model_factory.py
Original file line number Diff line number Diff line change 1919from executorch .devtools .bundled_program .serialize import (
2020 serialize_from_bundled_program_to_flatbuffer ,
2121)
22-
23- from executorch .extension .llm .export .config .llm_config import LlmConfig
2422from executorch .exir import (
2523 EdgeCompileConfig ,
2624 EdgeProgramManager ,
3129from executorch .exir .capture ._config import ExecutorchBackendConfig
3230from executorch .extension .export_util .utils import export_to_edge , save_pte_program
3331
32+ from executorch .extension .llm .export .config .llm_config import LlmConfig
33+
3434from ....models import MODEL_NAME_TO_MODEL
3535from ....models .model_factory import EagerModelFactory
3636
Original file line number Diff line number Diff line change 2727from executorch .devtools .backend_debug import print_delegation_info
2828
2929from executorch .devtools .etrecord import generate_etrecord as generate_etrecord_func
30-
31- from executorch .extension .llm .export .config .llm_config import LlmConfig
3230from executorch .examples .models .llama .hf_download import (
3331 download_and_convert_hf_checkpoint ,
3432)
3533from executorch .exir .passes .init_mutable_pass import InitializedMutableBufferPass
3634
3735from executorch .extension .llm .export .builder import DType , LLMEdgeManager
3836
37+ from executorch .extension .llm .export .config .llm_config import LlmConfig
38+
3939from executorch .extension .llm .export .partitioner_lib import (
4040 get_coreml_partitioner ,
4141 get_mps_partitioner ,
Original file line number Diff line number Diff line change 1515 get_checkpoint_dtype ,
1616 get_default_model_resource_dir ,
1717)
18-
19- from executorch .extension .llm .export .config .llm_config import LlmConfig
2018from executorch .examples .models .llama .llama_transformer import construct_transformer
2119from executorch .examples .models .llama .model_args import ModelArgs
2220from executorch .examples .models .llama .rope import Rope
21+
22+ from executorch .extension .llm .export .config .llm_config import LlmConfig
2323from torchao .utils import TorchAOBaseTensor
2424
2525try :
Original file line number Diff line number Diff line change 99from typing import Optional , Type
1010
1111import torch
12-
13- from executorch .extension .llm .export .config .llm_config import LlmConfig
1412from executorch .examples .models .llama .export_llama_lib import (
1513 _prepare_for_llama_export ,
1614 build_args_parser as _build_args_parser ,
1715)
1816from executorch .examples .models .llama .runner .generation import LlamaRunner
1917from executorch .extension .llm .export .builder import LLMEdgeManager
2018
19+ from executorch .extension .llm .export .config .llm_config import LlmConfig
20+
2121
2222class EagerLlamaRunner (LlamaRunner ):
2323 """
Original file line number Diff line number Diff line change 77import unittest
88
99from executorch .devtools .backend_debug import get_delegation_info
10- from executorch .extension .llm .export .config .llm_config import LlmConfig
1110from executorch .examples .models .llama .export_llama_lib import (
1211 _export_llama ,
1312 build_args_parser ,
1413)
14+ from executorch .extension .llm .export .config .llm_config import LlmConfig
1515
1616UNWANTED_OPS = [
1717 "aten_permute_copy_default" ,
Original file line number Diff line number Diff line change 88from typing import Optional
99
1010import torch
11- from executorch .extension .llm .export .config .llm_config import LlmConfig
1211
1312from executorch .examples .models .llama .export_llama_lib import _prepare_for_llama_export
1413from executorch .examples .models .llama .runner .eager import execute_runner
1514from executorch .examples .models .llama3_2_vision .runner .generation import (
1615 TorchTuneLlamaRunner ,
1716)
1817from executorch .extension .llm .export import LLMEdgeManager
18+ from executorch .extension .llm .export .config .llm_config import LlmConfig
1919
2020
2121class EagerLlamaRunner (TorchTuneLlamaRunner ):
Original file line number Diff line number Diff line change 1616 get_symmetric_quantization_config ,
1717 XNNPACKQuantizer ,
1818)
19- from executorch .extension .llm .export .config .llm_config import LlmConfig
2019from executorch .examples .models .llama .export_llama_lib import (
2120 get_quantizer_and_quant_params ,
2221)
4443 HintBasedSymShapeEvalPass ,
4544)
4645from executorch .extension .llm .export .builder import DType , LLMEdgeManager
46+ from executorch .extension .llm .export .config .llm_config import LlmConfig
4747from executorch .util .activation_memory_profiler import generate_memory_trace
4848from pytorch_tokenizers .llama2c import Llama2cTokenizer as Tokenizer
4949from torch .export import Dim
Original file line number Diff line number Diff line change 3434from typing import Any , List , Tuple
3535
3636import hydra
37+ from executorch .examples .models .llama .export_llama_lib import export_llama
3738
3839from executorch .extension .llm .export .config .llm_config import LlmConfig
39- from executorch .examples .models .llama .export_llama_lib import export_llama
4040from hydra .core .config_store import ConfigStore
4141from omegaconf import OmegaConf
4242
You can’t perform that action at this time.
0 commit comments