Skip to content

Commit d51ae53

Browse files
QiJuneQiJune
authored
move the reset models into examples/models/core directory (NVIDIA#3555)
* move rest models to examples/models/core directory Signed-off-by: junq <[email protected]> * update multimodal readme Signed-off-by: junq <[email protected]> * fix example path Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix cpp test Signed-off-by: junq <[email protected]> * fix tensorrt test Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> * fix ci Signed-off-by: junq <[email protected]> --------- Signed-off-by: junq <[email protected]>
1 parent c35d2a7 commit d51ae53

File tree

136 files changed

+509
-597
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

136 files changed

+509
-597
lines changed

‎cpp/tests/resources/scripts/build_eagle_engines.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ def build_engine(base_model_dir: _pl.Path, eagle_model_dir: _pl.Path,
3131
engine_dir: _pl.Path, build_base_model: bool, *args):
3232

3333
if build_base_model:
34-
checkpoint_path = "examples/llama/convert_checkpoint.py"
34+
checkpoint_path = "examples/models/core/llama/convert_checkpoint.py"
3535
else:
3636
checkpoint_path = "examples/eagle/convert_checkpoint.py"
3737

‎cpp/tests/resources/scripts/build_enc_dec_engines.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -119,7 +119,7 @@ class Convert(RunCMDMixin):
119119
def command(self):
120120
args = self.args
121121
return [
122-
f'python examples/enc_dec/convert_checkpoint.py',
122+
f'python examples/models/core/enc_dec/convert_checkpoint.py',
123123
f'--model_type {args.model_type}',
124124
f'--model_dir {args.hf_models_dir}',
125125
f'--output_dir {args.trt_models_dir}',

‎cpp/tests/resources/scripts/build_gpt_engines.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,7 @@ def convert_ckpt(model_dir: str,
3737
world_size: int = 1,
3838
dtype: str = 'float16'):
3939
convert_cmd = [
40-
sys.executable, "examples/gpt/convert_checkpoint.py",
40+
sys.executable, "examples/models/core/gpt/convert_checkpoint.py",
4141
f"--model_dir={model_dir}", f"--output_dir={output_dir}",
4242
f"--dtype={dtype}", f"--tp_size={world_size}"
4343
] + list(args)

‎cpp/tests/resources/scripts/build_llama_engines.py‎

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -32,11 +32,12 @@ def build_engine(weight_dir: _pl.Path, engine_dir: _pl.Path, convert_extra_args,
3232

3333
ckpt_dir = engine_dir / 'ckpt'
3434

35-
convert_cmd = [_sys.executable, "examples/llama/convert_checkpoint.py"
36-
] + ([f'--model_dir={weight_dir}'] if weight_dir else []) + [
37-
f'--output_dir={ckpt_dir}',
38-
'--dtype=float16',
39-
] + convert_extra_args
35+
convert_cmd = [
36+
_sys.executable, "examples/models/core/llama/convert_checkpoint.py"
37+
] + ([f'--model_dir={weight_dir}'] if weight_dir else []) + [
38+
f'--output_dir={ckpt_dir}',
39+
'--dtype=float16',
40+
] + convert_extra_args
4041

4142
run_command(convert_cmd)
4243

‎cpp/tests/resources/scripts/build_mamba_engines.py‎

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -31,12 +31,13 @@
3131

3232
def build_engine(weight_dir: _pl.Path, ckpt_dir: _pl.Path, engine_dir: _pl.Path,
3333
*args):
34-
convert_args = [_sys.executable, "examples/mamba/convert_checkpoint.py"] + (
35-
['--model_dir', str(weight_dir)] if weight_dir else []) + [
36-
'--output_dir',
37-
str(ckpt_dir),
38-
'--dtype=float16',
39-
]
34+
convert_args = [
35+
_sys.executable, "examples/models/core/mamba/convert_checkpoint.py"
36+
] + (['--model_dir', str(weight_dir)] if weight_dir else []) + [
37+
'--output_dir',
38+
str(ckpt_dir),
39+
'--dtype=float16',
40+
]
4041
run_command(convert_args)
4142
build_args = ["trtllm-build"] + ['--checkpoint_dir',
4243
str(ckpt_dir)] + [

‎cpp/tests/resources/scripts/build_recurrentgemma_engines.py‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,8 @@
3232
def build_engine(weight_dir: _pl.Path, ckpt_dir: _pl.Path, engine_dir: _pl.Path,
3333
*args):
3434
convert_args = [
35-
_sys.executable, "examples/recurrentgemma/convert_checkpoint.py"
35+
_sys.executable,
36+
"examples/models/core/recurrentgemma/convert_checkpoint.py"
3637
] + (['--model_dir', str(weight_dir)] if weight_dir else []) + [
3738
'--output_dir',
3839
str(ckpt_dir),

‎cpp/tests/resources/scripts/generate_expected_enc_dec_output.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ def command(self):
1111
for beam in args.beams_tuple:
1212
ret.append((
1313
mpi_run,
14-
f'python3 examples/enc_dec/run.py --engine_dir {args.engines_dir}',
14+
f'python3 examples/models/core/enc_dec/run.py --engine_dir {args.engines_dir}',
1515
f'--engine_name {args.ckpt}',
1616
f'--model_name "{args.hf_models_dir}"',
1717
f'--max_new_tokens={args.max_new_tokens}',

‎examples/bert/base_benchmark/config.json‎

Lines changed: 0 additions & 22 deletions
This file was deleted.

‎examples/bert/base_with_attention_plugin_benchmark/config.json‎

Lines changed: 0 additions & 22 deletions
This file was deleted.

‎examples/bert/large_benchmark/config.json‎

Lines changed: 0 additions & 22 deletions
This file was deleted.

0 commit comments

Comments
 (0)