Skip to content

Commit 3bbae42

Browse files
raosukrit67raosukrit67
committed
removed redundant model config definition from intro tutorials. Removed provider field in model config def in custom model config notebook
1 parent a988cf8 commit 3bbae42

File tree

4 files changed

+34
-72
lines changed

4 files changed

+34
-72
lines changed

‎nemo/NeMo-Data-Designer/intro-tutorials/1-the-basics.ipynb‎

Lines changed: 11 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -99,14 +99,22 @@
9999
"- This list contains the models you can choose from (via the `model_alias` argument) during the generation process.\n"
100100
]
101101
},
102+
{
103+
"cell_type": "markdown",
104+
"metadata": {},
105+
"source": [
106+
"**Note**: \n",
107+
"The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n",
108+
"\n",
109+
"Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases."
110+
]
111+
},
102112
{
103113
"cell_type": "code",
104114
"execution_count": null,
105115
"metadata": {},
106116
"outputs": [],
107117
"source": [
108-
"# build.nvidia.com model endpoint\n",
109-
"model_id = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
110118
"model_alias = \"nemotron-nano-v2\""
111119
]
112120
},
@@ -116,22 +124,7 @@
116124
"metadata": {},
117125
"outputs": [],
118126
"source": [
119-
"config_builder = DataDesignerConfigBuilder(\n",
120-
" model_configs = [\n",
121-
" P.ModelConfig(\n",
122-
" alias=model_alias,\n",
123-
" provider=\"nvidiabuild\",\n",
124-
" model=model_id,\n",
125-
" inference_parameters=P.InferenceParameters(\n",
126-
" max_tokens=1024,\n",
127-
" temperature=0.6,\n",
128-
" top_p=0.95,\n",
129-
" timeout=120\n",
130-
" ),\n",
131-
" is_reasoner=True\n",
132-
" ),\n",
133-
" ]\n",
134-
")"
127+
"config_builder = DataDesignerConfigBuilder()"
135128
]
136129
},
137130
{

‎nemo/NeMo-Data-Designer/intro-tutorials/2-structured-outputs-and-jinja-expressions.ipynb‎

Lines changed: 11 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -102,14 +102,22 @@
102102
"- This list contains the models you can choose from (via the `model_alias` argument) during the generation process.\n"
103103
]
104104
},
105+
{
106+
"cell_type": "markdown",
107+
"metadata": {},
108+
"source": [
109+
"**Note**: \n",
110+
"The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n",
111+
"\n",
112+
"Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases."
113+
]
114+
},
105115
{
106116
"cell_type": "code",
107117
"execution_count": null,
108118
"metadata": {},
109119
"outputs": [],
110120
"source": [
111-
"# build.nvidia.com model endpoint\n",
112-
"model_id = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
113121
"model_alias = \"nemotron-nano-v2\""
114122
]
115123
},
@@ -119,22 +127,7 @@
119127
"metadata": {},
120128
"outputs": [],
121129
"source": [
122-
"config_builder = DataDesignerConfigBuilder(\n",
123-
" model_configs = [\n",
124-
" P.ModelConfig(\n",
125-
" alias=model_alias,\n",
126-
" provider=\"nvidiabuild\",\n",
127-
" model=model_id,\n",
128-
" inference_parameters=P.InferenceParameters(\n",
129-
" max_tokens=1024,\n",
130-
" temperature=0.6,\n",
131-
" top_p=0.95,\n",
132-
" timeout=120\n",
133-
" ),\n",
134-
" is_reasoner=True\n",
135-
" ),\n",
136-
" ]\n",
137-
")"
130+
"config_builder = DataDesignerConfigBuilder()"
138131
]
139132
},
140133
{

‎nemo/NeMo-Data-Designer/intro-tutorials/3-seeding-with-a-dataset.ipynb‎

Lines changed: 12 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -103,14 +103,22 @@
103103
"- This list contains the models you can choose from (via the `model_alias` argument) during the generation process.\n"
104104
]
105105
},
106+
{
107+
"cell_type": "markdown",
108+
"metadata": {},
109+
"source": [
110+
"**Note**: \n",
111+
"The NeMo Data Designer Managed service has models available for you to use as well. You can use these models by referencing the appropriate model_alias for them.\n",
112+
"\n",
113+
"Please visit https://build.nvidia.com/nemo/data-designer to see the full list of models and their model aliases."
114+
]
115+
},
106116
{
107117
"cell_type": "code",
108118
"execution_count": null,
109119
"metadata": {},
110120
"outputs": [],
111121
"source": [
112-
"# build.nvidia.com model endpoint\n",
113-
"model_id = \"nvidia/nvidia-nemotron-nano-9b-v2\"\n",
114122
"model_alias = \"nemotron-nano-v2\""
115123
]
116124
},
@@ -120,22 +128,7 @@
120128
"metadata": {},
121129
"outputs": [],
122130
"source": [
123-
"config_builder = DataDesignerConfigBuilder(\n",
124-
" model_configs = [\n",
125-
" P.ModelConfig(\n",
126-
" alias=model_alias,\n",
127-
" provider=\"nvidiabuild\",\n",
128-
" model=model_id,\n",
129-
" inference_parameters=P.InferenceParameters(\n",
130-
" max_tokens=1024,\n",
131-
" temperature=0.6,\n",
132-
" top_p=0.95,\n",
133-
" timeout=120\n",
134-
" ),\n",
135-
" is_reasoner=True\n",
136-
" ),\n",
137-
" ]\n",
138-
")"
131+
"config_builder = DataDesignerConfigBuilder()"
139132
]
140133
},
141134
{
@@ -153,21 +146,6 @@
153146
"**Note**: At this time, we only support using a single file as the seed. If you have multiple files you would like to use as seeds, it is recommended you consolidated these into a single file. \n"
154147
]
155148
},
156-
{
157-
"cell_type": "code",
158-
"execution_count": null,
159-
"metadata": {},
160-
"outputs": [],
161-
"source": [
162-
"# if using the managed service of data designer, provide the api key here\n",
163-
"hf_token = getpass(\"Enter Huggingface Token here: \")\n",
164-
"\n",
165-
"if len(hf_token) > 0:\n",
166-
" print(\"✅ Huggingface Token received.\")\n",
167-
"else:\n",
168-
" print(\"❌ No Huggingface Token provided. Please enter your Huggingface Token.\")"
169-
]
170-
},
171149
{
172150
"cell_type": "code",
173151
"execution_count": null,
@@ -183,7 +161,7 @@
183161
" filename=\"train.jsonl\",\n",
184162
" sampling_strategy=\"shuffle\",\n",
185163
" with_replacement=False,\n",
186-
" datastore={\"endpoint\": \"https://huggingface.co\", \"token\": hf_token}\n",
164+
" datastore={\"endpoint\": \"https://huggingface.co\"}\n",
187165
")"
188166
]
189167
},

‎nemo/NeMo-Data-Designer/intro-tutorials/4-custom-model-configs.ipynb‎

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -137,7 +137,6 @@
137137
" model_configs = [\n",
138138
" P.ModelConfig(\n",
139139
" alias=model_alias_static_temp,\n",
140-
" provider=\"nvidiabuild\",\n",
141140
" model=model_id,\n",
142141
" inference_parameters=P.InferenceParameters(\n",
143142
" max_tokens=1024,\n",
@@ -149,7 +148,6 @@
149148
" ),\n",
150149
" P.ModelConfig(\n",
151150
" alias=model_alias_variable_temp,\n",
152-
" provider=\"nvidiabuild\",\n",
153151
" model=model_id,\n",
154152
" inference_parameters=P.InferenceParameters(\n",
155153
" max_tokens=1024,\n",

0 commit comments

Comments
 (0)