changed HParam settings for nemotron to recommended settings with reasoning on

raosukrit67 · raosukrit67 · commit 06f6c8948949 · 2025-09-08T13:18:32.000-07:00
diff --git a/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/clinical-trials.ipynb b/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/clinical-trials.ipynb
@@ -129,7 +129,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/insurance-claims.ipynb b/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/insurance-claims.ipynb
@@ -129,7 +129,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/physician-notes-with-realistic-personal-details.ipynb b/nemo/NeMo-Data-Designer/advanced/healthcare-datasets/physician-notes-with-realistic-personal-details.ipynb
@@ -112,7 +112,7 @@
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
     "                temperature=0.6,\n",
-    "                top_p=0.9,\n",
+    "                top_p=0.95,\n",
     "            ),\n",
     "            is_reasoner=True\n",
     "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/multi-turn-chat/multi-turn-conversation.ipynb b/nemo/NeMo-Data-Designer/advanced/multi-turn-chat/multi-turn-conversation.ipynb
@@ -121,7 +121,7 @@
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
     "                temperature=0.6,\n",
-    "                top_p=0.9,\n",
+    "                top_p=0.95,\n",
     "            ),\n",
     "            is_reasoner=True\n",
     "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/multimodal/visual-question-answering-using-vlm.ipynb b/nemo/NeMo-Data-Designer/advanced/multimodal/visual-question-answering-using-vlm.ipynb
@@ -135,8 +135,8 @@
     "            model=model_id,\n",
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
-    "                temperature=0.2,\n",
-    "                top_p=0.9,\n",
+    "                temperature=0.6,\n",
+    "                top_p=0.95,\n",
     "            ),\n",
     "            is_reasoner=False\n",
     "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/person-samplers/person-sampler-tutorial.ipynb b/nemo/NeMo-Data-Designer/advanced/person-samplers/person-sampler-tutorial.ipynb
@@ -138,7 +138,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/qa-generation/product-question-answer-generator.ipynb b/nemo/NeMo-Data-Designer/advanced/qa-generation/product-question-answer-generator.ipynb
@@ -124,7 +124,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/rag-examples/generate-rag-evaluation-dataset.ipynb b/nemo/NeMo-Data-Designer/advanced/rag-examples/generate-rag-evaluation-dataset.ipynb
@@ -124,7 +124,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/reasoning/reasoning-traces.ipynb b/nemo/NeMo-Data-Designer/advanced/reasoning/reasoning-traces.ipynb
@@ -121,7 +121,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-python-evol.ipynb b/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-python-evol.ipynb
@@ -119,7 +119,7 @@
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
                 "                temperature=0.6,\n",
-                "                top_p=0.9,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-python.ipynb b/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-python.ipynb
@@ -120,7 +120,7 @@
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
     "                temperature=0.6,\n",
-    "                top_p=0.9,\n",
+    "                top_p=0.95,\n",
     "            ),\n",
     "            is_reasoner=True\n",
     "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-sql.ipynb b/nemo/NeMo-Data-Designer/advanced/text-to-code/text-to-sql.ipynb
@@ -118,8 +118,8 @@
                 "            model=model_id,\n",
                 "            inference_parameters=P.InferenceParameters(\n",
                 "                max_tokens=1024,\n",
-                "                temperature=0.2,\n",
-                "                top_p=0.9,\n",
+                "                temperature=0.6,\n",
+                "                top_p=0.95,\n",
                 "            ),\n",
                 "            is_reasoner=True\n",
                 "        ),\n",
diff --git a/nemo/NeMo-Data-Designer/intro-tutorials/1-the-basics.ipynb b/nemo/NeMo-Data-Designer/intro-tutorials/1-the-basics.ipynb
@@ -124,8 +124,8 @@
     "            model=model_id,\n",
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
-    "                temperature=0.5,\n",
-    "                top_p=1.0,\n",
+    "                temperature=0.6,\n",
+    "                top_p=0.95,\n",
     "                timeout=120\n",
     "            ),\n",
     "            is_reasoner=True\n",
@@ -310,7 +310,7 @@
     "        # related to output formatting in the system prompt, as Data Designer handles this based on the column type.\n",
     "        system_prompt=(\n",
     "            \"You are a helpful assistant that generates product names. You respond with only the product name, \"\n",
-    "            \"no other text. You do NOT add quotes around the product name. \"\n",
+    "            \"no other text. You do NOT add quotes around the product name.\"\n",
     "        ),\n",
     "        model_alias=model_alias,\n",
     "    )\n",
@@ -323,7 +323,7 @@
     "            \"You are a customer named {{ customer.first_name }} from {{ customer.city }}, {{ customer.state }}. \"\n",
     "            \"You are {{ customer.age }} years old and recently purchased a product called {{ product_name }}. \"\n",
     "            \"Write a review of this product, which you gave a rating of {{ number_of_stars }} stars. \"\n",
-    "            \"The style of the review should be '{{ review_style }}'. \"\n",
+    "            \"The style of the review should be '{{ review_style }}'.\"\n",
     "        ),\n",
     "        model_alias=model_alias,\n",
     "    )\n",
@@ -349,7 +349,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "preview = data_designer_client.preview(config_builder, num_records=3, verbose_logging=True)"
+    "preview = data_designer_client.preview(config_builder, verbose_logging=True)"
    ]
   },
   {
diff --git a/nemo/NeMo-Data-Designer/intro-tutorials/2-structured-outputs-and-jinja-expressions.ipynb b/nemo/NeMo-Data-Designer/intro-tutorials/2-structured-outputs-and-jinja-expressions.ipynb
@@ -127,8 +127,8 @@
     "            model=model_id,\n",
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
-    "                temperature=0.5,\n",
-    "                top_p=1.0,\n",
+    "                temperature=0.6,\n",
+    "                top_p=0.95,\n",
     "                timeout=120\n",
     "            ),\n",
     "            is_reasoner=True\n",
diff --git a/nemo/NeMo-Data-Designer/intro-tutorials/3-seeding-with-a-dataset.ipynb b/nemo/NeMo-Data-Designer/intro-tutorials/3-seeding-with-a-dataset.ipynb
@@ -128,8 +128,8 @@
     "            model=model_id,\n",
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
-    "                temperature=0.5,\n",
-    "                top_p=1.0,\n",
+    "                temperature=0.6,\n",
+    "                top_p=0.95,\n",
     "                timeout=120\n",
     "            ),\n",
     "            is_reasoner=True\n",
@@ -314,7 +314,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "preview = data_designer_client.preview(config_builder, verbose_logging=True)"
+    "preview = data_designer_client.preview(config_builder, num_records=2, verbose_logging=True)"
    ]
   },
   {
diff --git a/nemo/NeMo-Data-Designer/intro-tutorials/4-custom-model-configs.ipynb b/nemo/NeMo-Data-Designer/intro-tutorials/4-custom-model-configs.ipynb
@@ -142,7 +142,7 @@
     "            inference_parameters=P.InferenceParameters(\n",
     "                max_tokens=1024,\n",
     "                temperature=0.0,\n",
-    "                top_p=1.0,\n",
+    "                top_p=0.95,\n",
     "                timeout=120\n",
     "            ),\n",
     "            is_reasoner=True\n",
@@ -159,7 +159,7 @@
     "                        high=0.9\n",
     "                    )\n",
     "                ),\n",
-    "                top_p=1.0,\n",
+    "                top_p=0.95,\n",
     "                timeout=120\n",
     "            ),\n",
     "            is_reasoner=True\n",
