Skip to content

Commit ed5ebb0

Browse files
authored
fix: Run pw_mcjax_benchmark_recipe on a smaller cluster (#1176)
This change updates the DAG `pw_mcjax_benchmark_recipe` to use a smaller, v6e-8 cluster.
1 parent 3fd17db commit ed5ebb0

File tree

1 file changed

+23
-8
lines changed

1 file changed

+23
-8
lines changed

dags/maxtext_pathways/configs/parameters.py

Lines changed: 23 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,8 @@
1212
# See the License for the specific language governing permissions and
1313
# limitations under the License.
1414

15+
"""Configuration parameters for MaxText Pathways DAGs."""
16+
1517
from airflow.models.param import Param
1618
from dags.maxtext_pathways.configs import model_configs as model_cfg
1719
from dags.common.vm_resource import TpuVersion
@@ -35,10 +37,13 @@
3537
"root",
3638
type="string",
3739
title="User",
38-
description="User name is used to confirm the first three characters of the pod in the cluster.",
40+
description=(
41+
"User name is used to confirm the first three characters "
42+
"of the pod in the cluster."
43+
),
3944
),
4045
"cluster_name": Param(
41-
"pw-v6e-64",
46+
"pw-v6e-8",
4247
type="string",
4348
title="Cluster Name",
4449
description="GCP cluster name for training model.",
@@ -63,7 +68,7 @@
6368
enum=DEVICE_VERSION,
6469
),
6570
"core_count": Param(
66-
64,
71+
8,
6772
type="integer",
6873
title="Core Count",
6974
description='Device core count for the cluster. ex: v6e-"64"',
@@ -118,14 +123,23 @@
118123
"default_basic_1", # Available model for device type 'v6e'
119124
type="string",
120125
title="Model Name",
121-
description='Select a model name to run. Only when "customized_model_name" is selected for "Model Name", the input value of "customized_model_name" parameter will take effect.',
126+
description=(
127+
"Select a model name to run. Only when 'customized_model_name' "
128+
"is selected for 'Model Name', the input value of "
129+
"'customized_model_name' parameter will take effect."
130+
),
122131
enum=["customized_model_name"] + MODEL_NAME,
123132
),
124133
"customized_model_name": Param(
125134
None,
126135
type=["null", "string"],
127136
title="Customized Model Name",
128-
description='Select a customized model name to run. Only when "customized_model_name" is selected for "Model Name", the input value of "customized_model_name" parameter will take effect.',
137+
description=(
138+
"Select a customized model name to run. Only when "
139+
"'customized_model_name' is selected for 'Model Name', "
140+
"the input value of 'customized_model_name' parameter "
141+
"will take effect."
142+
),
129143
),
130144
"priority": Param(
131145
"medium",
@@ -164,9 +178,10 @@
164178
type=["null", "integer"],
165179
title="Override Timeout In Minutes",
166180
description=(
167-
"Timeout in minutes for the workload task. "
168-
"Adjust it when your meet (airflow.exceptions.AirflowException: Timed out after ...) issue. "
169-
"The default value `None` means automatic calculation of timeout."
181+
"Timeout in minutes for the workload task. Adjust it when you "
182+
"meet (airflow.exceptions.AirflowException: Timed out after ...) "
183+
"issue. The default value `None` means automatic calculation "
184+
"of timeout."
170185
),
171186
),
172187
}

0 commit comments

Comments
 (0)