Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 15 additions & 1 deletion fbgemm_gpu/fbgemm_gpu/tbe/bench/tbe_data_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@

import dataclasses
import json
import logging
from typing import Any, Optional

import torch
Expand Down Expand Up @@ -78,7 +79,20 @@ def from_dict(cls, data: dict[str, Any]):
@classmethod
# pyre-ignore [3]
def from_json(cls, data: str):
return cls.from_dict(json.loads(data))
raw = json.loads(data)
allowed = {f.name for f in dataclasses.fields(cls)}
filtered = {k: v for k, v in raw.items() if k in allowed}
missing = allowed - set(filtered.keys())
extra = set(raw.keys()) - allowed
if missing:
logging.warning(
f"TBEDataConfig.from_json: Missing expected fields not loaded: {sorted(missing)}"
)
if extra:
logging.info(
f"TBEDataConfig.from_json: Ignored unknown fields from input: {sorted(extra)}"
)
return cls.from_dict(filtered)

def dict(self) -> dict[str, Any]:
tmp = dataclasses.asdict(self)
Expand Down
Loading