Concepts in confog.yaml conditions (#507)

Author: luv-bansal

clarifai/runners/models/model_builder.py

@@ -477,7 +477,8 @@ def get_model_version_proto(self):
         for concept in labels:
           concept_proto = json_format.ParseDict(concept, resources_pb2.Concept())
           model_version_proto.output_info.data.concepts.append(concept_proto)
-      else:
+      elif self.config.get("checkpoints") and HuggingFaceLoader.validate_concept(
+          self.checkpoint_path):
         labels = HuggingFaceLoader.fetch_labels(self.checkpoint_path)
         logger.info(f"Found {len(labels)} concepts from the model checkpoints.")
         # sort the concepts by id and then update the config file

clarifai/runners/utils/loader.py

@@ -162,6 +162,18 @@ def validate_config(checkpoint_path: str):
     return os.path.exists(checkpoint_path) and os.path.exists(
         os.path.join(checkpoint_path, 'config.json'))
 
+  @staticmethod
+  def validate_concept(checkpoint_path: str):
+    # check if downloaded concept exists in hf model
+    config_path = os.path.join(checkpoint_path, 'config.json')
+    with open(config_path, 'r') as f:
+      config = json.load(f)
+
+    labels = config.get('id2label', None)
+    if labels:
+      return True
+    return False
+
   @staticmethod
   def fetch_labels(checkpoint_path: str):
     # Fetch labels for classification, detection and segmentation models