Merge branch 'shaokai/dev' into visualization

Author: Ye Shaokai

llava/model/language_model/llava_qwen.py

@@ -249,7 +249,7 @@ def forward(
 
                     if world_has_valid:  # If any process has valid examples
                         for other_verb_logits, other_noun_logits, other_action_logits in triples:
-                            valid_mask = actions[:, 0] > 0
+                            valid_mask = actions[:, 0] >= 0
 
                             if valid_mask.any():  # This process has valid examples
                                 valid_verb_logits = other_verb_logits[valid_mask]

llava/train/llava_trainer.py

@@ -495,6 +495,7 @@ def __init__(self,
         self.eval_args = eval_args
         self.model_max_length = model_max_length
 
+
     def evaluate(self, eval_dataset=None, ignore_keys=None, metric_key_prefix="eval", eval_result_folder = None):                
 
         accuracy = evaluate_on_EK100(self.eval_args, self.model, self.tokenizer, eval_result_folder = eval_result_folder)