Update evaluation/evaluator.py

evaluation/evaluator.py

@@ -1,6 +1,17 @@
 import json
 from evaluation.evaluate_utils.evaluate_factory import get_evaluator
+import numpy as np
 
+def find_isnan(samp):
+
+    try:
+        if np.isnan(samp):
+            return True
+        else:
+            return False
+    except:
+        return False
+        
 
 def fix_ans(answer):
 
@@ -89,6 +100,10 @@ def question_scorer(prediction, gold_answer):
     if not run_eval:
         return 0.
 
+    has_ans = 1.
+    if ((type(x['prediction']) != float and len(x["prediction"]) == 0) or find_isnan(x['prediction'])):
+        has_ans = 0.
+
     metric_eval = get_evaluator(evaluator)
     accuracy = metric_eval(prediction, gold_answer)
-    return accuracy
+    return accuracy, has_ans