diff --git a/evaluate.py b/evaluate.py
index 03da82e8..4718bcc5 100644
--- a/evaluate.py
+++ b/evaluate.py
@@ -164,7 +164,7 @@ def main(cfg: DictConfig, **kwargs):
                 result, scores = eval_step(
                     task, generator, models, sample, **kwargs)
         results += result
-        if scores and isinstance(scores[0], tuple):
+        if scores is not None and isinstance(scores[0], tuple):
             score_sum += sum([s[0] for s in scores])
             score_cnt += sum([s[1] for s in scores])
         else: