diff --git a/tensorflow_addons/callbacks/tqdm_progress_bar.py b/tensorflow_addons/callbacks/tqdm_progress_bar.py
index 46459b2b62..c17630f89a 100644
--- a/tensorflow_addons/callbacks/tqdm_progress_bar.py
+++ b/tensorflow_addons/callbacks/tqdm_progress_bar.py
@@ -143,6 +143,9 @@ def _initialize_progbar(self, hook, epoch, logs=None):
     def _clean_up_progbar(self, hook, logs):
         if hook == "train_overall":
             if self.show_overall_progress:
+                self.overall_progress_tqdm.update(
+                    self.num_epochs - self.overall_progress_tqdm.n
+                )
                 self.overall_progress_tqdm.close()
         else:
             if hook == "test":