From 5faa3e4f8b2a81f542ad3861bba1d806cae9b3a3 Mon Sep 17 00:00:00 2001 From: schwinge <30926615+schwinge@users.noreply.github.com> Date: Mon, 13 Jun 2022 14:48:52 +0800 Subject: [PATCH] Update bert_finetuning_with_cloud_tpus.ipynb --- tools/colab/bert_finetuning_with_cloud_tpus.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/colab/bert_finetuning_with_cloud_tpus.ipynb b/tools/colab/bert_finetuning_with_cloud_tpus.ipynb index ad9dd4a39..15268738d 100644 --- a/tools/colab/bert_finetuning_with_cloud_tpus.ipynb +++ b/tools/colab/bert_finetuning_with_cloud_tpus.ipynb @@ -463,7 +463,7 @@ "LEARNING_RATE = 2e-5\n", "NUM_TRAIN_EPOCHS = 3.0\n", "MAX_SEQ_LENGTH = 128\n", - "# Warmup is a period of time where hte learning rate \n", + "# Warmup is a period of time where the learning rate \n", "# is small and gradually increases--usually helps training.\n", "WARMUP_PROPORTION = 0.1\n", "# Model configs\n", @@ -16053,4 +16053,4 @@ ] } ] -} \ No newline at end of file +}