diff --git a/WORKSPACE b/WORKSPACE
index c0ebc4e52..095c00113 100644
--- a/WORKSPACE
+++ b/WORKSPACE
@@ -31,9 +31,9 @@ bind(
 
 http_archive(
     name = "com_google_protobuf",
-    sha256 = "f66073dee0bc159157b0bd7f502d7d1ee0bc76b3c1eac9836927511bdc4b3fc1",
-    strip_prefix = "protobuf-3.21.9",
-    urls = ["https://github.com/protocolbuffers/protobuf/archive/v3.21.9.zip"],
+    sha256 = "6b1040a5661cd5f6e610cbca9cfaa2a17d60e2bb545309bc1b278bb05be44bdd",
+    strip_prefix = "protobuf-4.21.6",
+    urls = ["https://files.pythonhosted.org/packages/0e/25/693cd589793e7ae429ef76ab08f74b7866d342fd079cc4c723141a9660d3/protobuf-4.21.6.tar.gz"],
 )
 
 # ZLIB. Need by com_google_protobuf.
diff --git a/requirements.txt b/requirements.txt
index c28ccabba..b30f37eb9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -8,8 +8,8 @@ scipy
 # with both new and old protobuf stubs. This is needed to resolve
 # Keras-TensorFlow circular dependency issue, when one of them gets a dependency
 # incompatible with another one (protobuf in this specific case).
-protobuf==3.20.3
-tf-nightly
+protobuf==4.21.6
+tf-nightly[and_cuda]
 portpicker
 pyyaml
 Pillow
diff --git a/tf_keras/kokoro/github/ubuntu/gpu/build.sh b/tf_keras/kokoro/github/ubuntu/gpu/build.sh
index 0c9bfa4ce..dc57aa3ae 100644
--- a/tf_keras/kokoro/github/ubuntu/gpu/build.sh
+++ b/tf_keras/kokoro/github/ubuntu/gpu/build.sh
@@ -42,7 +42,7 @@ pip uninstall -y keras-nightly
 
 # LD Library Path needs to be same as TensorFlow Ubuntu Docker build -
 # https://github.com/tensorflow/tensorflow/blob/master/tensorflow/tools/tf_sig_build_dockerfiles/
-export LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/tensorrt/lib"
+# export LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/tensorrt/lib"
 CUDA_TOOLKIT_PATH="/usr/local/cuda-11.8"
 TF_CUDA_CONFIG_REPO="@ubuntu20.04-gcc9_manylinux2014-cuda11.8-cudnn8.6-tensorrt8.4_config_cuda"
 TF_CUDA_COMPUTE_CAPABILITIES="sm_35,sm_50,sm_60,sm_70,sm_75,compute_80"