diff --git a/kokoro/github/ubuntu/cpu/build_versioned.sh b/kokoro/github/ubuntu/cpu/build_versioned.sh
index 4effe283..5cfd1516 100644
--- a/kokoro/github/ubuntu/cpu/build_versioned.sh
+++ b/kokoro/github/ubuntu/cpu/build_versioned.sh
@@ -46,9 +46,9 @@ tag_filters="-no_oss,-oss_excluded${TAG_FILTERS}"
 
 bazel clean
 pip install -r requirements-dev.txt --progress-bar off
-pip install tensorflow=="${TF_VERSION}" --progress-bar off --upgrade
+pip install --pre tensorflow=="${TF_VERSION}" --progress-bar off --upgrade
 if [[ "$TF_USE_LEGACY_KERAS" == 1 ]]; then
-  pip install tf-keras=="${TF_VERSION}" --progress-bar off --upgrade
+  pip install --pre tf-keras=="${TF_VERSION}" --progress-bar off --upgrade
 fi
 python3 setup.py bdist_wheel
 pip uninstall -y tensorflow_gnn
diff --git a/kokoro/github/ubuntu/cpu/newest_stable/presubmit.cfg b/kokoro/github/ubuntu/cpu/newest_stable/presubmit.cfg
index ede128c9..4fcc43dc 100644
--- a/kokoro/github/ubuntu/cpu/newest_stable/presubmit.cfg
+++ b/kokoro/github/ubuntu/cpu/newest_stable/presubmit.cfg
@@ -2,11 +2,11 @@ build_file: "gnn/kokoro/github/ubuntu/cpu/build_versioned.sh"
 
 env_vars: {
   key: "PYTHON_VERSION"
-  value: "3.11"
+  value: "3.12"
 }
 env_vars: {
   key: "TF_VERSION"
-  value: "2.16.*"
+  value: "2.17.*"
 }
 env_vars: {
   key: "TF_USE_LEGACY_KERAS"
diff --git a/requirements-dev.txt b/requirements-dev.txt
index 1c2a0468..5773c671 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -1,4 +1,2 @@
 mock
 wheel
-torch_geometric
-torch < 2
\ No newline at end of file