diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 660eb1ed2b..4217a97d84 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -20,15 +20,6 @@ env:
   BAZEL_VERSION: 1.1.0
 
 jobs:
-  manylinux-cpu-release-test:
-    name: Test release on Ubuntu
-    runs-on: ubuntu-18.04
-    steps:
-      - uses: actions/checkout@v2
-      - name: Release test Ubuntu
-        run: |
-          set -x -e
-          bash tools/run_cpu_tests.sh
   release-wheel:
     name: Build release wheels
     runs-on: ${{ matrix.os }}
@@ -83,7 +74,7 @@ jobs:
 
   upload-wheels:
     name: Publish wheels to PyPi
-    needs: [release-wheel, test-release-wheel, manylinux-cpu-release-test]
+    needs: [release-wheel, test-release-wheel]
     runs-on: ubuntu-18.04
     strategy:
       matrix:
diff --git a/tools/ci_build/builds/release_linux.sh b/tools/ci_build/builds/release_linux.sh
index d08d90f32f..39c4c96704 100755
--- a/tools/ci_build/builds/release_linux.sh
+++ b/tools/ci_build/builds/release_linux.sh
@@ -43,6 +43,13 @@ python3 -m pip install --upgrade setuptools
 python3 --version
 python3 ./configure.py
 
+## Run bazel test command. Double test timeouts to avoid flakes.
+bazel test -c opt -k \
+    --jobs=auto --test_timeout 300,450,1200,3600 \
+    --test_output=errors --local_test_jobs=8 \
+    --crosstool_top=//build_deps/toolchains/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \
+    //tensorflow_addons/...
+
 # Build
 bazel build \
   -c opt \