diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 7f8b66b510..435ee4b4b0 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -15,7 +15,7 @@ jobs:
           - { os: ubuntu-16.04, python-version: 3.5, python-abis: "cp35-cp35m", cython-trace: 1 }
           - { os: ubuntu-16.04, python-version: 3.6, python-abis: "cp36-cp36m" }
           - { os: ubuntu-16.04, python-version: 3.7, python-abis: "cp37-cp37m" }
-          - { os: ubuntu-16.04, python-version: 3.8, python-abis: "cp38-cp38m" }
+          - { os: ubuntu-16.04, python-version: 3.8, python-abis: "cp38-cp38" }
           - { os: ubuntu-16.04, python-version: 3.8-kubernetes, no-common-tests: 1,
               no-deploy: 1, with-kubernetes: "with Kubernetes" }
           - { os: ubuntu-16.04, python-version: 3.8-hdfs, no-common-tests: 1,
diff --git a/requirements-wheel.txt b/requirements-wheel.txt
index 0f9495e1e3..4686ea2186 100644
--- a/requirements-wheel.txt
+++ b/requirements-wheel.txt
@@ -2,4 +2,3 @@ numpy==1.14.5
 pandas==0.24.2
 cython==0.29.3
 requests>=2.4.0
-pyarrow>=0.11.0