Switch to python 3.8 for tests

In the past we use python 3.6/3.7 as the default version for testing
as some packages for testing are not available for 3.8 yet,
even though many python systems have been upgraded to 3.8. For example,
Ubuntu 20.04 and macOS's default system pythons are already 3.8.

This PR switches to use python 3.8 for testings. This should also reduce
GitHub Actions jobs a little bit.

This PR also updates ffmpeg video samples (as there is a small different between
Ubuntu 18.04 and Ubuntu 20.04 ffmpeg)

Signed-off-by: Yong Tang <[email protected]>

Author: yongtang

.github/workflows/build.wheel.sh

@@ -6,7 +6,7 @@ run_test() {
   entry=$1
   CPYTHON_VERSION=$($entry -c 'import sys; print(str(sys.version_info[0])+str(sys.version_info[1]))')
   (cd wheelhouse && $entry -m pip install tensorflow_io-*-cp${CPYTHON_VERSION}-*.whl)
-  $entry -m pip install -q pytest pytest-benchmark boto3 fastavro avro-python3 scikit-image pyarrow==0.16.0 pandas==0.24.2 google-cloud-pubsub==2.1.0 google-cloud-bigquery-storage==1.1.0 google-cloud-bigquery==2.3.1 google-cloud-storage==1.32.0
+  $entry -m pip install -q pytest pytest-benchmark boto3 fastavro avro-python3 scikit-image pandas pyarrow==0.16.0 google-cloud-pubsub==2.1.0 google-cloud-bigquery-storage==1.1.0 google-cloud-bigquery==2.3.1 google-cloud-storage==1.32.0
   (cd tests && $entry -m pytest --benchmark-disable -v --import-mode=append $(find . -type f \( -iname "test_*.py" ! \( -iname "test_*_eager.py" \) \)))
   (cd tests && $entry -m pytest --benchmark-disable -v --import-mode=append $(find . -type f \( -iname "test_*_eager.py" ! \( -iname "test_bigquery_eager.py" \) \)))
   # GRPC and test_bigquery_eager tests have to be executed separately because of https://github.com/grpc/grpc/issues/20034
@@ -19,11 +19,6 @@ if [[ "$#" -gt 0 ]]; then
   shift
 fi
 
-if [[ "$PYTHON_VERSION" == "python3.8" ]]; then
-  echo "TODO: Python 3.8 test is not supported yet as dependency might not be available"
-  exit 0
-fi
-
 if [[ $(uname) == "Linux" ]]; then
   apt-get -y -qq update
   if [[ "${PYTHON_VERSION}" == "python3.7" ]]; then

.github/workflows/build.yml

@@ -179,7 +179,7 @@ jobs:
     runs-on: macos-latest
     strategy:
       matrix:
-        python: ['3.6', '3.7']
+        python: ['3.8']
     steps:
       - uses: actions/checkout@v2
       - uses: docker-practice/actions-setup-docker@v1
@@ -275,13 +275,8 @@ jobs:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        os: [ubuntu-18.04, ubuntu-20.04]
-        python: ['3.6', '3.7']
-        exclude:
-          - os: ubuntu-20.04
-            python: '3.6'
-          - os: ubuntu-20.04
-            python: '3.7'
+        os: [ubuntu-20.04]
+        python: ['3.8']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1
@@ -375,7 +370,7 @@ jobs:
     runs-on: windows-latest
     strategy:
       matrix:
-        python: ['3.6', '3.7']
+        python: ['3.8']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1

.kokorun/io_cpu.sh

@@ -45,7 +45,7 @@ python --version
 python -m pip --version
 docker  --version
 
-export PYTHON_VERSION=3.7
+export PYTHON_VERSION=3.8
 
 export BAZEL_VERSION=$(cat .bazelversion)
 export BAZEL_OPTIMIZATION="--copt=-msse4.2 --copt=-mavx --compilation_mode=opt"
@@ -81,7 +81,7 @@ bash -x -e tests/test_sql/sql_test.sh sql
 bash -x -e tests/test_elasticsearch/elasticsearch_test.sh start
 
 docker run -i --rm -v $PWD:/v -w /v --net=host \
-  buildpack-deps:18.04 bash -x -e .github/workflows/build.wheel.sh python${PYTHON_VERSION}
+  buildpack-deps:20.04 bash -x -e .github/workflows/build.wheel.sh python${PYTHON_VERSION}
 
 ## In case there are any files generated by docker with root user
 sudo chown -R $(id -nu):$(id -ng) .