CI rehash

.circleci/config.yml

@@ -0,0 +1,138 @@
+---
+version: 2
+jobs:
+  build:
+    docker:
+      - image: googleapis/nox:0.10.0
+    steps:
+      - checkout
+      - run:
+          name: Decrypt credentials
+          command: |
+            if [ -n "$GOOGLE_APPLICATION_CREDENTIALS" ]; then
+              openssl aes-256-cbc -d -a -k "$GOOGLE_CREDENTIALS_PASSPHRASE" \
+                  -in /home/ubuntu/gcp/test_utils/credentials.json.enc \
+                  -out "$GOOGLE_APPLICATION_CREDENTIALS"
+            else
+              echo "No credentials. System tests will not run."
+            fi
+      - run:
+          name: Add GitHub public key to known hosts
+          command: |
+            mkdir -p ~/.ssh/
+            if [[ ! -f ~/.ssh/known_hosts ]] || ! grep "github.com" ~/.ssh/known_hosts; then
+              echo "
+            github.com ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==
+              " >> ~/.ssh/known_hosts
+            fi
+      - run:
+          name: INFO - Declare target packages (changed packages and dependencies).
+          command: |
+            python3.6 test_utils/scripts/get_target_packages.py > ~/target_packages
+      - run:
+          name: Run tests - google.cloud.core
+          command: |
+            if [[ -n $(grep core ~/target_packages) ]]; then
+              nox -f core/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.bigquery
+          command: |
+            if [[ -n $(grep bigquery ~/target_packages) ]]; then
+              nox -f bigquery/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.bigtable
+          command: |
+            if [[ -n $(grep bigtable ~/target_packages) ]]; then
+              nox -f bigtable/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.datastore
+          command: |
+            if [[ -n $(grep datastore ~/target_packages) ]]; then
+              nox -f datastore/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.dns
+          command: |
+            if [[ -n $(grep dns ~/target_packages) ]]; then
+              nox -f dns/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.error_reporting
+          command: |
+            if [[ -n $(grep error_reporting ~/target_packages) ]]; then
+              nox -f error_reporting/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.language
+          command: |
+            if [[ -n $(grep language ~/target_packages) ]]; then
+              nox -f language/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.logging
+          command: |
+            if [[ -n $(grep logging ~/target_packages) ]]; then
+              nox -f logging/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.monitoring
+          command: |
+            if [[ -n $(grep monitoring ~/target_packages) ]]; then
+              nox -f monitoring/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.pubsub
+          command: |
+            if [[ -n $(grep pubsub ~/target_packages) ]]; then
+              nox -f pubsub/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.resource_manager
+          command: |
+            if [[ -n $(grep resource_manager ~/target_packages) ]]; then
+              nox -f resource_manager/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.runtimeconfig
+          command: |
+            if [[ -n $(grep runtimeconfig ~/target_packages) ]]; then
+              nox -f runtimeconfig/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.spanner
+          command: |
+            if [[ -n $(grep spanner ~/target_packages) ]]; then
+              nox -f spanner/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.speech
+          command: |
+            if [[ -n $(grep speech ~/target_packages) ]]; then
+              nox -f speech/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.storage
+          command: |
+            if [[ -n $(grep storage ~/target_packages) ]]; then
+              nox -f storage/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.translate
+          command: |
+            if [[ -n $(grep translate ~/target_packages) ]]; then
+              nox -f translate/nox.py
+            fi
+      - run:
+          name: Run tests - google.cloud.vision
+          command: |
+            if [[ -n $(grep vision ~/target_packages) ]]; then
+              nox -f vision/nox.py
+            fi
+      - run:
+          name: Update the docs
+          type: deploy
+          command: nox -e docs
+    working_directory: /var/code/gcp/

.gitignore

@@ -25,6 +25,7 @@ pip-log.txt
 
 # Unit test / coverage reports
 .coverage
+.nox
 .tox
 .cache
 

bigquery/.flake8

@@ -0,0 +1,6 @@
+[flake8]
+exclude =
+  __pycache__,
+  .git,
+  *.pyc,
+  conf.py

bigquery/google/cloud/bigquery/__init__.py

@@ -34,3 +34,9 @@
 from google.cloud.bigquery.dataset import Dataset
 from google.cloud.bigquery.schema import SchemaField
 from google.cloud.bigquery.table import Table
+
+__all__ = [
+    '__version__', 'AccessGrant', 'ArrayQueryParameter', 'Client',
+    'Dataset', 'ScalarQueryParameter', 'SchemaField', 'StructQueryParameter',
+    'Table',
+]

bigquery/nox.py

@@ -0,0 +1,90 @@
+# Copyright 2016 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+
+import nox
+
+
+@nox.session
+@nox.parametrize('python_version', ['2.7', '3.4', '3.5', '3.6'])
+def unit_tests(session, python_version):
+    """Run the unit test suite."""
+
+    # Run unit tests against all supported versions of Python.
+    session.interpreter = 'python%s' % python_version
+
+    # Install all test dependencies, then install this package in-place.
+    session.chdir(os.path.realpath(os.path.dirname(__file__)))
+    session.install('mock', 'pytest', 'pytest-cov', '../core/')
+    session.install('-e', '.')
+
+    # Run py.test against the unit tests.
+    session.run('py.test', '--quiet',
+        '--cov=google.cloud.bigquery', '--cov=tests.unit', '--cov-append',
+        '--cov-config=.coveragerc', '--cov-report=', '--cov-fail-under=97',
+        'tests/unit',
+    )
+
+
+@nox.session
+@nox.parametrize('python_version', ['2.7', '3.6'])
+def system_tests(session, python_version):
+    """Run the system test suite."""
+
+    # Sanity check: Only run system tests if the environment variable is set.
+    if not os.environ.get('GOOGLE_APPLICATION_CREDENTIALS', ''):
+        return
+
+    # Run the system tests against latest Python 2 and Python 3 only.
+    session.interpreter = 'python%s' % python_version
+
+    # Install all test dependencies, then install this package into the
+    # virutalenv's dist-packages.
+    session.chdir(os.path.realpath(os.path.dirname(__file__)))
+    session.install('mock', 'pytest',
+                    '../core/', '../test_utils/',
+                    '../storage/')
+    session.install('.')
+
+    # Run py.test against the system tests.
+    session.run('py.test', '--quiet', 'tests/system.py')
+
+
+@nox.session
+def lint(session):
+    """Run flake8.
+
+    Returns a failure if flake8 finds linting errors or sufficiently
+    serious code quality issues.
+    """
+    session.interpreter = 'python3.6'
+    session.chdir(os.path.realpath(os.path.dirname(__file__)))
+    session.install('flake8')
+    session.install('.')
+    session.run('flake8', 'google/cloud/bigquery')
+
+
+@nox.session
+def cover(session):
+    """Run the final coverage report.
+
+    This outputs the coverage report aggregating coverage from the unit
+    test runs (not system test runs), and then erases coverage data.
+    """
+    session.interpreter = 'python3.6'
+    session.chdir(os.path.realpath(os.path.dirname(__file__)))
+    session.install('coverage', 'pytest-cov')
+    session.run('coverage', 'report', '--show-missing', '--fail-under=100')
+    session.run('coverage', 'erase')

system_tests/bigquery.py → bigquery/tests/system.py

@@ -19,10 +19,10 @@
 from google.cloud import bigquery
 from google.cloud.exceptions import Forbidden
 
-from retry import RetryErrors
-from retry import RetryInstanceState
-from retry import RetryResult
-from system_test_utils import unique_resource_id
+from test_utils.retry import RetryErrors
+from test_utils.retry import RetryInstanceState
+from test_utils.retry import RetryResult
+from test_utils.system import unique_resource_id
 
 
 def _has_rows(result):

bigtable/.flake8

@@ -0,0 +1,11 @@
+[flake8]
+exclude =
+  # BigTable includes generated code in the manual layer;
+  # do not lint this.
+  google/cloud/bigtable/_generated/*.py,
+
+  # Standard linting exemptions.
+  __pycache__,
+  .git,
+  *.pyc,
+  conf.py

bigtable/google/cloud/bigtable/__init__.py

@@ -19,3 +19,6 @@
 __version__ = get_distribution('google-cloud-bigtable').version
 
 from google.cloud.bigtable.client import Client
+
+
+__all__ = ['__version__', 'Client']