Setup GitHub Actions to run system tests (#1)

* test: setup GitHub Actions to run system tests

This should allow the system-tests.yml workflow to run when the `run-ci`
label is attached to the PR.

* update README (#1)

* add deps

* remove artifacts

Author: tswast

.github/workflows/system-tests.yml

@@ -0,0 +1,51 @@
+name: System Tests
+
+on:
+  pull_request_target:
+    types: [ labeled ]
+
+jobs:
+  build:
+    name: System Tests
+    # Since this has access to secrets, only run if the PR has manually been
+    # deemed 'safe' to run by a maintainer.
+    # https://securitylab.github.com/research/github-actions-preventing-pwn-requests/
+    if: ${{ github.event.label.name == 'run-ci' }}
+    runs-on: ubuntu-latest
+    env:
+      BACKENDS: "bigquery"
+    strategy:
+      fail-fast: false
+      matrix:
+        python_version: ["3.7", "3.9"]
+    steps:
+    - name: checkout
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: set up python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: checkout ibis
+      uses: actions/checkout@v2
+      with:
+        repository: ibis-project/ibis
+        path: ibis
+
+    - name: install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        python -m pip install ./ibis
+        python -m pip install .
+        python -m pip install pytest
+
+    - name: set up bigquery credentials
+      run: ./ci/decrypt_secret.sh
+      env:
+        GCLOUD_KEY_PASSPHRASE: ${{ secrets.GCLOUD_KEY_PASSPHRASE }}
+
+    - name: run tests
+      run: GOOGLE_BIGQUERY_PROJECT_ID="ibis-gbq" GOOGLE_APPLICATION_CREDENTIALS="$HOME/secrets/gcloud-service-key.json" python -m pytest tests

.gitignore

@@ -1,2 +1,139 @@
-*.pyc
-__pycache__
+# https://github.com/github/gitignore/blob/master/Python.gitignore
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/

README.md

@@ -1 +1,3 @@
 # Ibis BigQuery backend
+
+ibis-bigquery package

ci/decrypt_secret.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
+
+# Decrypt the file
+# https://docs.github.com/en/actions/reference/encrypted-secrets#limits-for-secrets
+mkdir $HOME/secrets
+# --batch to prevent interactive command
+# --yes to assume "yes" for questions
+gpg --quiet --batch --yes --decrypt --passphrase="$GCLOUD_KEY_PASSPHRASE" \
+  --output "$HOME/secrets/gcloud-service-key.json" \
+  "$DIR/gcloud-service-key.json.gpg"

ci/gcloud-service-key.json.gpg

@@ -53,7 +53,7 @@ method of :class:`ibis.bigquery.client.BigQueryClient` objects:
 
 API
 ---
-.. currentmodule:: ibis.backends.bigquery
+.. currentmodule:: ibis_bigquery
 
 The BigQuery client is accessible through the ``ibis.bigquery`` namespace.
 See :ref:`backends.bigquery` for a tutorial on using this backend.

docs/bigquery.rst

@@ -5,7 +5,7 @@ dependencies:
 
 # core
 - ibis-framework  # TODO: require Ibis 2.0 when it's released
-- google-cloud-bigquery-core >=1.12.0,<1.24.0dev
+- google-cloud-bigquery-core >=1.12.0,<3.0.0dev
 - pydata-google-auth
 
 # dev

environment.yml

@@ -405,7 +405,7 @@ def __init__(
             self.dataset,
         ) = parse_project_and_dataset(project_id, dataset_id)
         self.client = bq.Client(
-            project=self.data_project,
+            project=self.billing_project,
             credentials=credentials,
             client_info=_create_client_info(application_name),
         )
@@ -505,7 +505,9 @@ def exists_database(self, name):
 
     def list_databases(self, like=None):
         results = [
-            dataset.dataset_id for dataset in self.client.list_datasets()
+            dataset.dataset_id for dataset in self.client.list_datasets(
+                project=self.data_project
+            )
         ]
         if like:
             results = [