ci: run system tests nightly and post-submit (#11)

* docs: link to BigQuery and Ibis in README

Author: tswast

.github/workflows/system-tests-pr.yml

@@ -0,0 +1,47 @@
+name: System Tests (PR)
+
+on:
+  pull_request_target:
+    types: [ labeled ]
+
+jobs:
+  build:
+    name: System Tests
+    # Since this has access to secrets, only run if the PR has manually been
+    # deemed 'safe' to run by a maintainer.
+    # https://securitylab.github.com/research/github-actions-preventing-pwn-requests/
+    if: ${{ github.event.label.name == 'run-ci' }}
+    runs-on: ubuntu-latest
+    env:
+      BACKENDS: "bigquery"
+    strategy:
+      fail-fast: false
+      matrix:
+        python_version: ["3.7", "3.8", "3.9"]
+    steps:
+    - name: checkout
+      uses: actions/checkout@v2
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+
+    - name: set up python ${{ matrix.python-version }}
+      uses: actions/setup-python@v2
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: checkout ibis
+      uses: actions/checkout@v2
+      with:
+        repository: ibis-project/ibis
+        path: ibis
+
+    - name: install dependencies
+      run: ./ci/install_deps.sh
+
+    - name: set up bigquery credentials
+      run: ./ci/decrypt_secret.sh
+      env:
+        GCLOUD_KEY_PASSPHRASE: ${{ secrets.GCLOUD_KEY_PASSPHRASE }}
+
+    - name: run tests
+      run: GOOGLE_BIGQUERY_PROJECT_ID="ibis-gbq" GOOGLE_APPLICATION_CREDENTIALS="$HOME/secrets/gcloud-service-key.json" python -m pytest tests

.github/workflows/system-tests.yml

@@ -1,28 +1,24 @@
 name: System Tests
 
 on:
-  pull_request_target:
-    types: [ labeled ]
+  push:
+    branches: master
+  schedule:
+    - cron: 0 2 * * *
 
 jobs:
   build:
     name: System Tests
-    # Since this has access to secrets, only run if the PR has manually been
-    # deemed 'safe' to run by a maintainer.
-    # https://securitylab.github.com/research/github-actions-preventing-pwn-requests/
-    if: ${{ github.event.label.name == 'run-ci' }}
     runs-on: ubuntu-latest
     env:
       BACKENDS: "bigquery"
     strategy:
       fail-fast: false
       matrix:
-        python_version: ["3.7", "3.9"]
+        python_version: ["3.7", "3.8", "3.9"]
     steps:
     - name: checkout
       uses: actions/checkout@v2
-      with:
-        ref: ${{ github.event.pull_request.head.sha }}
 
     - name: set up python ${{ matrix.python-version }}
       uses: actions/setup-python@v2
@@ -36,11 +32,7 @@ jobs:
         path: ibis
 
     - name: install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        python -m pip install ./ibis
-        python -m pip install .
-        python -m pip install pytest
+      run: ./ci/install_deps.sh
 
     - name: set up bigquery credentials
       run: ./ci/decrypt_secret.sh

README.md

@@ -1,3 +1,5 @@
 # Ibis BigQuery backend
 
-ibis-bigquery package
+This package provides a [BigQuery](https://cloud.google.com/bigquery) backend
+for [Ibis](https://ibis-project.org/).
+

ci/install_deps.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+set -x
+
+python -m pip install --upgrade pip
+python -m pip install ./ibis
+python -m pip install .
+python -m pip install pytest