dataform on GCP 実行環境構築

gh repo clone mygithub/dataform-repo
cd dataform-repo

npm i -g @dataform/cli

# 認証が入る
dataform init-creds bigquery

dataform install
# warging とか opt-in とか出てくるけど気にせず適当に
...

dataform run --dry-run

name: CI

on:
  push:
    paths:
      - definitions/**
      - .github/workflows/ci.yaml
permissions:
  contents: read
  
jobs:
  dry-run:
    runs-on: ubuntu-latest
    timeout-minutes: 5
    steps:
      - name: Checkout code into workspace directory
        uses: actions/checkout@v3
      - name: Install project dependencies
        uses: docker://dataformco/dataform:latest
        with:
          args: install --track false
      - name: Run dataform compile
        uses: docker://dataformco/dataform:latest
        with:
          args: compile --track false
      - name: Decrypt credentials for dataform
        run: gpg --quiet --batch --yes --decrypt --passphrase="$CREDENTIALS_GPG_PASSPHRASE" --output .df-credentials.json .df-credentials.json.gpg
        env:
          CREDENTIALS_GPG_PASSPHRASE: ${{ secrets.CREDENTIALS_GPG_PASSPHRASE }}
      - name: Dry run
        uses: docker://dataformco/dataform:latest
        with:
          args: run --dry-run --track false

roles/bigquery.jobUser
roles/bigquery.dataEditor
roles/bigquery.dataViewer

dataform init-creds bigquery

{
    "projectId": "project",
    "credentials": "{xxxx}",
    "location": "US"
}

gpg --symmetric --cipher-algo AES256 .df-credentials.json
# input passphrase

# then create
# .df-credentials.json.gpg
# then add
# CREDENTIALS_GPG_PASSPHRASE=passphrase
# on github repository