Data Pipeline #190
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Data Pipeline | |
| on: | |
| schedule: | |
| - cron: '0 */6 * * *' | |
| workflow_dispatch: | |
| inputs: | |
| full_refresh: | |
| description: 'Full refresh (ignore SHA)' | |
| required: false | |
| default: 'false' | |
| env: | |
| SUPABASE_URL: ${{ secrets.SUPABASE_URL }} | |
| SUPABASE_SERVICE_KEY: ${{ secrets.SUPABASE_SERVICE_KEY }} | |
| GITHUB_TOKENS: ${{ secrets.GH_TOKENS }} | |
| GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| jobs: | |
| pipeline: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: pnpm/action-setup@v2 | |
| with: | |
| version: 9 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20 | |
| cache: 'pnpm' | |
| - run: pnpm install | |
| - name: Build dependencies | |
| run: pnpm --filter @shareskill/shared build && pnpm --filter @shareskill/db build | |
| - name: Run Pipeline | |
| run: pnpm --filter @shareskill/pipeline start | |
| env: | |
| FULL_REFRESH: ${{ github.event.inputs.full_refresh }} | |
| - name: Notify on failure | |
| if: failure() | |
| run: | | |
| echo "Pipeline failed!" |