Skip to content

Backfill workflow jobs in DynamoDB and ClickHouse #131559

Backfill workflow jobs in DynamoDB and ClickHouse

Backfill workflow jobs in DynamoDB and ClickHouse #131559

name: Backfill workflow jobs in Rockset
on:
schedule:
# Every 5 minutes
- cron: "*/5 * * * *"
permissions:
id-token: write
contents: read
defaults:
run:
working-directory: torchci
jobs:
backfill-rockset:
runs-on: ubuntu-20.04
steps:
- name: configure aws credentials
uses: aws-actions/[email protected]
with:
role-to-assume: arn:aws:iam::308535385114:role/gha_workflow_backfill-workflow-job
aws-region: us-east-1
- uses: actions/checkout@v4
- run: yarn install --frozen-lockfile
- run: yarn node scripts/backfillJobs.mjs
env:
ROCKSET_API_KEY: ${{ secrets.ROCKSET_API_KEY }}
APP_ID: ${{ secrets.APP_ID }}
PRIVATE_KEY: ${{ secrets.PRIVATE_KEY }}
CLICKHOUSE_HUD_USER_URL: ${{ secrets.CLICKHOUSE_HUD_USER_URL }}
CLICKHOUSE_HUD_USER_USERNAME: ${{ secrets.CLICKHOUSE_HUD_USER_USERNAME }}
CLICKHOUSE_HUD_USER_PASSWORD: ${{ secrets.CLICKHOUSE_HUD_USER_PASSWORD }}