Skip to content

Commit

Permalink
pod back to job
Browse files Browse the repository at this point in the history
  • Loading branch information
asmacdo committed Nov 11, 2024
1 parent 3eb9157 commit 676a00e
Show file tree
Hide file tree
Showing 2 changed files with 34 additions and 29 deletions.
54 changes: 29 additions & 25 deletions .github/manifests/disk-usage-report-job.yaml
Original file line number Diff line number Diff line change
@@ -1,30 +1,34 @@
apiVersion: v1
kind: Pod
apiVersion: v1/batch
kind: Job
metadata:
name: disk-usage-report-job
namespace: jupyterhub
spec:
containers:
- name: disk-usage-report
image: IMAGE_PLACEHOLDER
args:
- "/home/asmacdo"
volumeMounts:
template:
metadata:
labels:
app: disk-usage-report
spec:
containers:
- name: disk-usage-report
image: IMAGE_PLACEHOLDER
args:
- "/home/asmacdo"
volumeMounts:
- name: persistent-storage
mountPath: "/home"
subPath: "home"
restartPolicy: Never
nodeSelector:
NodeGroupType: default
NodePool: default
hub.jupyter.org/node-purpose: user
tolerations:
- key: "hub.jupyter.org/dedicated"
operator: "Equal"
value: "user"
effect: "NoSchedule"
volumes:
- name: persistent-storage
mountPath: "/home"
subPath: "home"
restartPolicy: Never
nodeSelector:
NodeGroupType: default
NodePool: default
hub.jupyter.org/node-purpose: user
tolerations:
- key: "hub.jupyter.org/dedicated"
operator: "Equal"
value: "user"
effect: "NoSchedule"
volumes:
- name: persistent-storage
persistentVolumeClaim:
claimName: efs-persist

persistentVolumeClaim:
claimName: efs-persist
9 changes: 5 additions & 4 deletions .github/workflows/report.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -73,26 +73,27 @@ jobs:
run: |
sed -i 's|IMAGE_PLACEHOLDER|'"${{ secrets.DOCKERHUB_USERNAME }}/dandihub-report-generator:latest"'|' .github/manifests/disk-usage-report-job.yaml
- name: Deploy Disk Usage Report Job Pod
- name: Deploy Disk Usage Report Job
run: |
kubectl apply -f .github/manifests/disk-usage-report-job.yaml
# TODO should timeout be longer?
- name: Wait for Disk Usage Report Job to complete
run: |
kubectl wait --for=condition=complete pod/disk-usage-report-job --timeout=360s -n jupyterhub
kubectl wait --for=condition=complete job/disk-usage-report-job --timeout=360s -n jupyterhub
continue-on-error: true

- name: Retrieve generated report file
run: |
kubectl cp disk-usage-report-job:/output/du_report.json du_report.json -n jupyterhub
POD_NAME=$(kubectl get pods --selector=job-name=disk-usage-report-job -o jsonpath='{.items[0].metadata.name}')
kubectl cp $POD_NAME:/output/du_report.json du_report.json -n jupyterhub
cat du_report.json
continue-on-error: true

# continue-on-error for previous steps so we delete the job
- name: Delete Disk Usage Report Job
run: |
kubectl delete pod disk-usage-report-job -n jupyterhub
kubectl delete job disk-usage-report-job -n jupyterhub
# - name: Clone dandi-hub-usage-reports repository
# run: |
Expand Down

0 comments on commit 676a00e

Please sign in to comment.