Skip to content

Commit

Permalink
add nextflow stage to copy summary json to staging
Browse files Browse the repository at this point in the history
  • Loading branch information
jamesamcl committed Aug 18, 2024
1 parent 8e4e862 commit 37356ae
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions nextflow/01_create_subgraph.nf
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ workflow {
copy_rocks_to_ftp(rocks_tgz)

if(params.config == "ebi") {
copy_summary_to_staging(merge_summary_jsons.out)
copy_solr_config_to_staging()
copy_solr_cores_to_staging(solr_nodes_core.concat(solr_edges_core).concat(solr_autocomplete_core))
copy_rocksdb_to_staging(rocks_db)
Expand Down Expand Up @@ -637,6 +638,25 @@ process copy_rocks_to_ftp {
"""
}

process copy_summary_to_staging {

cache "lenient"
memory "4 GB"
time "8h"
queue "datamover"

input:
path(summary_json)

script:
"""
#!/usr/bin/env bash
set -Eeuo pipefail
mkdir -p /nfs/public/rw/ontoapps/grebi/staging/summaries
cp -f ${summary_json} /nfs/public/rw/ontoapps/grebi/staging/summaries/
"""
}

process copy_solr_config_to_staging {
cache "lenient"
memory "4 GB"
Expand Down

0 comments on commit 37356ae

Please sign in to comment.