customize number of jobs in parallel #895

clarin-eric · Jan 23, 2025 · cc94650 · cc94650
1 parent 0e5ef98
commit cc94650
Show file tree

Hide file tree

Showing 4 changed files with 28 additions and 7 deletions.
diff --git a/Scripts/parlamint2distro.pl b/Scripts/parlamint2distro.pl
@@ -382,8 +382,8 @@ sub usage {
 	if ($MT) {$inReadme = "$docsDir/README-$MT.text.txt"}
 	else {$inReadme = "$docsDir/README.text.txt"}
 	&cp_readme($countryCode, $handleTxt, $Version, $inReadme, "$outTxtDir/00README.txt");
-	if    (-e $outTeiDir) {`$scriptTexts $outTeiDir $outTxtDir`}
-	elsif (-e $outAnaDir) {`$scriptTexts $outAnaDir $outTxtDir`}
+	if    (-e $outTeiDir) {`$scriptTexts --procThreads $procThreads $outTeiDir $outTxtDir`}
+	elsif (-e $outAnaDir) {`$scriptTexts --procThreads $procThreads $outAnaDir $outTxtDir`}
 	else {die "FATAL ERROR: Neither $outTeiDir nor $outAnaDir exits\n"}
 	&dirify($outTxtDir);
     }
@@ -396,7 +396,7 @@ sub usage {
 	if ($MT) {$inReadme = "$docsDir/README-$MT.conll.txt"}
 	else {$inReadme = "$docsDir/README.conll.txt"}
 	&cp_readme($countryCode, $handleAna, $Version, $inReadme, "$outConlDir/00README.txt");
-	`$scriptConls $outAnaDir $outConlDir`;
+	`$scriptConls --procThreads $procThreads $outAnaDir $outConlDir`;
 	&dirify($outConlDir);
     }
     if (($procAll and $procVert) or (!$procAll and $procVert == 1)) {
@@ -410,7 +410,7 @@ sub usage {
 	&cp_readme($countryCode, $handleAna, $Version, $inReadme, "$outVertDir/00README.txt");
 	if (-e "$regiDir/$vertRegi") {`cp $regiDir/$vertRegi $outVertDir/$vertRegi.$regiExt`}
 	else {print STDERR "WARN: registry file $vertRegi not found\n"}
-	`$scriptVerts $outAnaDir $outVertDir`;
+	`$scriptVerts --procThreads $procThreads $outAnaDir $outVertDir`;
 	&dirify($outVertDir);
     }
     logger();

diff --git a/Scripts/parlamintp-tei2text.pl b/Scripts/parlamintp-tei2text.pl
@@ -8,12 +8,19 @@
 my $tempdirroot = "$Bin/tmp";
 my $DIR = tempdir(DIR => $tempdirroot, CLEANUP => 1);
 
+my $procThreads = 10;
+
+GetOptions
+    (
+     'procThreads=i'=> \$procThreads,
+);
+
 $inDir = File::Spec->rel2abs(shift);
 $outDir = File::Spec->rel2abs(shift);
 
 binmode(STDERR, 'utf8');
 
-$Para  = 'parallel --gnu --halt 2 --jobs 10';
+$Para  = "parallel --gnu --halt 2 --jobs $procThreads";
 $Saxon = "java -jar $Bin/bin/saxon.jar";
 
 $scriptMeta = "$Bin/parlamint2meta.xsl";

diff --git a/Scripts/parlamintp-tei2vert.pl b/Scripts/parlamintp-tei2vert.pl
@@ -7,12 +7,19 @@
 my $tempdirroot = "$Bin/tmp";
 my $DIR = tempdir(DIR => $tempdirroot, CLEANUP => 1);
 
+my $procThreads = 10;
+
+GetOptions
+    (
+     'procThreads=i'=> \$procThreads,
+);
+
 $inDir = File::Spec->rel2abs(shift);
 $outDir = File::Spec->rel2abs(shift);
 
 binmode(STDERR, 'utf8');
 
-$Para  = 'parallel --gnu --halt 2 --jobs 10';
+$Para  = "parallel --gnu --halt 2 --jobs $procThreads";
 $Saxon = "java -jar $Bin/bin/saxon.jar";
 
 $TEI2VERT = "$Bin/parlamint2xmlvert.xsl";

diff --git a/Scripts/parlamintp2conllu.pl b/Scripts/parlamintp2conllu.pl
@@ -25,10 +25,17 @@ sub usage
 my $tempdirroot = "$Bin/tmp";
 my $DIR = tempdir(DIR => $tempdirroot, CLEANUP => 1);
 
+my $procThreads = 10;
+
+GetOptions
+    (
+     'procThreads=i'=> \$procThreads,
+);
+
 $inDir = File::Spec->rel2abs(shift);
 $outDir = File::Spec->rel2abs(shift);
 
-$Para  = 'parallel --gnu --halt 0 --jobs 10';
+$Para  = "parallel --gnu --halt 0 --jobs $procThreads";
 $Saxon   = "java -jar $Bin/bin/saxon.jar";
 $scriptValid   = "$Bin/bin/tools/validate.py";