From 5ba6738f903935ab7f2294d44e629c02ede8e5e3 Mon Sep 17 00:00:00 2001 From: Matt Kramer Date: Thu, 16 Jul 2026 19:41:52 -0700 Subject: [PATCH 1/2] Set OMP_NUM_THREADS for flow2supera When flow2supera runs DBSCAN, it spawns a bunch of threads. The threading doesn't seem to benefit performance, and it greatly limits the number of parallel flow2supera processes that can be run before everything slows to a crawl. Setting `OMP_NUM_THREADS` to 1 doesn't slow down flow2supera much (if it all) in my experience, and allows every core to be used efficiently for its own flow2supera process. --- run-mlreco/run_flow2supera.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/run-mlreco/run_flow2supera.sh b/run-mlreco/run_flow2supera.sh index 55eb2498..ff287698 100755 --- a/run-mlreco/run_flow2supera.sh +++ b/run-mlreco/run_flow2supera.sh @@ -14,6 +14,7 @@ config=$ND_PRODUCTION_FLOW2SUPERA_CONFIG rm -f "$outFile" +export OMP_NUM_THREADS=${ND_PRODUCTION_OMP_NUM_THREADS:-1} run install/flow2supera/bin/run_flow2supera.py -o "$outFile" -c "$config" "$inFile" larcvOutDir=$outDir/LARCV/$subDir From bcb3af44edd54e67f0d7ff57456905393b892818 Mon Sep 17 00:00:00 2001 From: Matt Kramer Date: Thu, 16 Jul 2026 19:46:04 -0700 Subject: [PATCH 2/2] also run_flow2supera.data.sh --- run-mlreco/run_flow2supera.data.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/run-mlreco/run_flow2supera.data.sh b/run-mlreco/run_flow2supera.data.sh index f92faa84..9f7b9177 100755 --- a/run-mlreco/run_flow2supera.data.sh +++ b/run-mlreco/run_flow2supera.data.sh @@ -17,6 +17,7 @@ config=$ND_PRODUCTION_FLOW2SUPERA_CONFIG rm -f "$outFile" +export OMP_NUM_THREADS=${ND_PRODUCTION_OMP_NUM_THREADS:-1} run install/flow2supera/bin/run_flow2supera.py -o "$outFile" -c "$config" "$inFile" mv "${outFile}" "${outDir}"