HW2: Measurement files for all-3 version and performance process scripts

HW2: RC3b - A MinMax-MPIexchange pipeline and small changes
2025-01-08 15:52:17 +02:00 · 2025-01-05 21:26:56 +02:00
85 changed files with 5111 additions and 111 deletions
@@ -42,7 +42,7 @@ BUILD_DIR       := bin
 OBJ_DIR         := $(BUILD_DIR)/obj
 DEP_DIR         := $(BUILD_DIR)/.dep

-OUTPUT_DIR      := out-rc3a
+OUTPUT_DIR      := out-rc3b

 # ========== Compiler settings ==========
 # Compiler flags for debug and release
@@ -1,8 +0,0 @@
-[cchoutou@aristotle6 homework_2]$ squeue -u cchoutou
-       JOBID PARTITION NAME             USER        TIME TIME_LIMIT ST  NODES  CPUS NODELIST(REASON)
-     1873623      rome N4P32T4Q20   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873657      rome N4P32T4Q23   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873660      rome N4P32T4Q25   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873663      rome N4P32T4Q27   cchoutou        0:00       5:00 PD  4      512  (Priority)
-
-
@@ -6,5 +6,3 @@
     1873663      rome N4P32T4Q27   cchoutou        0:00       5:00 PD  4      512  (Priority)


-
-
@@ -0,0 +1,5 @@
+Partition-Job Name Job ID
+rome-N4P32T4Q20 ;1873769
+rome-N4P32T4Q23 ;1873770
+rome-N4P32T4Q25 ;1873771
+rome-N4P32T4Q27 ;1873772
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 28 [msec]
+[Timing] (Rank 0) Full-Sort : 20 [msec]
+[Timing] (Rank 0) Exchange  : 2633 [usec]
+[Timing] (Rank 0) Min-Max   : 1126 [usec]
+[Timing] (Rank 0) Elbow-Sort: 4646 [usec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 28 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 2786 [usec]
+[Timing] (Rank 1) Min-Max   : 1125 [usec]
+[Timing] (Rank 1) Elbow-Sort: 4686 [usec]
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 276 [msec]
+[Timing] (Rank 1) Full-Sort : 193 [msec]
+[Timing] (Rank 1) Exchange  : 23 [msec]
+[Timing] (Rank 1) Min-Max   : 16 [msec]
+[Timing] (Rank 1) Elbow-Sort: 42 [msec]
+[Timing] (Rank 0) Total     : 274 [msec]
+[Timing] (Rank 0) Full-Sort : 192 [msec]
+[Timing] (Rank 0) Exchange  : 23 [msec]
+[Timing] (Rank 0) Min-Max   : 15 [msec]
+[Timing] (Rank 0) Elbow-Sort: 42 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 1121 [msec]
+[Timing] (Rank 1) Full-Sort : 846 [msec]
+[Timing] (Rank 1) Exchange  : 57 [msec]
+[Timing] (Rank 1) Min-Max   : 51 [msec]
+[Timing] (Rank 1) Elbow-Sort: 166 [msec]
+[Timing] (Rank 0) Total     : 1116 [msec]
+[Timing] (Rank 0) Full-Sort : 846 [msec]
+[Timing] (Rank 0) Exchange  : 53 [msec]
+[Timing] (Rank 0) Min-Max   : 50 [msec]
+[Timing] (Rank 0) Elbow-Sort: 166 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 4825 [msec]
+[Timing] (Rank 1) Full-Sort : 3655 [msec]
+[Timing] (Rank 1) Exchange  : 367 [msec]
+[Timing] (Rank 1) Min-Max   : 165 [msec]
+[Timing] (Rank 1) Elbow-Sort: 637 [msec]
+[Timing] (Rank 0) Total     : 4824 [msec]
+[Timing] (Rank 0) Full-Sort : 3635 [msec]
+[Timing] (Rank 0) Exchange  : 392 [msec]
+[Timing] (Rank 0) Min-Max   : 165 [msec]
+[Timing] (Rank 0) Elbow-Sort: 630 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 36 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 5000 [usec]
+[Timing] (Rank 1) Min-Max   : 2817 [usec]
+[Timing] (Rank 1) Elbow-Sort: 9162 [usec]
+[Timing] (Rank 3) Total     : 37 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 5368 [usec]
+[Timing] (Rank 3) Min-Max   : 2823 [usec]
+[Timing] (Rank 3) Elbow-Sort: 8969 [usec]
+[Timing] (Rank 0) Total     : 37 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 5343 [usec]
+[Timing] (Rank 0) Min-Max   : 2853 [usec]
+[Timing] (Rank 0) Elbow-Sort: 9187 [usec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 37 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 5731 [usec]
+[Timing] (Rank 2) Min-Max   : 2804 [usec]
+[Timing] (Rank 2) Elbow-Sort: 8959 [usec]
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 3) Total     : 320 [msec]
+[Timing] (Rank 3) Full-Sort : 175 [msec]
+[Timing] (Rank 3) Exchange  : 41 [msec]
+[Timing] (Rank 3) Min-Max   : 28 [msec]
+[Timing] (Rank 3) Elbow-Sort: 74 [msec]
+[Timing] (Rank 2) Total     : 319 [msec]
+[Timing] (Rank 2) Full-Sort : 175 [msec]
+[Timing] (Rank 2) Exchange  : 40 [msec]
+[Timing] (Rank 2) Min-Max   : 28 [msec]
+[Timing] (Rank 2) Elbow-Sort: 74 [msec]
+[Timing] (Rank 1) Total     : 320 [msec]
+[Timing] (Rank 1) Full-Sort : 176 [msec]
+[Timing] (Rank 1) Exchange  : 39 [msec]
+[Timing] (Rank 1) Min-Max   : 28 [msec]
+[Timing] (Rank 1) Elbow-Sort: 76 [msec]
+[Timing] (Rank 0) Total     : 318 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 38 [msec]
+[Timing] (Rank 0) Min-Max   : 28 [msec]
+[Timing] (Rank 0) Elbow-Sort: 76 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 1433 [msec]
+[Timing] (Rank 0) Full-Sort : 775 [msec]
+[Timing] (Rank 0) Exchange  : 175 [msec]
+[Timing] (Rank 0) Min-Max   : 155 [msec]
+[Timing] (Rank 0) Elbow-Sort: 326 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1434 [msec]
+[Timing] (Rank 1) Full-Sort : 788 [msec]
+[Timing] (Rank 1) Exchange  : 163 [msec]
+[Timing] (Rank 1) Min-Max   : 155 [msec]
+[Timing] (Rank 1) Elbow-Sort: 327 [msec]
+[Timing] (Rank 2) Total     : 1431 [msec]
+[Timing] (Rank 2) Full-Sort : 784 [msec]
+[Timing] (Rank 2) Exchange  : 169 [msec]
+[Timing] (Rank 2) Min-Max   : 156 [msec]
+[Timing] (Rank 2) Elbow-Sort: 321 [msec]
+[Timing] (Rank 3) Total     : 1435 [msec]
+[Timing] (Rank 3) Full-Sort : 792 [msec]
+[Timing] (Rank 3) Exchange  : 165 [msec]
+[Timing] (Rank 3) Min-Max   : 155 [msec]
+[Timing] (Rank 3) Elbow-Sort: 321 [msec]
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 5655 [msec]
+[Timing] (Rank 1) Full-Sort : 3426 [msec]
+[Timing] (Rank 1) Exchange  : 486 [msec]
+[Timing] (Rank 1) Min-Max   : 480 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1261 [msec]
+[Timing] (Rank 3) Total     : 5652 [msec]
+[Timing] (Rank 3) Full-Sort : 3447 [msec]
+[Timing] (Rank 3) Exchange  : 497 [msec]
+[Timing] (Rank 3) Min-Max   : 473 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1234 [msec]
+[Timing] (Rank 0) Total     : 5629 [msec]
+[Timing] (Rank 0) Full-Sort : 3449 [msec]
+[Timing] (Rank 0) Exchange  : 443 [msec]
+[Timing] (Rank 0) Min-Max   : 479 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1256 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 5636 [msec]
+[Timing] (Rank 2) Full-Sort : 3429 [msec]
+[Timing] (Rank 2) Exchange  : 487 [msec]
+[Timing] (Rank 2) Min-Max   : 485 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1234 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 2) Total     : 54 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 16 [msec]
+[Timing] (Rank 2) Min-Max   : 5507 [usec]
+[Timing] (Rank 2) Elbow-Sort: 13 [msec]
+[Timing] (Rank 4) Total     : 54 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 15 [msec]
+[Timing] (Rank 4) Min-Max   : 5735 [usec]
+[Timing] (Rank 4) Elbow-Sort: 13 [msec]
+[Timing] (Rank 1) Total     : 55 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 16 [msec]
+[Timing] (Rank 1) Min-Max   : 5284 [usec]
+[Timing] (Rank 1) Elbow-Sort: 13 [msec]
+[Timing] (Rank 3) Total     : 55 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 16 [msec]
+[Timing] (Rank 3) Min-Max   : 5453 [usec]
+[Timing] (Rank 3) Elbow-Sort: 13 [msec]
+[Timing] (Rank 0) Total     : 55 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 16 [msec]
+[Timing] (Rank 0) Min-Max   : 5411 [usec]
+[Timing] (Rank 0) Elbow-Sort: 13 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 7) Total     : 54 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 16 [msec]
+[Timing] (Rank 7) Min-Max   : 5994 [usec]
+[Timing] (Rank 7) Elbow-Sort: 13 [msec]
+[Timing] (Rank 6) Total     : 54 [msec]
+[Timing] (Rank 6) Full-Sort : 19 [msec]
+[Timing] (Rank 6) Exchange  : 15 [msec]
+[Timing] (Rank 6) Min-Max   : 5823 [usec]
+[Timing] (Rank 6) Elbow-Sort: 13 [msec]
+[Timing] (Rank 5) Total     : 54 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 15 [msec]
+[Timing] (Rank 5) Min-Max   : 5770 [usec]
+[Timing] (Rank 5) Elbow-Sort: 13 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 432 [msec]
+[Timing] (Rank 1) Full-Sort : 174 [msec]
+[Timing] (Rank 1) Exchange  : 84 [msec]
+[Timing] (Rank 1) Min-Max   : 56 [msec]
+[Timing] (Rank 1) Elbow-Sort: 116 [msec]
+[Timing] (Rank 4) Total     : 440 [msec]
+[Timing] (Rank 4) Full-Sort : 175 [msec]
+[Timing] (Rank 4) Exchange  : 87 [msec]
+[Timing] (Rank 4) Min-Max   : 60 [msec]
+[Timing] (Rank 4) Elbow-Sort: 116 [msec]
+[Timing] (Rank 2) Total     : 432 [msec]
+[Timing] (Rank 2) Full-Sort : 174 [msec]
+[Timing] (Rank 2) Exchange  : 86 [msec]
+[Timing] (Rank 2) Min-Max   : 56 [msec]
+[Timing] (Rank 2) Elbow-Sort: 114 [msec]
+[Timing] (Rank 0) Total     : 432 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 84 [msec]
+[Timing] (Rank 0) Min-Max   : 56 [msec]
+[Timing] (Rank 0) Elbow-Sort: 115 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 431 [msec]
+[Timing] (Rank 3) Full-Sort : 174 [msec]
+[Timing] (Rank 3) Exchange  : 84 [msec]
+[Timing] (Rank 3) Min-Max   : 57 [msec]
+[Timing] (Rank 3) Elbow-Sort: 114 [msec]
+[Timing] (Rank 6) Total     : 440 [msec]
+[Timing] (Rank 6) Full-Sort : 175 [msec]
+[Timing] (Rank 6) Exchange  : 88 [msec]
+[Timing] (Rank 6) Min-Max   : 61 [msec]
+[Timing] (Rank 6) Elbow-Sort: 114 [msec]
+[Timing] (Rank 7) Total     : 439 [msec]
+[Timing] (Rank 7) Full-Sort : 175 [msec]
+[Timing] (Rank 7) Exchange  : 89 [msec]
+[Timing] (Rank 7) Min-Max   : 59 [msec]
+[Timing] (Rank 7) Elbow-Sort: 114 [msec]
+[Timing] (Rank 5) Total     : 439 [msec]
+[Timing] (Rank 5) Full-Sort : 176 [msec]
+[Timing] (Rank 5) Exchange  : 87 [msec]
+[Timing] (Rank 5) Min-Max   : 59 [msec]
+[Timing] (Rank 5) Elbow-Sort: 116 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 1810 [msec]
+[Timing] (Rank 1) Full-Sort : 765 [msec]
+[Timing] (Rank 1) Exchange  : 387 [msec]
+[Timing] (Rank 1) Min-Max   : 202 [msec]
+[Timing] (Rank 1) Elbow-Sort: 455 [msec]
+[Timing] (Rank 4) Total     : 1888 [msec]
+[Timing] (Rank 4) Full-Sort : 776 [msec]
+[Timing] (Rank 4) Exchange  : 368 [msec]
+[Timing] (Rank 4) Min-Max   : 278 [msec]
+[Timing] (Rank 4) Elbow-Sort: 465 [msec]
+[Timing] (Rank 3) Total     : 1811 [msec]
+[Timing] (Rank 3) Full-Sort : 763 [msec]
+[Timing] (Rank 3) Exchange  : 398 [msec]
+[Timing] (Rank 3) Min-Max   : 201 [msec]
+[Timing] (Rank 3) Elbow-Sort: 448 [msec]
+[Timing] (Rank 0) Total     : 1811 [msec]
+[Timing] (Rank 0) Full-Sort : 763 [msec]
+[Timing] (Rank 0) Exchange  : 395 [msec]
+[Timing] (Rank 0) Min-Max   : 198 [msec]
+[Timing] (Rank 0) Elbow-Sort: 453 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 1810 [msec]
+[Timing] (Rank 2) Full-Sort : 767 [msec]
+[Timing] (Rank 2) Exchange  : 395 [msec]
+[Timing] (Rank 2) Min-Max   : 200 [msec]
+[Timing] (Rank 2) Elbow-Sort: 446 [msec]
+[Timing] (Rank 5) Total     : 1890 [msec]
+[Timing] (Rank 5) Full-Sort : 778 [msec]
+[Timing] (Rank 5) Exchange  : 367 [msec]
+[Timing] (Rank 5) Min-Max   : 277 [msec]
+[Timing] (Rank 5) Elbow-Sort: 465 [msec]
+[Timing] (Rank 6) Total     : 1892 [msec]
+[Timing] (Rank 6) Full-Sort : 778 [msec]
+[Timing] (Rank 6) Exchange  : 375 [msec]
+[Timing] (Rank 6) Min-Max   : 276 [msec]
+[Timing] (Rank 6) Elbow-Sort: 461 [msec]
+[Timing] (Rank 7) Total     : 1891 [msec]
+[Timing] (Rank 7) Full-Sort : 779 [msec]
+[Timing] (Rank 7) Exchange  : 377 [msec]
+[Timing] (Rank 7) Min-Max   : 275 [msec]
+[Timing] (Rank 7) Elbow-Sort: 459 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 2) Total     : 6999 [msec]
+[Timing] (Rank 2) Full-Sort : 3204 [msec]
+[Timing] (Rank 2) Exchange  : 1242 [msec]
+[Timing] (Rank 2) Min-Max   : 758 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1793 [msec]
+[Timing] (Rank 7) Total     : 7183 [msec]
+[Timing] (Rank 7) Full-Sort : 3273 [msec]
+[Timing] (Rank 7) Exchange  : 1057 [msec]
+[Timing] (Rank 7) Min-Max   : 1010 [msec]
+[Timing] (Rank 7) Elbow-Sort: 1841 [msec]
+[Timing] (Rank 0) Total     : 7012 [msec]
+[Timing] (Rank 0) Full-Sort : 3293 [msec]
+[Timing] (Rank 0) Exchange  : 1173 [msec]
+[Timing] (Rank 0) Min-Max   : 750 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1794 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 6993 [msec]
+[Timing] (Rank 3) Full-Sort : 3220 [msec]
+[Timing] (Rank 3) Exchange  : 1220 [msec]
+[Timing] (Rank 3) Min-Max   : 767 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1785 [msec]
+[Timing] (Rank 1) Total     : 7000 [msec]
+[Timing] (Rank 1) Full-Sort : 3197 [msec]
+[Timing] (Rank 1) Exchange  : 1251 [msec]
+[Timing] (Rank 1) Min-Max   : 756 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1795 [msec]
+[Timing] (Rank 4) Total     : 7174 [msec]
+[Timing] (Rank 4) Full-Sort : 3298 [msec]
+[Timing] (Rank 4) Exchange  : 995 [msec]
+[Timing] (Rank 4) Min-Max   : 1014 [msec]
+[Timing] (Rank 4) Elbow-Sort: 1865 [msec]
+[Timing] (Rank 6) Total     : 7191 [msec]
+[Timing] (Rank 6) Full-Sort : 3282 [msec]
+[Timing] (Rank 6) Exchange  : 1060 [msec]
+[Timing] (Rank 6) Min-Max   : 1006 [msec]
+[Timing] (Rank 6) Elbow-Sort: 1841 [msec]
+[Timing] (Rank 5) Total     : 7182 [msec]
+[Timing] (Rank 5) Full-Sort : 3270 [msec]
+[Timing] (Rank 5) Exchange  : 1039 [msec]
+[Timing] (Rank 5) Min-Max   : 1008 [msec]
+[Timing] (Rank 5) Elbow-Sort: 1864 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 4) Total     : 190 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 120 [msec]
+[Timing] (Rank 4) Min-Max   : 23 [msec]
+[Timing] (Rank 4) Elbow-Sort: 27 [msec]
+[Timing] (Rank 37) Total     : 184 [msec]
+[Timing] (Rank 37) Full-Sort : 19 [msec]
+[Timing] (Rank 37) Exchange  : 113 [msec]
+[Timing] (Rank 37) Min-Max   : 23 [msec]
+[Timing] (Rank 37) Elbow-Sort: 27 [msec]
+[Timing] (Rank 18) Total     : 187 [msec]
+[Timing] (Rank 18) Full-Sort : 20 [msec]
+[Timing] (Rank 18) Exchange  : 117 [msec]
+[Timing] (Rank 18) Min-Max   : 22 [msec]
+[Timing] (Rank 18) Elbow-Sort: 27 [msec]
+[Timing] (Rank 55) Total     : 185 [msec]
+[Timing] (Rank 55) Full-Sort : 19 [msec]
+[Timing] (Rank 55) Exchange  : 115 [msec]
+[Timing] (Rank 55) Min-Max   : 24 [msec]
+[Timing] (Rank 55) Elbow-Sort: 26 [msec]
+[Timing] (Rank 63) Total     : 185 [msec]
+[Timing] (Rank 63) Full-Sort : 20 [msec]
+[Timing] (Rank 63) Exchange  : 115 [msec]
+[Timing] (Rank 63) Min-Max   : 23 [msec]
+[Timing] (Rank 63) Elbow-Sort: 26 [msec]
+[Timing] (Rank 54) Total     : 185 [msec]
+[Timing] (Rank 54) Full-Sort : 19 [msec]
+[Timing] (Rank 54) Exchange  : 116 [msec]
+[Timing] (Rank 54) Min-Max   : 23 [msec]
+[Timing] (Rank 54) Elbow-Sort: 26 [msec]
+[Timing] (Rank 52) Total     : 185 [msec]
+[Timing] (Rank 52) Full-Sort : 20 [msec]
+[Timing] (Rank 52) Exchange  : 116 [msec]
+[Timing] (Rank 52) Min-Max   : 22 [msec]
+[Timing] (Rank 52) Elbow-Sort: 26 [msec]
+[Timing] (Rank 53) Total     : 185 [msec]
+[Timing] (Rank 53) Full-Sort : 20 [msec]
+[Timing] (Rank 53) Exchange  : 114 [msec]
+[Timing] (Rank 53) Min-Max   : 24 [msec]
+[Timing] (Rank 53) Elbow-Sort: 26 [msec]
+[Timing] (Rank 57) Total     : 181 [msec]
+[Timing] (Rank 57) Full-Sort : 19 [msec]
+[Timing] (Rank 57) Exchange  : 112 [msec]
+[Timing] (Rank 57) Min-Max   : 22 [msec]
+[Timing] (Rank 57) Elbow-Sort: 26 [msec]
+[Timing] (Rank 60) Total     : 185 [msec]
+[Timing] (Rank 60) Full-Sort : 20 [msec]
+[Timing] (Rank 60) Exchange  : 114 [msec]
+[Timing] (Rank 60) Min-Max   : 23 [msec]
+[Timing] (Rank 60) Elbow-Sort: 26 [msec]
+[Timing] (Rank 49) Total     : 185 [msec]
+[Timing] (Rank 49) Full-Sort : 19 [msec]
+[Timing] (Rank 49) Exchange  : 113 [msec]
+[Timing] (Rank 49) Min-Max   : 24 [msec]
+[Timing] (Rank 49) Elbow-Sort: 26 [msec]
+[Timing] (Rank 48) Total     : 185 [msec]
+[Timing] (Rank 48) Full-Sort : 20 [msec]
+[Timing] (Rank 48) Exchange  : 114 [msec]
+[Timing] (Rank 48) Min-Max   : 23 [msec]
+[Timing] (Rank 48) Elbow-Sort: 27 [msec]
+[Timing] (Rank 50) Total     : 185 [msec]
+[Timing] (Rank 50) Full-Sort : 19 [msec]
+[Timing] (Rank 50) Exchange  : 115 [msec]
+[Timing] (Rank 50) Min-Max   : 24 [msec]
+[Timing] (Rank 50) Elbow-Sort: 26 [msec]
+[Timing] (Rank 51) Total     : 185 [msec]
+[Timing] (Rank 51) Full-Sort : 20 [msec]
+[Timing] (Rank 51) Exchange  : 113 [msec]
+[Timing] (Rank 51) Min-Max   : 24 [msec]
+[Timing] (Rank 51) Elbow-Sort: 26 [msec]
+[Timing] (Rank 62) Total     : 185 [msec]
+[Timing] (Rank 62) Full-Sort : 20 [msec]
+[Timing] (Rank 62) Exchange  : 115 [msec]
+[Timing] (Rank 62) Min-Max   : 23 [msec]
+[Timing] (Rank 62) Elbow-Sort: 26 [msec]
+[Timing] (Rank 61) Total     : 185 [msec]
+[Timing] (Rank 61) Full-Sort : 20 [msec]
+[Timing] (Rank 61) Exchange  : 114 [msec]
+[Timing] (Rank 61) Min-Max   : 23 [msec]
+[Timing] (Rank 61) Elbow-Sort: 26 [msec]
+[Timing] (Rank 59) Total     : 185 [msec]
+[Timing] (Rank 59) Full-Sort : 20 [msec]
+[Timing] (Rank 59) Exchange  : 114 [msec]
+[Timing] (Rank 59) Min-Max   : 24 [msec]
+[Timing] (Rank 59) Elbow-Sort: 26 [msec]
+[Timing] (Rank 58) Total     : 186 [msec]
+[Timing] (Rank 58) Full-Sort : 19 [msec]
+[Timing] (Rank 58) Exchange  : 115 [msec]
+[Timing] (Rank 58) Min-Max   : 24 [msec]
+[Timing] (Rank 58) Elbow-Sort: 26 [msec]
+[Timing] (Rank 56) Total     : 185 [msec]
+[Timing] (Rank 56) Full-Sort : 20 [msec]
+[Timing] (Rank 56) Exchange  : 115 [msec]
+[Timing] (Rank 56) Min-Max   : 22 [msec]
+[Timing] (Rank 56) Elbow-Sort: 26 [msec]
+[Timing] (Rank 13) Total     : 190 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 120 [msec]
+[Timing] (Rank 13) Min-Max   : 22 [msec]
+[Timing] (Rank 13) Elbow-Sort: 26 [msec]
+[Timing] (Rank 11) Total     : 187 [msec]
+[Timing] (Rank 11) Full-Sort : 19 [msec]
+[Timing] (Rank 11) Exchange  : 118 [msec]
+[Timing] (Rank 11) Min-Max   : 23 [msec]
+[Timing] (Rank 11) Elbow-Sort: 26 [msec]
+[Timing] (Rank 9) Total     : 189 [msec]
+[Timing] (Rank 9) Full-Sort : 20 [msec]
+[Timing] (Rank 9) Exchange  : 118 [msec]
+[Timing] (Rank 9) Min-Max   : 24 [msec]
+[Timing] (Rank 9) Elbow-Sort: 26 [msec]
+[Timing] (Rank 0) Total     : 190 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 117 [msec]
+[Timing] (Rank 0) Min-Max   : 25 [msec]
+[Timing] (Rank 0) Elbow-Sort: 27 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 12) Total     : 190 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 121 [msec]
+[Timing] (Rank 12) Min-Max   : 22 [msec]
+[Timing] (Rank 12) Elbow-Sort: 26 [msec]
+[Timing] (Rank 3) Total     : 189 [msec]
+[Timing] (Rank 3) Full-Sort : 20 [msec]
+[Timing] (Rank 3) Exchange  : 118 [msec]
+[Timing] (Rank 3) Min-Max   : 23 [msec]
+[Timing] (Rank 3) Elbow-Sort: 26 [msec]
+[Timing] (Rank 6) Total     : 190 [msec]
+[Timing] (Rank 6) Full-Sort : 19 [msec]
+[Timing] (Rank 6) Exchange  : 121 [msec]
+[Timing] (Rank 6) Min-Max   : 22 [msec]
+[Timing] (Rank 6) Elbow-Sort: 26 [msec]
+[Timing] (Rank 5) Total     : 190 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 120 [msec]
+[Timing] (Rank 5) Min-Max   : 22 [msec]
+[Timing] (Rank 5) Elbow-Sort: 26 [msec]
+[Timing] (Rank 14) Total     : 190 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 121 [msec]
+[Timing] (Rank 14) Min-Max   : 22 [msec]
+[Timing] (Rank 14) Elbow-Sort: 26 [msec]
+[Timing] (Rank 10) Total     : 190 [msec]
+[Timing] (Rank 10) Full-Sort : 20 [msec]
+[Timing] (Rank 10) Exchange  : 120 [msec]
+[Timing] (Rank 10) Min-Max   : 22 [msec]
+[Timing] (Rank 10) Elbow-Sort: 26 [msec]
+[Timing] (Rank 15) Total     : 190 [msec]
+[Timing] (Rank 15) Full-Sort : 19 [msec]
+[Timing] (Rank 15) Exchange  : 122 [msec]
+[Timing] (Rank 15) Min-Max   : 21 [msec]
+[Timing] (Rank 15) Elbow-Sort: 26 [msec]
+[Timing] (Rank 7) Total     : 190 [msec]
+[Timing] (Rank 7) Full-Sort : 20 [msec]
+[Timing] (Rank 7) Exchange  : 120 [msec]
+[Timing] (Rank 7) Min-Max   : 22 [msec]
+[Timing] (Rank 7) Elbow-Sort: 26 [msec]
+[Timing] (Rank 8) Total     : 190 [msec]
+[Timing] (Rank 8) Full-Sort : 20 [msec]
+[Timing] (Rank 8) Exchange  : 119 [msec]
+[Timing] (Rank 8) Min-Max   : 23 [msec]
+[Timing] (Rank 8) Elbow-Sort: 26 [msec]
+[Timing] (Rank 2) Total     : 190 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 120 [msec]
+[Timing] (Rank 2) Min-Max   : 23 [msec]
+[Timing] (Rank 2) Elbow-Sort: 27 [msec]
+[Timing] (Rank 1) Total     : 190 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 118 [msec]
+[Timing] (Rank 1) Min-Max   : 24 [msec]
+[Timing] (Rank 1) Elbow-Sort: 27 [msec]
+[Timing] (Rank 39) Total     : 182 [msec]
+[Timing] (Rank 39) Full-Sort : 20 [msec]
+[Timing] (Rank 39) Exchange  : 111 [msec]
+[Timing] (Rank 39) Min-Max   : 24 [msec]
+[Timing] (Rank 39) Elbow-Sort: 26 [msec]
+[Timing] (Rank 33) Total     : 183 [msec]
+[Timing] (Rank 33) Full-Sort : 20 [msec]
+[Timing] (Rank 33) Exchange  : 112 [msec]
+[Timing] (Rank 33) Min-Max   : 22 [msec]
+[Timing] (Rank 33) Elbow-Sort: 27 [msec]
+[Timing] (Rank 35) Total     : 183 [msec]
+[Timing] (Rank 35) Full-Sort : 20 [msec]
+[Timing] (Rank 35) Exchange  : 112 [msec]
+[Timing] (Rank 35) Min-Max   : 23 [msec]
+[Timing] (Rank 35) Elbow-Sort: 27 [msec]
+[Timing] (Rank 34) Total     : 182 [msec]
+[Timing] (Rank 34) Full-Sort : 21 [msec]
+[Timing] (Rank 34) Exchange  : 111 [msec]
+[Timing] (Rank 34) Min-Max   : 22 [msec]
+[Timing] (Rank 34) Elbow-Sort: 27 [msec]
+[Timing] (Rank 47) Total     : 183 [msec]
+[Timing] (Rank 47) Full-Sort : 20 [msec]
+[Timing] (Rank 47) Exchange  : 114 [msec]
+[Timing] (Rank 47) Min-Max   : 22 [msec]
+[Timing] (Rank 47) Elbow-Sort: 26 [msec]
+[Timing] (Rank 44) Total     : 182 [msec]
+[Timing] (Rank 44) Full-Sort : 20 [msec]
+[Timing] (Rank 44) Exchange  : 112 [msec]
+[Timing] (Rank 44) Min-Max   : 22 [msec]
+[Timing] (Rank 44) Elbow-Sort: 26 [msec]
+[Timing] (Rank 41) Total     : 182 [msec]
+[Timing] (Rank 41) Full-Sort : 20 [msec]
+[Timing] (Rank 41) Exchange  : 112 [msec]
+[Timing] (Rank 41) Min-Max   : 21 [msec]
+[Timing] (Rank 41) Elbow-Sort: 27 [msec]
+[Timing] (Rank 43) Total     : 182 [msec]
+[Timing] (Rank 43) Full-Sort : 21 [msec]
+[Timing] (Rank 43) Exchange  : 111 [msec]
+[Timing] (Rank 43) Min-Max   : 23 [msec]
+[Timing] (Rank 43) Elbow-Sort: 26 [msec]
+[Timing] (Rank 38) Total     : 183 [msec]
+[Timing] (Rank 38) Full-Sort : 20 [msec]
+[Timing] (Rank 38) Exchange  : 112 [msec]
+[Timing] (Rank 38) Min-Max   : 23 [msec]
+[Timing] (Rank 38) Elbow-Sort: 26 [msec]
+[Timing] (Rank 32) Total     : 182 [msec]
+[Timing] (Rank 32) Full-Sort : 21 [msec]
+[Timing] (Rank 32) Exchange  : 111 [msec]
+[Timing] (Rank 32) Min-Max   : 22 [msec]
+[Timing] (Rank 32) Elbow-Sort: 27 [msec]
+[Timing] (Rank 45) Total     : 183 [msec]
+[Timing] (Rank 45) Full-Sort : 20 [msec]
+[Timing] (Rank 45) Exchange  : 112 [msec]
+[Timing] (Rank 45) Min-Max   : 22 [msec]
+[Timing] (Rank 45) Elbow-Sort: 26 [msec]
+[Timing] (Rank 36) Total     : 183 [msec]
+[Timing] (Rank 36) Full-Sort : 20 [msec]
+[Timing] (Rank 36) Exchange  : 113 [msec]
+[Timing] (Rank 36) Min-Max   : 23 [msec]
+[Timing] (Rank 36) Elbow-Sort: 27 [msec]
+[Timing] (Rank 46) Total     : 182 [msec]
+[Timing] (Rank 46) Full-Sort : 21 [msec]
+[Timing] (Rank 46) Exchange  : 112 [msec]
+[Timing] (Rank 46) Min-Max   : 22 [msec]
+[Timing] (Rank 46) Elbow-Sort: 26 [msec]
+[Timing] (Rank 42) Total     : 183 [msec]
+[Timing] (Rank 42) Full-Sort : 20 [msec]
+[Timing] (Rank 42) Exchange  : 113 [msec]
+[Timing] (Rank 42) Min-Max   : 22 [msec]
+[Timing] (Rank 42) Elbow-Sort: 26 [msec]
+[Timing] (Rank 40) Total     : 182 [msec]
+[Timing] (Rank 40) Full-Sort : 20 [msec]
+[Timing] (Rank 40) Exchange  : 111 [msec]
+[Timing] (Rank 40) Min-Max   : 22 [msec]
+[Timing] (Rank 40) Elbow-Sort: 27 [msec]
+[Timing] (Rank 30) Total     : 187 [msec]
+[Timing] (Rank 30) Full-Sort : 20 [msec]
+[Timing] (Rank 30) Exchange  : 116 [msec]
+[Timing] (Rank 30) Min-Max   : 23 [msec]
+[Timing] (Rank 30) Elbow-Sort: 26 [msec]
+[Timing] (Rank 31) Total     : 186 [msec]
+[Timing] (Rank 31) Full-Sort : 20 [msec]
+[Timing] (Rank 31) Exchange  : 117 [msec]
+[Timing] (Rank 31) Min-Max   : 22 [msec]
+[Timing] (Rank 31) Elbow-Sort: 26 [msec]
+[Timing] (Rank 20) Total     : 186 [msec]
+[Timing] (Rank 20) Full-Sort : 20 [msec]
+[Timing] (Rank 20) Exchange  : 116 [msec]
+[Timing] (Rank 20) Min-Max   : 22 [msec]
+[Timing] (Rank 20) Elbow-Sort: 27 [msec]
+[Timing] (Rank 19) Total     : 186 [msec]
+[Timing] (Rank 19) Full-Sort : 19 [msec]
+[Timing] (Rank 19) Exchange  : 116 [msec]
+[Timing] (Rank 19) Min-Max   : 23 [msec]
+[Timing] (Rank 19) Elbow-Sort: 26 [msec]
+[Timing] (Rank 17) Total     : 186 [msec]
+[Timing] (Rank 17) Full-Sort : 20 [msec]
+[Timing] (Rank 17) Exchange  : 116 [msec]
+[Timing] (Rank 17) Min-Max   : 23 [msec]
+[Timing] (Rank 17) Elbow-Sort: 27 [msec]
+[Timing] (Rank 22) Total     : 187 [msec]
+[Timing] (Rank 22) Full-Sort : 20 [msec]
+[Timing] (Rank 22) Exchange  : 117 [msec]
+[Timing] (Rank 22) Min-Max   : 22 [msec]
+[Timing] (Rank 22) Elbow-Sort: 26 [msec]
+[Timing] (Rank 23) Total     : 186 [msec]
+[Timing] (Rank 23) Full-Sort : 20 [msec]
+[Timing] (Rank 23) Exchange  : 116 [msec]
+[Timing] (Rank 23) Min-Max   : 23 [msec]
+[Timing] (Rank 23) Elbow-Sort: 26 [msec]
+[Timing] (Rank 28) Total     : 187 [msec]
+[Timing] (Rank 28) Full-Sort : 20 [msec]
+[Timing] (Rank 28) Exchange  : 116 [msec]
+[Timing] (Rank 28) Min-Max   : 23 [msec]
+[Timing] (Rank 28) Elbow-Sort: 26 [msec]
+[Timing] (Rank 29) Total     : 186 [msec]
+[Timing] (Rank 29) Full-Sort : 20 [msec]
+[Timing] (Rank 29) Exchange  : 115 [msec]
+[Timing] (Rank 29) Min-Max   : 23 [msec]
+[Timing] (Rank 29) Elbow-Sort: 26 [msec]
+[Timing] (Rank 26) Total     : 187 [msec]
+[Timing] (Rank 26) Full-Sort : 20 [msec]
+[Timing] (Rank 26) Exchange  : 116 [msec]
+[Timing] (Rank 26) Min-Max   : 23 [msec]
+[Timing] (Rank 26) Elbow-Sort: 26 [msec]
+[Timing] (Rank 25) Total     : 187 [msec]
+[Timing] (Rank 25) Full-Sort : 19 [msec]
+[Timing] (Rank 25) Exchange  : 116 [msec]
+[Timing] (Rank 25) Min-Max   : 23 [msec]
+[Timing] (Rank 25) Elbow-Sort: 26 [msec]
+[Timing] (Rank 27) Total     : 187 [msec]
+[Timing] (Rank 27) Full-Sort : 19 [msec]
+[Timing] (Rank 27) Exchange  : 117 [msec]
+[Timing] (Rank 27) Min-Max   : 23 [msec]
+[Timing] (Rank 27) Elbow-Sort: 26 [msec]
+[Timing] (Rank 16) Total     : 187 [msec]
+[Timing] (Rank 16) Full-Sort : 20 [msec]
+[Timing] (Rank 16) Exchange  : 116 [msec]
+[Timing] (Rank 16) Min-Max   : 22 [msec]
+[Timing] (Rank 16) Elbow-Sort: 27 [msec]
+[Timing] (Rank 24) Total     : 186 [msec]
+[Timing] (Rank 24) Full-Sort : 20 [msec]
+[Timing] (Rank 24) Exchange  : 116 [msec]
+[Timing] (Rank 24) Min-Max   : 23 [msec]
+[Timing] (Rank 24) Elbow-Sort: 26 [msec]
+[Timing] (Rank 21) Total     : 186 [msec]
+[Timing] (Rank 21) Full-Sort : 20 [msec]
+[Timing] (Rank 21) Exchange  : 115 [msec]
+[Timing] (Rank 21) Min-Max   : 24 [msec]
+[Timing] (Rank 21) Elbow-Sort: 26 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 38) Total     : 1585 [msec]
+[Timing] (Rank 38) Full-Sort : 218 [msec]
+[Timing] (Rank 38) Exchange  : 731 [msec]
+[Timing] (Rank 38) Min-Max   : 405 [msec]
+[Timing] (Rank 38) Elbow-Sort: 230 [msec]
+[Timing] (Rank 26) Total     : 1616 [msec]
+[Timing] (Rank 26) Full-Sort : 195 [msec]
+[Timing] (Rank 26) Exchange  : 869 [msec]
+[Timing] (Rank 26) Min-Max   : 315 [msec]
+[Timing] (Rank 26) Elbow-Sort: 236 [msec]
+[Timing] (Rank 62) Total     : 1575 [msec]
+[Timing] (Rank 62) Full-Sort : 212 [msec]
+[Timing] (Rank 62) Exchange  : 689 [msec]
+[Timing] (Rank 62) Min-Max   : 426 [msec]
+[Timing] (Rank 62) Elbow-Sort: 247 [msec]
+[Timing] (Rank 61) Total     : 1577 [msec]
+[Timing] (Rank 61) Full-Sort : 208 [msec]
+[Timing] (Rank 61) Exchange  : 692 [msec]
+[Timing] (Rank 61) Min-Max   : 430 [msec]
+[Timing] (Rank 61) Elbow-Sort: 245 [msec]
+[Timing] (Rank 54) Total     : 1581 [msec]
+[Timing] (Rank 54) Full-Sort : 215 [msec]
+[Timing] (Rank 54) Exchange  : 706 [msec]
+[Timing] (Rank 54) Min-Max   : 429 [msec]
+[Timing] (Rank 54) Elbow-Sort: 230 [msec]
+[Timing] (Rank 52) Total     : 1582 [msec]
+[Timing] (Rank 52) Full-Sort : 214 [msec]
+[Timing] (Rank 52) Exchange  : 698 [msec]
+[Timing] (Rank 52) Min-Max   : 436 [msec]
+[Timing] (Rank 52) Elbow-Sort: 231 [msec]
+[Timing] (Rank 50) Total     : 1578 [msec]
+[Timing] (Rank 50) Full-Sort : 206 [msec]
+[Timing] (Rank 50) Exchange  : 708 [msec]
+[Timing] (Rank 50) Min-Max   : 411 [msec]
+[Timing] (Rank 50) Elbow-Sort: 251 [msec]
+[Timing] (Rank 63) Total     : 1576 [msec]
+[Timing] (Rank 63) Full-Sort : 204 [msec]
+[Timing] (Rank 63) Exchange  : 695 [msec]
+[Timing] (Rank 63) Min-Max   : 429 [msec]
+[Timing] (Rank 63) Elbow-Sort: 247 [msec]
+[Timing] (Rank 59) Total     : 1579 [msec]
+[Timing] (Rank 59) Full-Sort : 216 [msec]
+[Timing] (Rank 59) Exchange  : 677 [msec]
+[Timing] (Rank 59) Min-Max   : 447 [msec]
+[Timing] (Rank 59) Elbow-Sort: 237 [msec]
+[Timing] (Rank 53) Total     : 1582 [msec]
+[Timing] (Rank 53) Full-Sort : 211 [msec]
+[Timing] (Rank 53) Exchange  : 703 [msec]
+[Timing] (Rank 53) Min-Max   : 437 [msec]
+[Timing] (Rank 53) Elbow-Sort: 231 [msec]
+[Timing] (Rank 58) Total     : 1578 [msec]
+[Timing] (Rank 58) Full-Sort : 216 [msec]
+[Timing] (Rank 58) Exchange  : 676 [msec]
+[Timing] (Rank 58) Min-Max   : 449 [msec]
+[Timing] (Rank 58) Elbow-Sort: 236 [msec]
+[Timing] (Rank 60) Total     : 1576 [msec]
+[Timing] (Rank 60) Full-Sort : 213 [msec]
+[Timing] (Rank 60) Exchange  : 686 [msec]
+[Timing] (Rank 60) Min-Max   : 430 [msec]
+[Timing] (Rank 60) Elbow-Sort: 246 [msec]
+[Timing] (Rank 56) Total     : 1578 [msec]
+[Timing] (Rank 56) Full-Sort : 214 [msec]
+[Timing] (Rank 56) Exchange  : 675 [msec]
+[Timing] (Rank 56) Min-Max   : 449 [msec]
+[Timing] (Rank 56) Elbow-Sort: 238 [msec]
+[Timing] (Rank 57) Total     : 1579 [msec]
+[Timing] (Rank 57) Full-Sort : 216 [msec]
+[Timing] (Rank 57) Exchange  : 674 [msec]
+[Timing] (Rank 57) Min-Max   : 449 [msec]
+[Timing] (Rank 57) Elbow-Sort: 238 [msec]
+[Timing] (Rank 55) Total     : 1583 [msec]
+[Timing] (Rank 55) Full-Sort : 217 [msec]
+[Timing] (Rank 55) Exchange  : 700 [msec]
+[Timing] (Rank 55) Min-Max   : 436 [msec]
+[Timing] (Rank 55) Elbow-Sort: 229 [msec]
+[Timing] (Rank 49) Total     : 1576 [msec]
+[Timing] (Rank 49) Full-Sort : 207 [msec]
+[Timing] (Rank 49) Exchange  : 692 [msec]
+[Timing] (Rank 49) Min-Max   : 423 [msec]
+[Timing] (Rank 49) Elbow-Sort: 252 [msec]
+[Timing] (Rank 48) Total     : 1581 [msec]
+[Timing] (Rank 48) Full-Sort : 192 [msec]
+[Timing] (Rank 48) Exchange  : 705 [msec]
+[Timing] (Rank 48) Min-Max   : 424 [msec]
+[Timing] (Rank 48) Elbow-Sort: 258 [msec]
+[Timing] (Rank 51) Total     : 1577 [msec]
+[Timing] (Rank 51) Full-Sort : 211 [msec]
+[Timing] (Rank 51) Exchange  : 696 [msec]
+[Timing] (Rank 51) Min-Max   : 418 [msec]
+[Timing] (Rank 51) Elbow-Sort: 250 [msec]
+[Timing] (Rank 14) Total     : 1641 [msec]
+[Timing] (Rank 14) Full-Sort : 214 [msec]
+[Timing] (Rank 14) Exchange  : 757 [msec]
+[Timing] (Rank 14) Min-Max   : 420 [msec]
+[Timing] (Rank 14) Elbow-Sort: 249 [msec]
+[Timing] (Rank 33) Total     : 1576 [msec]
+[Timing] (Rank 33) Full-Sort : 213 [msec]
+[Timing] (Rank 33) Exchange  : 716 [msec]
+[Timing] (Rank 33) Min-Max   : 391 [msec]
+[Timing] (Rank 33) Elbow-Sort: 254 [msec]
+[Timing] (Rank 44) Total     : 1576 [msec]
+[Timing] (Rank 44) Full-Sort : 216 [msec]
+[Timing] (Rank 44) Exchange  : 693 [msec]
+[Timing] (Rank 44) Min-Max   : 416 [msec]
+[Timing] (Rank 44) Elbow-Sort: 250 [msec]
+[Timing] (Rank 45) Total     : 1577 [msec]
+[Timing] (Rank 45) Full-Sort : 215 [msec]
+[Timing] (Rank 45) Exchange  : 690 [msec]
+[Timing] (Rank 45) Min-Max   : 421 [msec]
+[Timing] (Rank 45) Elbow-Sort: 249 [msec]
+[Timing] (Rank 32) Total     : 1580 [msec]
+[Timing] (Rank 32) Full-Sort : 208 [msec]
+[Timing] (Rank 32) Exchange  : 710 [msec]
+[Timing] (Rank 32) Min-Max   : 399 [msec]
+[Timing] (Rank 32) Elbow-Sort: 261 [msec]
+[Timing] (Rank 37) Total     : 1583 [msec]
+[Timing] (Rank 37) Full-Sort : 215 [msec]
+[Timing] (Rank 37) Exchange  : 724 [msec]
+[Timing] (Rank 37) Min-Max   : 412 [msec]
+[Timing] (Rank 37) Elbow-Sort: 230 [msec]
+[Timing] (Rank 35) Total     : 1580 [msec]
+[Timing] (Rank 35) Full-Sort : 216 [msec]
+[Timing] (Rank 35) Exchange  : 697 [msec]
+[Timing] (Rank 35) Min-Max   : 413 [msec]
+[Timing] (Rank 35) Elbow-Sort: 252 [msec]
+[Timing] (Rank 34) Total     : 1579 [msec]
+[Timing] (Rank 34) Full-Sort : 216 [msec]
+[Timing] (Rank 34) Exchange  : 703 [msec]
+[Timing] (Rank 34) Min-Max   : 407 [msec]
+[Timing] (Rank 34) Elbow-Sort: 252 [msec]
+[Timing] (Rank 41) Total     : 1579 [msec]
+[Timing] (Rank 41) Full-Sort : 218 [msec]
+[Timing] (Rank 41) Exchange  : 669 [msec]
+[Timing] (Rank 41) Min-Max   : 447 [msec]
+[Timing] (Rank 41) Elbow-Sort: 243 [msec]
+[Timing] (Rank 46) Total     : 1579 [msec]
+[Timing] (Rank 46) Full-Sort : 214 [msec]
+[Timing] (Rank 46) Exchange  : 693 [msec]
+[Timing] (Rank 46) Min-Max   : 422 [msec]
+[Timing] (Rank 46) Elbow-Sort: 248 [msec]
+[Timing] (Rank 40) Total     : 1579 [msec]
+[Timing] (Rank 40) Full-Sort : 215 [msec]
+[Timing] (Rank 40) Exchange  : 673 [msec]
+[Timing] (Rank 40) Min-Max   : 446 [msec]
+[Timing] (Rank 40) Elbow-Sort: 243 [msec]
+[Timing] (Rank 39) Total     : 1585 [msec]
+[Timing] (Rank 39) Full-Sort : 218 [msec]
+[Timing] (Rank 39) Exchange  : 716 [msec]
+[Timing] (Rank 39) Min-Max   : 420 [msec]
+[Timing] (Rank 39) Elbow-Sort: 230 [msec]
+[Timing] (Rank 42) Total     : 1580 [msec]
+[Timing] (Rank 42) Full-Sort : 217 [msec]
+[Timing] (Rank 42) Exchange  : 674 [msec]
+[Timing] (Rank 42) Min-Max   : 449 [msec]
+[Timing] (Rank 42) Elbow-Sort: 240 [msec]
+[Timing] (Rank 43) Total     : 1582 [msec]
+[Timing] (Rank 43) Full-Sort : 216 [msec]
+[Timing] (Rank 43) Exchange  : 675 [msec]
+[Timing] (Rank 43) Min-Max   : 449 [msec]
+[Timing] (Rank 43) Elbow-Sort: 241 [msec]
+[Timing] (Rank 36) Total     : 1586 [msec]
+[Timing] (Rank 36) Full-Sort : 207 [msec]
+[Timing] (Rank 36) Exchange  : 747 [msec]
+[Timing] (Rank 36) Min-Max   : 400 [msec]
+[Timing] (Rank 36) Elbow-Sort: 230 [msec]
+[Timing] (Rank 47) Total     : 1576 [msec]
+[Timing] (Rank 47) Full-Sort : 215 [msec]
+[Timing] (Rank 47) Exchange  : 689 [msec]
+[Timing] (Rank 47) Min-Max   : 423 [msec]
+[Timing] (Rank 47) Elbow-Sort: 248 [msec]
+[Timing] (Rank 25) Total     : 1622 [msec]
+[Timing] (Rank 25) Full-Sort : 190 [msec]
+[Timing] (Rank 25) Exchange  : 861 [msec]
+[Timing] (Rank 25) Min-Max   : 332 [msec]
+[Timing] (Rank 25) Elbow-Sort: 238 [msec]
+[Timing] (Rank 31) Total     : 1620 [msec]
+[Timing] (Rank 31) Full-Sort : 192 [msec]
+[Timing] (Rank 31) Exchange  : 862 [msec]
+[Timing] (Rank 31) Min-Max   : 329 [msec]
+[Timing] (Rank 31) Elbow-Sort: 236 [msec]
+[Timing] (Rank 24) Total     : 1618 [msec]
+[Timing] (Rank 24) Full-Sort : 194 [msec]
+[Timing] (Rank 24) Exchange  : 873 [msec]
+[Timing] (Rank 24) Min-Max   : 312 [msec]
+[Timing] (Rank 24) Elbow-Sort: 238 [msec]
+[Timing] (Rank 23) Total     : 1614 [msec]
+[Timing] (Rank 23) Full-Sort : 186 [msec]
+[Timing] (Rank 23) Exchange  : 871 [msec]
+[Timing] (Rank 23) Min-Max   : 311 [msec]
+[Timing] (Rank 23) Elbow-Sort: 244 [msec]
+[Timing] (Rank 22) Total     : 1609 [msec]
+[Timing] (Rank 22) Full-Sort : 192 [msec]
+[Timing] (Rank 22) Exchange  : 886 [msec]
+[Timing] (Rank 22) Min-Max   : 287 [msec]
+[Timing] (Rank 22) Elbow-Sort: 243 [msec]
+[Timing] (Rank 30) Total     : 1617 [msec]
+[Timing] (Rank 30) Full-Sort : 196 [msec]
+[Timing] (Rank 30) Exchange  : 872 [msec]
+[Timing] (Rank 30) Min-Max   : 312 [msec]
+[Timing] (Rank 30) Elbow-Sort: 235 [msec]
+[Timing] (Rank 28) Total     : 1619 [msec]
+[Timing] (Rank 28) Full-Sort : 192 [msec]
+[Timing] (Rank 28) Exchange  : 879 [msec]
+[Timing] (Rank 28) Min-Max   : 311 [msec]
+[Timing] (Rank 28) Elbow-Sort: 236 [msec]
+[Timing] (Rank 20) Total     : 1610 [msec]
+[Timing] (Rank 20) Full-Sort : 189 [msec]
+[Timing] (Rank 20) Exchange  : 889 [msec]
+[Timing] (Rank 20) Min-Max   : 286 [msec]
+[Timing] (Rank 20) Elbow-Sort: 244 [msec]
+[Timing] (Rank 19) Total     : 1613 [msec]
+[Timing] (Rank 19) Full-Sort : 189 [msec]
+[Timing] (Rank 19) Exchange  : 869 [msec]
+[Timing] (Rank 19) Min-Max   : 308 [msec]
+[Timing] (Rank 19) Elbow-Sort: 246 [msec]
+[Timing] (Rank 21) Total     : 1613 [msec]
+[Timing] (Rank 21) Full-Sort : 188 [msec]
+[Timing] (Rank 21) Exchange  : 869 [msec]
+[Timing] (Rank 21) Min-Max   : 309 [msec]
+[Timing] (Rank 21) Elbow-Sort: 246 [msec]
+[Timing] (Rank 16) Total     : 1610 [msec]
+[Timing] (Rank 16) Full-Sort : 187 [msec]
+[Timing] (Rank 16) Exchange  : 890 [msec]
+[Timing] (Rank 16) Min-Max   : 286 [msec]
+[Timing] (Rank 16) Elbow-Sort: 246 [msec]
+[Timing] (Rank 18) Total     : 1609 [msec]
+[Timing] (Rank 18) Full-Sort : 190 [msec]
+[Timing] (Rank 18) Exchange  : 891 [msec]
+[Timing] (Rank 18) Min-Max   : 281 [msec]
+[Timing] (Rank 18) Elbow-Sort: 245 [msec]
+[Timing] (Rank 17) Total     : 1614 [msec]
+[Timing] (Rank 17) Full-Sort : 192 [msec]
+[Timing] (Rank 17) Exchange  : 861 [msec]
+[Timing] (Rank 17) Min-Max   : 312 [msec]
+[Timing] (Rank 17) Elbow-Sort: 247 [msec]
+[Timing] (Rank 27) Total     : 1620 [msec]
+[Timing] (Rank 27) Full-Sort : 193 [msec]
+[Timing] (Rank 27) Exchange  : 856 [msec]
+[Timing] (Rank 27) Min-Max   : 331 [msec]
+[Timing] (Rank 27) Elbow-Sort: 238 [msec]
+[Timing] (Rank 29) Total     : 1622 [msec]
+[Timing] (Rank 29) Full-Sort : 194 [msec]
+[Timing] (Rank 29) Exchange  : 861 [msec]
+[Timing] (Rank 29) Min-Max   : 330 [msec]
+[Timing] (Rank 29) Elbow-Sort: 236 [msec]
+[Timing] (Rank 13) Total     : 1641 [msec]
+[Timing] (Rank 13) Full-Sort : 213 [msec]
+[Timing] (Rank 13) Exchange  : 762 [msec]
+[Timing] (Rank 13) Min-Max   : 414 [msec]
+[Timing] (Rank 13) Elbow-Sort: 250 [msec]
+[Timing] (Rank 10) Total     : 1644 [msec]
+[Timing] (Rank 10) Full-Sort : 216 [msec]
+[Timing] (Rank 10) Exchange  : 740 [msec]
+[Timing] (Rank 10) Min-Max   : 447 [msec]
+[Timing] (Rank 10) Elbow-Sort: 239 [msec]
+[Timing] (Rank 4) Total     : 1651 [msec]
+[Timing] (Rank 4) Full-Sort : 212 [msec]
+[Timing] (Rank 4) Exchange  : 791 [msec]
+[Timing] (Rank 4) Min-Max   : 414 [msec]
+[Timing] (Rank 4) Elbow-Sort: 232 [msec]
+[Timing] (Rank 11) Total     : 1643 [msec]
+[Timing] (Rank 11) Full-Sort : 215 [msec]
+[Timing] (Rank 11) Exchange  : 740 [msec]
+[Timing] (Rank 11) Min-Max   : 447 [msec]
+[Timing] (Rank 11) Elbow-Sort: 239 [msec]
+[Timing] (Rank 5) Total     : 1651 [msec]
+[Timing] (Rank 5) Full-Sort : 215 [msec]
+[Timing] (Rank 5) Exchange  : 775 [msec]
+[Timing] (Rank 5) Min-Max   : 427 [msec]
+[Timing] (Rank 5) Elbow-Sort: 232 [msec]
+[Timing] (Rank 2) Total     : 1647 [msec]
+[Timing] (Rank 2) Full-Sort : 208 [msec]
+[Timing] (Rank 2) Exchange  : 784 [msec]
+[Timing] (Rank 2) Min-Max   : 402 [msec]
+[Timing] (Rank 2) Elbow-Sort: 251 [msec]
+[Timing] (Rank 3) Total     : 1648 [msec]
+[Timing] (Rank 3) Full-Sort : 197 [msec]
+[Timing] (Rank 3) Exchange  : 780 [msec]
+[Timing] (Rank 3) Min-Max   : 420 [msec]
+[Timing] (Rank 3) Elbow-Sort: 250 [msec]
+[Timing] (Rank 9) Total     : 1644 [msec]
+[Timing] (Rank 9) Full-Sort : 217 [msec]
+[Timing] (Rank 9) Exchange  : 739 [msec]
+[Timing] (Rank 9) Min-Max   : 443 [msec]
+[Timing] (Rank 9) Elbow-Sort: 244 [msec]
+[Timing] (Rank 6) Total     : 1650 [msec]
+[Timing] (Rank 6) Full-Sort : 215 [msec]
+[Timing] (Rank 6) Exchange  : 794 [msec]
+[Timing] (Rank 6) Min-Max   : 411 [msec]
+[Timing] (Rank 6) Elbow-Sort: 228 [msec]
+[Timing] (Rank 1) Total     : 1648 [msec]
+[Timing] (Rank 1) Full-Sort : 216 [msec]
+[Timing] (Rank 1) Exchange  : 775 [msec]
+[Timing] (Rank 1) Min-Max   : 405 [msec]
+[Timing] (Rank 1) Elbow-Sort: 250 [msec]
+[Timing] (Rank 8) Total     : 1643 [msec]
+[Timing] (Rank 8) Full-Sort : 216 [msec]
+[Timing] (Rank 8) Exchange  : 738 [msec]
+[Timing] (Rank 8) Min-Max   : 443 [msec]
+[Timing] (Rank 8) Elbow-Sort: 244 [msec]
+[Timing] (Rank 7) Total     : 1651 [msec]
+[Timing] (Rank 7) Full-Sort : 215 [msec]
+[Timing] (Rank 7) Exchange  : 785 [msec]
+[Timing] (Rank 7) Min-Max   : 420 [msec]
+[Timing] (Rank 7) Elbow-Sort: 229 [msec]
+[Timing] (Rank 12) Total     : 1642 [msec]
+[Timing] (Rank 12) Full-Sort : 203 [msec]
+[Timing] (Rank 12) Exchange  : 780 [msec]
+[Timing] (Rank 12) Min-Max   : 406 [msec]
+[Timing] (Rank 12) Elbow-Sort: 251 [msec]
+[Timing] (Rank 0) Total     : 1649 [msec]
+[Timing] (Rank 0) Full-Sort : 217 [msec]
+[Timing] (Rank 0) Exchange  : 771 [msec]
+[Timing] (Rank 0) Min-Max   : 410 [msec]
+[Timing] (Rank 0) Elbow-Sort: 249 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 15) Total     : 1642 [msec]
+[Timing] (Rank 15) Full-Sort : 211 [msec]
+[Timing] (Rank 15) Exchange  : 759 [msec]
+[Timing] (Rank 15) Min-Max   : 422 [msec]
+[Timing] (Rank 15) Elbow-Sort: 249 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 36) Total     : 6197 [msec]
+[Timing] (Rank 36) Full-Sort : 963 [msec]
+[Timing] (Rank 36) Exchange  : 2650 [msec]
+[Timing] (Rank 36) Min-Max   : 1648 [msec]
+[Timing] (Rank 36) Elbow-Sort: 934 [msec]
+[Timing] (Rank 1) Total     : 6448 [msec]
+[Timing] (Rank 1) Full-Sort : 907 [msec]
+[Timing] (Rank 1) Exchange  : 2959 [msec]
+[Timing] (Rank 1) Min-Max   : 1574 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1006 [msec]
+[Timing] (Rank 25) Total     : 6324 [msec]
+[Timing] (Rank 25) Full-Sort : 832 [msec]
+[Timing] (Rank 25) Exchange  : 3298 [msec]
+[Timing] (Rank 25) Min-Max   : 1242 [msec]
+[Timing] (Rank 25) Elbow-Sort: 950 [msec]
+[Timing] (Rank 51) Total     : 6173 [msec]
+[Timing] (Rank 51) Full-Sort : 949 [msec]
+[Timing] (Rank 51) Exchange  : 2644 [msec]
+[Timing] (Rank 51) Min-Max   : 1591 [msec]
+[Timing] (Rank 51) Elbow-Sort: 988 [msec]
+[Timing] (Rank 50) Total     : 6173 [msec]
+[Timing] (Rank 50) Full-Sort : 935 [msec]
+[Timing] (Rank 50) Exchange  : 2664 [msec]
+[Timing] (Rank 50) Min-Max   : 1585 [msec]
+[Timing] (Rank 50) Elbow-Sort: 988 [msec]
+[Timing] (Rank 54) Total     : 6193 [msec]
+[Timing] (Rank 54) Full-Sort : 955 [msec]
+[Timing] (Rank 54) Exchange  : 2625 [msec]
+[Timing] (Rank 54) Min-Max   : 1684 [msec]
+[Timing] (Rank 54) Elbow-Sort: 928 [msec]
+[Timing] (Rank 49) Total     : 6177 [msec]
+[Timing] (Rank 49) Full-Sort : 952 [msec]
+[Timing] (Rank 49) Exchange  : 2675 [msec]
+[Timing] (Rank 49) Min-Max   : 1550 [msec]
+[Timing] (Rank 49) Elbow-Sort: 998 [msec]
+[Timing] (Rank 60) Total     : 6172 [msec]
+[Timing] (Rank 60) Full-Sort : 951 [msec]
+[Timing] (Rank 60) Exchange  : 2605 [msec]
+[Timing] (Rank 60) Min-Max   : 1641 [msec]
+[Timing] (Rank 60) Elbow-Sort: 973 [msec]
+[Timing] (Rank 56) Total     : 6176 [msec]
+[Timing] (Rank 56) Full-Sort : 951 [msec]
+[Timing] (Rank 56) Exchange  : 2587 [msec]
+[Timing] (Rank 56) Min-Max   : 1683 [msec]
+[Timing] (Rank 56) Elbow-Sort: 953 [msec]
+[Timing] (Rank 59) Total     : 6176 [msec]
+[Timing] (Rank 59) Full-Sort : 957 [msec]
+[Timing] (Rank 59) Exchange  : 2610 [msec]
+[Timing] (Rank 59) Min-Max   : 1669 [msec]
+[Timing] (Rank 59) Elbow-Sort: 938 [msec]
+[Timing] (Rank 63) Total     : 6162 [msec]
+[Timing] (Rank 63) Full-Sort : 948 [msec]
+[Timing] (Rank 63) Exchange  : 2601 [msec]
+[Timing] (Rank 63) Min-Max   : 1638 [msec]
+[Timing] (Rank 63) Elbow-Sort: 973 [msec]
+[Timing] (Rank 55) Total     : 6198 [msec]
+[Timing] (Rank 55) Full-Sort : 957 [msec]
+[Timing] (Rank 55) Exchange  : 2624 [msec]
+[Timing] (Rank 55) Min-Max   : 1690 [msec]
+[Timing] (Rank 55) Elbow-Sort: 926 [msec]
+[Timing] (Rank 58) Total     : 6175 [msec]
+[Timing] (Rank 58) Full-Sort : 958 [msec]
+[Timing] (Rank 58) Exchange  : 2612 [msec]
+[Timing] (Rank 58) Min-Max   : 1664 [msec]
+[Timing] (Rank 58) Elbow-Sort: 939 [msec]
+[Timing] (Rank 61) Total     : 6169 [msec]
+[Timing] (Rank 61) Full-Sort : 920 [msec]
+[Timing] (Rank 61) Exchange  : 2637 [msec]
+[Timing] (Rank 61) Min-Max   : 1636 [msec]
+[Timing] (Rank 61) Elbow-Sort: 975 [msec]
+[Timing] (Rank 53) Total     : 6195 [msec]
+[Timing] (Rank 53) Full-Sort : 953 [msec]
+[Timing] (Rank 53) Exchange  : 2604 [msec]
+[Timing] (Rank 53) Min-Max   : 1698 [msec]
+[Timing] (Rank 53) Elbow-Sort: 938 [msec]
+[Timing] (Rank 57) Total     : 6177 [msec]
+[Timing] (Rank 57) Full-Sort : 952 [msec]
+[Timing] (Rank 57) Exchange  : 2581 [msec]
+[Timing] (Rank 57) Min-Max   : 1688 [msec]
+[Timing] (Rank 57) Elbow-Sort: 955 [msec]
+[Timing] (Rank 52) Total     : 6199 [msec]
+[Timing] (Rank 52) Full-Sort : 950 [msec]
+[Timing] (Rank 52) Exchange  : 2610 [msec]
+[Timing] (Rank 52) Min-Max   : 1699 [msec]
+[Timing] (Rank 52) Elbow-Sort: 938 [msec]
+[Timing] (Rank 48) Total     : 6182 [msec]
+[Timing] (Rank 48) Full-Sort : 953 [msec]
+[Timing] (Rank 48) Exchange  : 2642 [msec]
+[Timing] (Rank 48) Min-Max   : 1564 [msec]
+[Timing] (Rank 48) Elbow-Sort: 1022 [msec]
+[Timing] (Rank 62) Total     : 6166 [msec]
+[Timing] (Rank 62) Full-Sort : 927 [msec]
+[Timing] (Rank 62) Exchange  : 2626 [msec]
+[Timing] (Rank 62) Min-Max   : 1640 [msec]
+[Timing] (Rank 62) Elbow-Sort: 971 [msec]
+[Timing] (Rank 34) Total     : 6163 [msec]
+[Timing] (Rank 34) Full-Sort : 943 [msec]
+[Timing] (Rank 34) Exchange  : 2612 [msec]
+[Timing] (Rank 34) Min-Max   : 1610 [msec]
+[Timing] (Rank 34) Elbow-Sort: 997 [msec]
+[Timing] (Rank 33) Total     : 6167 [msec]
+[Timing] (Rank 33) Full-Sort : 947 [msec]
+[Timing] (Rank 33) Exchange  : 2640 [msec]
+[Timing] (Rank 33) Min-Max   : 1578 [msec]
+[Timing] (Rank 33) Elbow-Sort: 1001 [msec]
+[Timing] (Rank 40) Total     : 6177 [msec]
+[Timing] (Rank 40) Full-Sort : 965 [msec]
+[Timing] (Rank 40) Exchange  : 2530 [msec]
+[Timing] (Rank 40) Min-Max   : 1723 [msec]
+[Timing] (Rank 40) Elbow-Sort: 957 [msec]
+[Timing] (Rank 35) Total     : 6164 [msec]
+[Timing] (Rank 35) Full-Sort : 953 [msec]
+[Timing] (Rank 35) Exchange  : 2602 [msec]
+[Timing] (Rank 35) Min-Max   : 1609 [msec]
+[Timing] (Rank 35) Elbow-Sort: 998 [msec]
+[Timing] (Rank 42) Total     : 6172 [msec]
+[Timing] (Rank 42) Full-Sort : 966 [msec]
+[Timing] (Rank 42) Exchange  : 2517 [msec]
+[Timing] (Rank 42) Min-Max   : 1732 [msec]
+[Timing] (Rank 42) Elbow-Sort: 955 [msec]
+[Timing] (Rank 38) Total     : 6197 [msec]
+[Timing] (Rank 38) Full-Sort : 971 [msec]
+[Timing] (Rank 38) Exchange  : 2663 [msec]
+[Timing] (Rank 38) Min-Max   : 1642 [msec]
+[Timing] (Rank 38) Elbow-Sort: 920 [msec]
+[Timing] (Rank 37) Total     : 6201 [msec]
+[Timing] (Rank 37) Full-Sort : 961 [msec]
+[Timing] (Rank 37) Exchange  : 2648 [msec]
+[Timing] (Rank 37) Min-Max   : 1654 [msec]
+[Timing] (Rank 37) Elbow-Sort: 936 [msec]
+[Timing] (Rank 32) Total     : 6178 [msec]
+[Timing] (Rank 32) Full-Sort : 947 [msec]
+[Timing] (Rank 32) Exchange  : 2609 [msec]
+[Timing] (Rank 32) Min-Max   : 1592 [msec]
+[Timing] (Rank 32) Elbow-Sort: 1028 [msec]
+[Timing] (Rank 41) Total     : 6175 [msec]
+[Timing] (Rank 41) Full-Sort : 966 [msec]
+[Timing] (Rank 41) Exchange  : 2530 [msec]
+[Timing] (Rank 41) Min-Max   : 1718 [msec]
+[Timing] (Rank 41) Elbow-Sort: 959 [msec]
+[Timing] (Rank 39) Total     : 6190 [msec]
+[Timing] (Rank 39) Full-Sort : 966 [msec]
+[Timing] (Rank 39) Exchange  : 2661 [msec]
+[Timing] (Rank 39) Min-Max   : 1642 [msec]
+[Timing] (Rank 39) Elbow-Sort: 920 [msec]
+[Timing] (Rank 45) Total     : 6172 [msec]
+[Timing] (Rank 45) Full-Sort : 933 [msec]
+[Timing] (Rank 45) Exchange  : 2643 [msec]
+[Timing] (Rank 45) Min-Max   : 1600 [msec]
+[Timing] (Rank 45) Elbow-Sort: 994 [msec]
+[Timing] (Rank 43) Total     : 6171 [msec]
+[Timing] (Rank 43) Full-Sort : 963 [msec]
+[Timing] (Rank 43) Exchange  : 2515 [msec]
+[Timing] (Rank 43) Min-Max   : 1738 [msec]
+[Timing] (Rank 43) Elbow-Sort: 954 [msec]
+[Timing] (Rank 46) Total     : 6163 [msec]
+[Timing] (Rank 46) Full-Sort : 939 [msec]
+[Timing] (Rank 46) Exchange  : 2620 [msec]
+[Timing] (Rank 46) Min-Max   : 1618 [msec]
+[Timing] (Rank 46) Elbow-Sort: 984 [msec]
+[Timing] (Rank 44) Total     : 6177 [msec]
+[Timing] (Rank 44) Full-Sort : 907 [msec]
+[Timing] (Rank 44) Exchange  : 2691 [msec]
+[Timing] (Rank 44) Min-Max   : 1585 [msec]
+[Timing] (Rank 44) Elbow-Sort: 993 [msec]
+[Timing] (Rank 47) Total     : 6171 [msec]
+[Timing] (Rank 47) Full-Sort : 921 [msec]
+[Timing] (Rank 47) Exchange  : 2645 [msec]
+[Timing] (Rank 47) Min-Max   : 1620 [msec]
+[Timing] (Rank 47) Elbow-Sort: 983 [msec]
+[Timing] (Rank 2) Total     : 6447 [msec]
+[Timing] (Rank 2) Full-Sort : 921 [msec]
+[Timing] (Rank 2) Exchange  : 2908 [msec]
+[Timing] (Rank 2) Min-Max   : 1618 [msec]
+[Timing] (Rank 2) Elbow-Sort: 998 [msec]
+[Timing] (Rank 11) Total     : 6452 [msec]
+[Timing] (Rank 11) Full-Sort : 952 [msec]
+[Timing] (Rank 11) Exchange  : 2821 [msec]
+[Timing] (Rank 11) Min-Max   : 1717 [msec]
+[Timing] (Rank 11) Elbow-Sort: 961 [msec]
+[Timing] (Rank 9) Total     : 6458 [msec]
+[Timing] (Rank 9) Full-Sort : 946 [msec]
+[Timing] (Rank 9) Exchange  : 2839 [msec]
+[Timing] (Rank 9) Min-Max   : 1708 [msec]
+[Timing] (Rank 9) Elbow-Sort: 962 [msec]
+[Timing] (Rank 0) Total     : 6463 [msec]
+[Timing] (Rank 0) Full-Sort : 871 [msec]
+[Timing] (Rank 0) Exchange  : 2957 [msec]
+[Timing] (Rank 0) Min-Max   : 1601 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1032 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 10) Total     : 6454 [msec]
+[Timing] (Rank 10) Full-Sort : 953 [msec]
+[Timing] (Rank 10) Exchange  : 2827 [msec]
+[Timing] (Rank 10) Min-Max   : 1711 [msec]
+[Timing] (Rank 10) Elbow-Sort: 961 [msec]
+[Timing] (Rank 15) Total     : 6453 [msec]
+[Timing] (Rank 15) Full-Sort : 912 [msec]
+[Timing] (Rank 15) Exchange  : 2950 [msec]
+[Timing] (Rank 15) Min-Max   : 1601 [msec]
+[Timing] (Rank 15) Elbow-Sort: 987 [msec]
+[Timing] (Rank 12) Total     : 6447 [msec]
+[Timing] (Rank 12) Full-Sort : 926 [msec]
+[Timing] (Rank 12) Exchange  : 2947 [msec]
+[Timing] (Rank 12) Min-Max   : 1579 [msec]
+[Timing] (Rank 12) Elbow-Sort: 994 [msec]
+[Timing] (Rank 8) Total     : 6456 [msec]
+[Timing] (Rank 8) Full-Sort : 954 [msec]
+[Timing] (Rank 8) Exchange  : 2842 [msec]
+[Timing] (Rank 8) Min-Max   : 1701 [msec]
+[Timing] (Rank 8) Elbow-Sort: 958 [msec]
+[Timing] (Rank 5) Total     : 6473 [msec]
+[Timing] (Rank 5) Full-Sort : 957 [msec]
+[Timing] (Rank 5) Exchange  : 2933 [msec]
+[Timing] (Rank 5) Min-Max   : 1651 [msec]
+[Timing] (Rank 5) Elbow-Sort: 931 [msec]
+[Timing] (Rank 3) Total     : 6454 [msec]
+[Timing] (Rank 3) Full-Sort : 877 [msec]
+[Timing] (Rank 3) Exchange  : 2967 [msec]
+[Timing] (Rank 3) Min-Max   : 1608 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1000 [msec]
+[Timing] (Rank 6) Total     : 6474 [msec]
+[Timing] (Rank 6) Full-Sort : 951 [msec]
+[Timing] (Rank 6) Exchange  : 2953 [msec]
+[Timing] (Rank 6) Min-Max   : 1642 [msec]
+[Timing] (Rank 6) Elbow-Sort: 926 [msec]
+[Timing] (Rank 14) Total     : 6450 [msec]
+[Timing] (Rank 14) Full-Sort : 922 [msec]
+[Timing] (Rank 14) Exchange  : 2936 [msec]
+[Timing] (Rank 14) Min-Max   : 1603 [msec]
+[Timing] (Rank 14) Elbow-Sort: 988 [msec]
+[Timing] (Rank 13) Total     : 6444 [msec]
+[Timing] (Rank 13) Full-Sort : 930 [msec]
+[Timing] (Rank 13) Exchange  : 2934 [msec]
+[Timing] (Rank 13) Min-Max   : 1584 [msec]
+[Timing] (Rank 13) Elbow-Sort: 995 [msec]
+[Timing] (Rank 4) Total     : 6473 [msec]
+[Timing] (Rank 4) Full-Sort : 947 [msec]
+[Timing] (Rank 4) Exchange  : 2945 [msec]
+[Timing] (Rank 4) Min-Max   : 1647 [msec]
+[Timing] (Rank 4) Elbow-Sort: 932 [msec]
+[Timing] (Rank 7) Total     : 6473 [msec]
+[Timing] (Rank 7) Full-Sort : 943 [msec]
+[Timing] (Rank 7) Exchange  : 2952 [msec]
+[Timing] (Rank 7) Min-Max   : 1650 [msec]
+[Timing] (Rank 7) Elbow-Sort: 926 [msec]
+[Timing] (Rank 30) Total     : 6318 [msec]
+[Timing] (Rank 30) Full-Sort : 844 [msec]
+[Timing] (Rank 30) Exchange  : 3316 [msec]
+[Timing] (Rank 30) Min-Max   : 1218 [msec]
+[Timing] (Rank 30) Elbow-Sort: 938 [msec]
+[Timing] (Rank 31) Total     : 6325 [msec]
+[Timing] (Rank 31) Full-Sort : 822 [msec]
+[Timing] (Rank 31) Exchange  : 3322 [msec]
+[Timing] (Rank 31) Min-Max   : 1244 [msec]
+[Timing] (Rank 31) Elbow-Sort: 936 [msec]
+[Timing] (Rank 18) Total     : 6273 [msec]
+[Timing] (Rank 18) Full-Sort : 832 [msec]
+[Timing] (Rank 18) Exchange  : 3331 [msec]
+[Timing] (Rank 18) Min-Max   : 1144 [msec]
+[Timing] (Rank 18) Elbow-Sort: 964 [msec]
+[Timing] (Rank 24) Total     : 6316 [msec]
+[Timing] (Rank 24) Full-Sort : 854 [msec]
+[Timing] (Rank 24) Exchange  : 3290 [msec]
+[Timing] (Rank 24) Min-Max   : 1220 [msec]
+[Timing] (Rank 24) Elbow-Sort: 951 [msec]
+[Timing] (Rank 20) Total     : 6274 [msec]
+[Timing] (Rank 20) Full-Sort : 825 [msec]
+[Timing] (Rank 20) Exchange  : 3325 [msec]
+[Timing] (Rank 20) Min-Max   : 1160 [msec]
+[Timing] (Rank 20) Elbow-Sort: 963 [msec]
+[Timing] (Rank 26) Total     : 6317 [msec]
+[Timing] (Rank 26) Full-Sort : 849 [msec]
+[Timing] (Rank 26) Exchange  : 3302 [msec]
+[Timing] (Rank 26) Min-Max   : 1219 [msec]
+[Timing] (Rank 26) Elbow-Sort: 945 [msec]
+[Timing] (Rank 16) Total     : 6270 [msec]
+[Timing] (Rank 16) Full-Sort : 831 [msec]
+[Timing] (Rank 16) Exchange  : 3317 [msec]
+[Timing] (Rank 16) Min-Max   : 1151 [msec]
+[Timing] (Rank 16) Elbow-Sort: 969 [msec]
+[Timing] (Rank 21) Total     : 6282 [msec]
+[Timing] (Rank 21) Full-Sort : 808 [msec]
+[Timing] (Rank 21) Exchange  : 3304 [msec]
+[Timing] (Rank 21) Min-Max   : 1197 [msec]
+[Timing] (Rank 21) Elbow-Sort: 971 [msec]
+[Timing] (Rank 23) Total     : 6287 [msec]
+[Timing] (Rank 23) Full-Sort : 806 [msec]
+[Timing] (Rank 23) Exchange  : 3311 [msec]
+[Timing] (Rank 23) Min-Max   : 1204 [msec]
+[Timing] (Rank 23) Elbow-Sort: 964 [msec]
+[Timing] (Rank 29) Total     : 6323 [msec]
+[Timing] (Rank 29) Full-Sort : 837 [msec]
+[Timing] (Rank 29) Exchange  : 3298 [msec]
+[Timing] (Rank 29) Min-Max   : 1243 [msec]
+[Timing] (Rank 29) Elbow-Sort: 943 [msec]
+[Timing] (Rank 17) Total     : 6283 [msec]
+[Timing] (Rank 17) Full-Sort : 823 [msec]
+[Timing] (Rank 17) Exchange  : 3311 [msec]
+[Timing] (Rank 17) Min-Max   : 1171 [msec]
+[Timing] (Rank 17) Elbow-Sort: 977 [msec]
+[Timing] (Rank 22) Total     : 6276 [msec]
+[Timing] (Rank 22) Full-Sort : 827 [msec]
+[Timing] (Rank 22) Exchange  : 3342 [msec]
+[Timing] (Rank 22) Min-Max   : 1147 [msec]
+[Timing] (Rank 22) Elbow-Sort: 958 [msec]
+[Timing] (Rank 27) Total     : 6325 [msec]
+[Timing] (Rank 27) Full-Sort : 829 [msec]
+[Timing] (Rank 27) Exchange  : 3304 [msec]
+[Timing] (Rank 27) Min-Max   : 1244 [msec]
+[Timing] (Rank 27) Elbow-Sort: 946 [msec]
+[Timing] (Rank 19) Total     : 6286 [msec]
+[Timing] (Rank 19) Full-Sort : 809 [msec]
+[Timing] (Rank 19) Exchange  : 3327 [msec]
+[Timing] (Rank 19) Min-Max   : 1175 [msec]
+[Timing] (Rank 19) Elbow-Sort: 972 [msec]
+[Timing] (Rank 28) Total     : 6312 [msec]
+[Timing] (Rank 28) Full-Sort : 849 [msec]
+[Timing] (Rank 28) Exchange  : 3298 [msec]
+[Timing] (Rank 28) Min-Max   : 1220 [msec]
+[Timing] (Rank 28) Elbow-Sort: 943 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 47) Total     : 25 [sec]
+[Timing] (Rank 47) Full-Sort : 4165 [msec]
+[Timing] (Rank 47) Exchange  : 10 [sec]
+[Timing] (Rank 47) Min-Max   : 6202 [msec]
+[Timing] (Rank 47) Elbow-Sort: 3910 [msec]
+[Timing] (Rank 25) Total     : 25 [sec]
+[Timing] (Rank 25) Full-Sort : 3676 [msec]
+[Timing] (Rank 25) Exchange  : 12 [sec]
+[Timing] (Rank 25) Min-Max   : 4999 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3790 [msec]
+[Timing] (Rank 7) Total     : 26 [sec]
+[Timing] (Rank 7) Full-Sort : 4191 [msec]
+[Timing] (Rank 7) Exchange  : 11 [sec]
+[Timing] (Rank 7) Min-Max   : 6620 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3708 [msec]
+[Timing] (Rank 58) Total     : 25 [sec]
+[Timing] (Rank 58) Full-Sort : 4120 [msec]
+[Timing] (Rank 58) Exchange  : 10 [sec]
+[Timing] (Rank 58) Min-Max   : 6815 [msec]
+[Timing] (Rank 58) Elbow-Sort: 3793 [msec]
+[Timing] (Rank 42) Total     : 25 [sec]
+[Timing] (Rank 42) Full-Sort : 4188 [msec]
+[Timing] (Rank 42) Exchange  : 10 [sec]
+[Timing] (Rank 42) Min-Max   : 6873 [msec]
+[Timing] (Rank 42) Elbow-Sort: 3800 [msec]
+[Timing] (Rank 33) Total     : 25 [sec]
+[Timing] (Rank 33) Full-Sort : 3935 [msec]
+[Timing] (Rank 33) Exchange  : 10 [sec]
+[Timing] (Rank 33) Min-Max   : 6316 [msec]
+[Timing] (Rank 33) Elbow-Sort: 4016 [msec]
+[Timing] (Rank 37) Total     : 25 [sec]
+[Timing] (Rank 37) Full-Sort : 4199 [msec]
+[Timing] (Rank 37) Exchange  : 10 [sec]
+[Timing] (Rank 37) Min-Max   : 6641 [msec]
+[Timing] (Rank 37) Elbow-Sort: 3762 [msec]
+[Timing] (Rank 36) Total     : 25 [sec]
+[Timing] (Rank 36) Full-Sort : 4195 [msec]
+[Timing] (Rank 36) Exchange  : 10 [sec]
+[Timing] (Rank 36) Min-Max   : 6659 [msec]
+[Timing] (Rank 36) Elbow-Sort: 3763 [msec]
+[Timing] (Rank 32) Total     : 25 [sec]
+[Timing] (Rank 32) Full-Sort : 3842 [msec]
+[Timing] (Rank 32) Exchange  : 10 [sec]
+[Timing] (Rank 32) Min-Max   : 6348 [msec]
+[Timing] (Rank 32) Elbow-Sort: 3999 [msec]
+[Timing] (Rank 38) Total     : 25 [sec]
+[Timing] (Rank 38) Full-Sort : 4186 [msec]
+[Timing] (Rank 38) Exchange  : 10 [sec]
+[Timing] (Rank 38) Min-Max   : 6592 [msec]
+[Timing] (Rank 38) Elbow-Sort: 3698 [msec]
+[Timing] (Rank 34) Total     : 25 [sec]
+[Timing] (Rank 34) Full-Sort : 4124 [msec]
+[Timing] (Rank 34) Exchange  : 10 [sec]
+[Timing] (Rank 34) Min-Max   : 6326 [msec]
+[Timing] (Rank 34) Elbow-Sort: 3996 [msec]
+[Timing] (Rank 35) Total     : 25 [sec]
+[Timing] (Rank 35) Full-Sort : 4178 [msec]
+[Timing] (Rank 35) Exchange  : 10 [sec]
+[Timing] (Rank 35) Min-Max   : 6400 [msec]
+[Timing] (Rank 35) Elbow-Sort: 3982 [msec]
+[Timing] (Rank 44) Total     : 25 [sec]
+[Timing] (Rank 44) Full-Sort : 4090 [msec]
+[Timing] (Rank 44) Exchange  : 10 [sec]
+[Timing] (Rank 44) Min-Max   : 6268 [msec]
+[Timing] (Rank 44) Elbow-Sort: 3942 [msec]
+[Timing] (Rank 43) Total     : 25 [sec]
+[Timing] (Rank 43) Full-Sort : 4211 [msec]
+[Timing] (Rank 43) Exchange  : 10 [sec]
+[Timing] (Rank 43) Min-Max   : 6872 [msec]
+[Timing] (Rank 43) Elbow-Sort: 3803 [msec]
+[Timing] (Rank 46) Total     : 25 [sec]
+[Timing] (Rank 46) Full-Sort : 4108 [msec]
+[Timing] (Rank 46) Exchange  : 10 [sec]
+[Timing] (Rank 46) Min-Max   : 6244 [msec]
+[Timing] (Rank 46) Elbow-Sort: 3914 [msec]
+[Timing] (Rank 41) Total     : 25 [sec]
+[Timing] (Rank 41) Full-Sort : 4220 [msec]
+[Timing] (Rank 41) Exchange  : 10 [sec]
+[Timing] (Rank 41) Min-Max   : 6862 [msec]
+[Timing] (Rank 41) Elbow-Sort: 3835 [msec]
+[Timing] (Rank 39) Total     : 25 [sec]
+[Timing] (Rank 39) Full-Sort : 4219 [msec]
+[Timing] (Rank 39) Exchange  : 10 [sec]
+[Timing] (Rank 39) Min-Max   : 6577 [msec]
+[Timing] (Rank 39) Elbow-Sort: 3715 [msec]
+[Timing] (Rank 40) Total     : 25 [sec]
+[Timing] (Rank 40) Full-Sort : 4206 [msec]
+[Timing] (Rank 40) Exchange  : 10 [sec]
+[Timing] (Rank 40) Min-Max   : 6856 [msec]
+[Timing] (Rank 40) Elbow-Sort: 3828 [msec]
+[Timing] (Rank 45) Total     : 25 [sec]
+[Timing] (Rank 45) Full-Sort : 4078 [msec]
+[Timing] (Rank 45) Exchange  : 10 [sec]
+[Timing] (Rank 45) Min-Max   : 6327 [msec]
+[Timing] (Rank 45) Elbow-Sort: 3964 [msec]
+[Timing] (Rank 4) Total     : 26 [sec]
+[Timing] (Rank 4) Full-Sort : 4126 [msec]
+[Timing] (Rank 4) Exchange  : 11 [sec]
+[Timing] (Rank 4) Min-Max   : 6650 [msec]
+[Timing] (Rank 4) Elbow-Sort: 3747 [msec]
+[Timing] (Rank 5) Total     : 26 [sec]
+[Timing] (Rank 5) Full-Sort : 4134 [msec]
+[Timing] (Rank 5) Exchange  : 11 [sec]
+[Timing] (Rank 5) Min-Max   : 6663 [msec]
+[Timing] (Rank 5) Elbow-Sort: 3762 [msec]
+[Timing] (Rank 6) Total     : 26 [sec]
+[Timing] (Rank 6) Full-Sort : 4200 [msec]
+[Timing] (Rank 6) Exchange  : 11 [sec]
+[Timing] (Rank 6) Min-Max   : 6678 [msec]
+[Timing] (Rank 6) Elbow-Sort: 3706 [msec]
+[Timing] (Rank 15) Total     : 26 [sec]
+[Timing] (Rank 15) Full-Sort : 4093 [msec]
+[Timing] (Rank 15) Exchange  : 11 [sec]
+[Timing] (Rank 15) Min-Max   : 6403 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 2) Total     : 26 [sec]
+[Timing] (Rank 2) Full-Sort : 4084 [msec]
+[Timing] (Rank 2) Exchange  : 11 [sec]
+[Timing] (Rank 2) Min-Max   : 6421 [msec]
+[Timing] (Rank 2) Elbow-Sort: 3959 [msec]
+[Timing] (Rank 12) Total     : 26 [sec]
+[Timing] (Rank 12) Full-Sort : 4073 [msec]
+[Timing] (Rank 12) Exchange  : 11 [sec]
+[Timing] (Rank 12) Min-Max   : 6294 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3951 [msec]
+[Timing] (Rank 1) Total     : 26 [sec]
+[Timing] (Rank 1) Full-Sort : 4025 [msec]
+[Timing] (Rank 1) Exchange  : 11 [sec]
+[Timing] (Rank 1) Min-Max   : 6461 [msec]
+[Timing] (Rank 1) Elbow-Sort: 3999 [msec]
+[Timing] (Rank 9) Total     : 26 [sec]
+[Timing] (Rank 9) Full-Sort : 4143 [msec]
+[Timing] (Rank 9) Exchange  : 11 [sec]
+[Timing] (Rank 9) Min-Max   : 6820 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3852 [msec]
+[Timing] (Rank 8) Total     : 26 [sec]
+[Timing] (Rank 8) Full-Sort : 4138 [msec]
+[Timing] (Rank 8) Exchange  : 11 [sec]
+[Timing] (Rank 8) Min-Max   : 6832 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3861 [msec]
+[Timing] (Rank 14) Total     : 26 [sec]
+[Timing] (Rank 14) Full-Sort : 4026 [msec]
+[Timing] (Rank 14) Exchange  : 11 [sec]
+[Timing] (Rank 14) Min-Max   : 6414 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 13) Total     : 26 [sec]
+[Timing] (Rank 13) Full-Sort : 4105 [msec]
+[Timing] (Rank 13) Exchange  : 11 [sec]
+[Timing] (Rank 13) Min-Max   : 6301 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3957 [msec]
+[Timing] (Rank 0) Total     : 26 [sec]
+[Timing] (Rank 0) Full-Sort : 3798 [msec]
+[Timing] (Rank 0) Exchange  : 11 [sec]
+[Timing] (Rank 0) Min-Max   : 6393 [msec]
+[Timing] (Rank 0) Elbow-Sort: 4005 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 26 [sec]
+[Timing] (Rank 3) Full-Sort : 4101 [msec]
+[Timing] (Rank 3) Exchange  : 11 [sec]
+[Timing] (Rank 3) Min-Max   : 6468 [msec]
+[Timing] (Rank 3) Elbow-Sort: 3969 [msec]
+[Timing] (Rank 10) Total     : 26 [sec]
+[Timing] (Rank 10) Full-Sort : 4133 [msec]
+[Timing] (Rank 10) Exchange  : 11 [sec]
+[Timing] (Rank 10) Min-Max   : 6861 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3840 [msec]
+[Timing] (Rank 11) Total     : 26 [sec]
+[Timing] (Rank 11) Full-Sort : 4158 [msec]
+[Timing] (Rank 11) Exchange  : 11 [sec]
+[Timing] (Rank 11) Min-Max   : 6851 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3836 [msec]
+[Timing] (Rank 30) Total     : 25 [sec]
+[Timing] (Rank 30) Full-Sort : 3791 [msec]
+[Timing] (Rank 30) Exchange  : 13 [sec]
+[Timing] (Rank 30) Min-Max   : 4856 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3729 [msec]
+[Timing] (Rank 23) Total     : 25 [sec]
+[Timing] (Rank 23) Full-Sort : 3556 [msec]
+[Timing] (Rank 23) Exchange  : 13 [sec]
+[Timing] (Rank 23) Min-Max   : 4623 [msec]
+[Timing] (Rank 23) Elbow-Sort: 3881 [msec]
+[Timing] (Rank 17) Total     : 25 [sec]
+[Timing] (Rank 17) Full-Sort : 3542 [msec]
+[Timing] (Rank 17) Exchange  : 13 [sec]
+[Timing] (Rank 17) Min-Max   : 4564 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3940 [msec]
+[Timing] (Rank 21) Total     : 25 [sec]
+[Timing] (Rank 21) Full-Sort : 3590 [msec]
+[Timing] (Rank 21) Exchange  : 13 [sec]
+[Timing] (Rank 21) Min-Max   : 4637 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 24) Total     : 25 [sec]
+[Timing] (Rank 24) Full-Sort : 3738 [msec]
+[Timing] (Rank 24) Exchange  : 13 [sec]
+[Timing] (Rank 24) Min-Max   : 4851 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3784 [msec]
+[Timing] (Rank 31) Total     : 25 [sec]
+[Timing] (Rank 31) Full-Sort : 3703 [msec]
+[Timing] (Rank 31) Exchange  : 13 [sec]
+[Timing] (Rank 31) Min-Max   : 5013 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3731 [msec]
+[Timing] (Rank 19) Total     : 25 [sec]
+[Timing] (Rank 19) Full-Sort : 3604 [msec]
+[Timing] (Rank 19) Exchange  : 13 [sec]
+[Timing] (Rank 19) Min-Max   : 4557 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3924 [msec]
+[Timing] (Rank 27) Total     : 25 [sec]
+[Timing] (Rank 27) Full-Sort : 3717 [msec]
+[Timing] (Rank 27) Exchange  : 12 [sec]
+[Timing] (Rank 27) Min-Max   : 5026 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3757 [msec]
+[Timing] (Rank 29) Total     : 25 [sec]
+[Timing] (Rank 29) Full-Sort : 3723 [msec]
+[Timing] (Rank 29) Exchange  : 12 [sec]
+[Timing] (Rank 29) Min-Max   : 5033 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3750 [msec]
+[Timing] (Rank 28) Total     : 25 [sec]
+[Timing] (Rank 28) Full-Sort : 3794 [msec]
+[Timing] (Rank 28) Exchange  : 13 [sec]
+[Timing] (Rank 28) Min-Max   : 4854 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3755 [msec]
+[Timing] (Rank 16) Total     : 25 [sec]
+[Timing] (Rank 16) Full-Sort : 3572 [msec]
+[Timing] (Rank 16) Exchange  : 13 [sec]
+[Timing] (Rank 16) Min-Max   : 4314 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3915 [msec]
+[Timing] (Rank 18) Total     : 25 [sec]
+[Timing] (Rank 18) Full-Sort : 3587 [msec]
+[Timing] (Rank 18) Exchange  : 13 [sec]
+[Timing] (Rank 18) Min-Max   : 4365 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3894 [msec]
+[Timing] (Rank 26) Total     : 25 [sec]
+[Timing] (Rank 26) Full-Sort : 3765 [msec]
+[Timing] (Rank 26) Exchange  : 13 [sec]
+[Timing] (Rank 26) Min-Max   : 4854 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3764 [msec]
+[Timing] (Rank 22) Total     : 25 [sec]
+[Timing] (Rank 22) Full-Sort : 3597 [msec]
+[Timing] (Rank 22) Exchange  : 13 [sec]
+[Timing] (Rank 22) Min-Max   : 4378 [msec]
+[Timing] (Rank 22) Elbow-Sort: 3861 [msec]
+[Timing] (Rank 20) Total     : 25 [sec]
+[Timing] (Rank 20) Full-Sort : 3631 [msec]
+[Timing] (Rank 20) Exchange  : 13 [sec]
+[Timing] (Rank 20) Min-Max   : 4401 [msec]
+[Timing] (Rank 20) Elbow-Sort: 3874 [msec]
+[Timing] (Rank 55) Total     : 25 [sec]
+[Timing] (Rank 55) Full-Sort : 4136 [msec]
+[Timing] (Rank 55) Exchange  : 10 [sec]
+[Timing] (Rank 55) Min-Max   : 6645 [msec]
+[Timing] (Rank 55) Elbow-Sort: 3693 [msec]
+[Timing] (Rank 56) Total     : 25 [sec]
+[Timing] (Rank 56) Full-Sort : 4116 [msec]
+[Timing] (Rank 56) Exchange  : 10 [sec]
+[Timing] (Rank 56) Min-Max   : 6794 [msec]
+[Timing] (Rank 56) Elbow-Sort: 3813 [msec]
+[Timing] (Rank 61) Total     : 25 [sec]
+[Timing] (Rank 61) Full-Sort : 4079 [msec]
+[Timing] (Rank 61) Exchange  : 10 [sec]
+[Timing] (Rank 61) Min-Max   : 6352 [msec]
+[Timing] (Rank 61) Elbow-Sort: 3911 [msec]
+[Timing] (Rank 52) Total     : 25 [sec]
+[Timing] (Rank 52) Full-Sort : 4130 [msec]
+[Timing] (Rank 52) Exchange  : 10 [sec]
+[Timing] (Rank 52) Min-Max   : 6604 [msec]
+[Timing] (Rank 52) Elbow-Sort: 3715 [msec]
+[Timing] (Rank 62) Total     : 25 [sec]
+[Timing] (Rank 62) Full-Sort : 4058 [msec]
+[Timing] (Rank 62) Exchange  : 10 [sec]
+[Timing] (Rank 62) Min-Max   : 6321 [msec]
+[Timing] (Rank 62) Elbow-Sort: 3878 [msec]
+[Timing] (Rank 59) Total     : 25 [sec]
+[Timing] (Rank 59) Full-Sort : 4137 [msec]
+[Timing] (Rank 59) Exchange  : 10 [sec]
+[Timing] (Rank 59) Min-Max   : 6788 [msec]
+[Timing] (Rank 59) Elbow-Sort: 3799 [msec]
+[Timing] (Rank 49) Total     : 25 [sec]
+[Timing] (Rank 49) Full-Sort : 3917 [msec]
+[Timing] (Rank 49) Exchange  : 10 [sec]
+[Timing] (Rank 49) Min-Max   : 6317 [msec]
+[Timing] (Rank 49) Elbow-Sort: 3997 [msec]
+[Timing] (Rank 57) Total     : 25 [sec]
+[Timing] (Rank 57) Full-Sort : 4167 [msec]
+[Timing] (Rank 57) Exchange  : 10 [sec]
+[Timing] (Rank 57) Min-Max   : 6770 [msec]
+[Timing] (Rank 57) Elbow-Sort: 3818 [msec]
+[Timing] (Rank 60) Total     : 25 [sec]
+[Timing] (Rank 60) Full-Sort : 4110 [msec]
+[Timing] (Rank 60) Exchange  : 10 [sec]
+[Timing] (Rank 60) Min-Max   : 6355 [msec]
+[Timing] (Rank 60) Elbow-Sort: 3909 [msec]
+[Timing] (Rank 63) Total     : 25 [sec]
+[Timing] (Rank 63) Full-Sort : 4110 [msec]
+[Timing] (Rank 63) Exchange  : 10 [sec]
+[Timing] (Rank 63) Min-Max   : 6286 [msec]
+[Timing] (Rank 63) Elbow-Sort: 3879 [msec]
+[Timing] (Rank 53) Total     : 25 [sec]
+[Timing] (Rank 53) Full-Sort : 4173 [msec]
+[Timing] (Rank 53) Exchange  : 10 [sec]
+[Timing] (Rank 53) Min-Max   : 6589 [msec]
+[Timing] (Rank 53) Elbow-Sort: 3718 [msec]
+[Timing] (Rank 51) Total     : 25 [sec]
+[Timing] (Rank 51) Full-Sort : 3962 [msec]
+[Timing] (Rank 51) Exchange  : 10 [sec]
+[Timing] (Rank 51) Min-Max   : 6280 [msec]
+[Timing] (Rank 51) Elbow-Sort: 3958 [msec]
+[Timing] (Rank 48) Total     : 25 [sec]
+[Timing] (Rank 48) Full-Sort : 3708 [msec]
+[Timing] (Rank 48) Exchange  : 11 [sec]
+[Timing] (Rank 48) Min-Max   : 6220 [msec]
+[Timing] (Rank 48) Elbow-Sort: 4098 [msec]
+[Timing] (Rank 50) Total     : 25 [sec]
+[Timing] (Rank 50) Full-Sort : 3918 [msec]
+[Timing] (Rank 50) Exchange  : 11 [sec]
+[Timing] (Rank 50) Min-Max   : 6222 [msec]
+[Timing] (Rank 50) Elbow-Sort: 3956 [msec]
+[Timing] (Rank 54) Total     : 25 [sec]
+[Timing] (Rank 54) Full-Sort : 4133 [msec]
+[Timing] (Rank 54) Exchange  : 10 [sec]
+[Timing] (Rank 54) Min-Max   : 6637 [msec]
+[Timing] (Rank 54) Elbow-Sort: 3702 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 11) Total     : 77 [msec]
+[Timing] (Rank 11) Full-Sort : 19 [msec]
+[Timing] (Rank 11) Exchange  : 32 [msec]
+[Timing] (Rank 11) Min-Max   : 8123 [usec]
+[Timing] (Rank 11) Elbow-Sort: 17 [msec]
+[Timing] (Rank 2) Total     : 76 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 32 [msec]
+[Timing] (Rank 2) Min-Max   : 8251 [usec]
+[Timing] (Rank 2) Elbow-Sort: 17 [msec]
+[Timing] (Rank 6) Total     : 76 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 30 [msec]
+[Timing] (Rank 6) Min-Max   : 9394 [usec]
+[Timing] (Rank 6) Elbow-Sort: 17 [msec]
+[Timing] (Rank 12) Total     : 77 [msec]
+[Timing] (Rank 12) Full-Sort : 19 [msec]
+[Timing] (Rank 12) Exchange  : 31 [msec]
+[Timing] (Rank 12) Min-Max   : 8933 [usec]
+[Timing] (Rank 12) Elbow-Sort: 18 [msec]
+[Timing] (Rank 9) Total     : 77 [msec]
+[Timing] (Rank 9) Full-Sort : 18 [msec]
+[Timing] (Rank 9) Exchange  : 32 [msec]
+[Timing] (Rank 9) Min-Max   : 8107 [usec]
+[Timing] (Rank 9) Elbow-Sort: 17 [msec]
+[Timing] (Rank 10) Total     : 77 [msec]
+[Timing] (Rank 10) Full-Sort : 18 [msec]
+[Timing] (Rank 10) Exchange  : 33 [msec]
+[Timing] (Rank 10) Min-Max   : 8146 [usec]
+[Timing] (Rank 10) Elbow-Sort: 17 [msec]
+[Timing] (Rank 8) Total     : 77 [msec]
+[Timing] (Rank 8) Full-Sort : 19 [msec]
+[Timing] (Rank 8) Exchange  : 32 [msec]
+[Timing] (Rank 8) Min-Max   : 8124 [usec]
+[Timing] (Rank 8) Elbow-Sort: 18 [msec]
+[Timing] (Rank 0) Total     : 76 [msec]
+[Timing] (Rank 0) Full-Sort : 18 [msec]
+[Timing] (Rank 0) Exchange  : 31 [msec]
+[Timing] (Rank 0) Min-Max   : 8144 [usec]
+[Timing] (Rank 0) Elbow-Sort: 17 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 76 [msec]
+[Timing] (Rank 3) Full-Sort : 18 [msec]
+[Timing] (Rank 3) Exchange  : 31 [msec]
+[Timing] (Rank 3) Min-Max   : 8151 [usec]
+[Timing] (Rank 3) Elbow-Sort: 17 [msec]
+[Timing] (Rank 1) Total     : 76 [msec]
+[Timing] (Rank 1) Full-Sort : 18 [msec]
+[Timing] (Rank 1) Exchange  : 31 [msec]
+[Timing] (Rank 1) Min-Max   : 8225 [usec]
+[Timing] (Rank 1) Elbow-Sort: 17 [msec]
+[Timing] (Rank 7) Total     : 75 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 29 [msec]
+[Timing] (Rank 7) Min-Max   : 9548 [usec]
+[Timing] (Rank 7) Elbow-Sort: 17 [msec]
+[Timing] (Rank 4) Total     : 75 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 29 [msec]
+[Timing] (Rank 4) Min-Max   : 9597 [usec]
+[Timing] (Rank 4) Elbow-Sort: 17 [msec]
+[Timing] (Rank 5) Total     : 75 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 29 [msec]
+[Timing] (Rank 5) Min-Max   : 9522 [usec]
+[Timing] (Rank 5) Elbow-Sort: 17 [msec]
+[Timing] (Rank 13) Total     : 77 [msec]
+[Timing] (Rank 13) Full-Sort : 19 [msec]
+[Timing] (Rank 13) Exchange  : 31 [msec]
+[Timing] (Rank 13) Min-Max   : 8819 [usec]
+[Timing] (Rank 13) Elbow-Sort: 17 [msec]
+[Timing] (Rank 14) Total     : 77 [msec]
+[Timing] (Rank 14) Full-Sort : 19 [msec]
+[Timing] (Rank 14) Exchange  : 31 [msec]
+[Timing] (Rank 14) Min-Max   : 8975 [usec]
+[Timing] (Rank 14) Elbow-Sort: 17 [msec]
+[Timing] (Rank 15) Total     : 77 [msec]
+[Timing] (Rank 15) Full-Sort : 19 [msec]
+[Timing] (Rank 15) Exchange  : 31 [msec]
+[Timing] (Rank 15) Min-Max   : 8742 [usec]
+[Timing] (Rank 15) Elbow-Sort: 17 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 578 [msec]
+[Timing] (Rank 0) Full-Sort : 174 [msec]
+[Timing] (Rank 0) Exchange  : 172 [msec]
+[Timing] (Rank 0) Min-Max   : 79 [msec]
+[Timing] (Rank 0) Elbow-Sort: 152 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 8) Total     : 576 [msec]
+[Timing] (Rank 8) Full-Sort : 173 [msec]
+[Timing] (Rank 8) Exchange  : 168 [msec]
+[Timing] (Rank 8) Min-Max   : 79 [msec]
+[Timing] (Rank 8) Elbow-Sort: 153 [msec]
+[Timing] (Rank 5) Total     : 589 [msec]
+[Timing] (Rank 5) Full-Sort : 181 [msec]
+[Timing] (Rank 5) Exchange  : 139 [msec]
+[Timing] (Rank 5) Min-Max   : 111 [msec]
+[Timing] (Rank 5) Elbow-Sort: 156 [msec]
+[Timing] (Rank 14) Total     : 575 [msec]
+[Timing] (Rank 14) Full-Sort : 179 [msec]
+[Timing] (Rank 14) Exchange  : 155 [msec]
+[Timing] (Rank 14) Min-Max   : 89 [msec]
+[Timing] (Rank 14) Elbow-Sort: 151 [msec]
+[Timing] (Rank 3) Total     : 576 [msec]
+[Timing] (Rank 3) Full-Sort : 171 [msec]
+[Timing] (Rank 3) Exchange  : 175 [msec]
+[Timing] (Rank 3) Min-Max   : 80 [msec]
+[Timing] (Rank 3) Elbow-Sort: 149 [msec]
+[Timing] (Rank 2) Total     : 576 [msec]
+[Timing] (Rank 2) Full-Sort : 171 [msec]
+[Timing] (Rank 2) Exchange  : 173 [msec]
+[Timing] (Rank 2) Min-Max   : 81 [msec]
+[Timing] (Rank 2) Elbow-Sort: 149 [msec]
+[Timing] (Rank 1) Total     : 576 [msec]
+[Timing] (Rank 1) Full-Sort : 171 [msec]
+[Timing] (Rank 1) Exchange  : 174 [msec]
+[Timing] (Rank 1) Min-Max   : 80 [msec]
+[Timing] (Rank 1) Elbow-Sort: 150 [msec]
+[Timing] (Rank 11) Total     : 573 [msec]
+[Timing] (Rank 11) Full-Sort : 173 [msec]
+[Timing] (Rank 11) Exchange  : 169 [msec]
+[Timing] (Rank 11) Min-Max   : 81 [msec]
+[Timing] (Rank 11) Elbow-Sort: 148 [msec]
+[Timing] (Rank 10) Total     : 572 [msec]
+[Timing] (Rank 10) Full-Sort : 173 [msec]
+[Timing] (Rank 10) Exchange  : 169 [msec]
+[Timing] (Rank 10) Min-Max   : 80 [msec]
+[Timing] (Rank 10) Elbow-Sort: 148 [msec]
+[Timing] (Rank 9) Total     : 572 [msec]
+[Timing] (Rank 9) Full-Sort : 173 [msec]
+[Timing] (Rank 9) Exchange  : 167 [msec]
+[Timing] (Rank 9) Min-Max   : 81 [msec]
+[Timing] (Rank 9) Elbow-Sort: 149 [msec]
+[Timing] (Rank 4) Total     : 588 [msec]
+[Timing] (Rank 4) Full-Sort : 182 [msec]
+[Timing] (Rank 4) Exchange  : 139 [msec]
+[Timing] (Rank 4) Min-Max   : 110 [msec]
+[Timing] (Rank 4) Elbow-Sort: 156 [msec]
+[Timing] (Rank 7) Total     : 589 [msec]
+[Timing] (Rank 7) Full-Sort : 181 [msec]
+[Timing] (Rank 7) Exchange  : 138 [msec]
+[Timing] (Rank 7) Min-Max   : 113 [msec]
+[Timing] (Rank 7) Elbow-Sort: 155 [msec]
+[Timing] (Rank 6) Total     : 588 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 138 [msec]
+[Timing] (Rank 6) Min-Max   : 113 [msec]
+[Timing] (Rank 6) Elbow-Sort: 154 [msec]
+[Timing] (Rank 12) Total     : 576 [msec]
+[Timing] (Rank 12) Full-Sort : 181 [msec]
+[Timing] (Rank 12) Exchange  : 154 [msec]
+[Timing] (Rank 12) Min-Max   : 88 [msec]
+[Timing] (Rank 12) Elbow-Sort: 151 [msec]
+[Timing] (Rank 15) Total     : 575 [msec]
+[Timing] (Rank 15) Full-Sort : 178 [msec]
+[Timing] (Rank 15) Exchange  : 156 [msec]
+[Timing] (Rank 15) Min-Max   : 89 [msec]
+[Timing] (Rank 15) Elbow-Sort: 150 [msec]
+[Timing] (Rank 13) Total     : 574 [msec]
+[Timing] (Rank 13) Full-Sort : 178 [msec]
+[Timing] (Rank 13) Exchange  : 155 [msec]
+[Timing] (Rank 13) Min-Max   : 89 [msec]
+[Timing] (Rank 13) Elbow-Sort: 151 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 10) Total     : 2340 [msec]
+[Timing] (Rank 10) Full-Sort : 749 [msec]
+[Timing] (Rank 10) Exchange  : 664 [msec]
+[Timing] (Rank 10) Min-Max   : 333 [msec]
+[Timing] (Rank 10) Elbow-Sort: 593 [msec]
+[Timing] (Rank 1) Total     : 2308 [msec]
+[Timing] (Rank 1) Full-Sort : 747 [msec]
+[Timing] (Rank 1) Exchange  : 627 [msec]
+[Timing] (Rank 1) Min-Max   : 330 [msec]
+[Timing] (Rank 1) Elbow-Sort: 601 [msec]
+[Timing] (Rank 4) Total     : 2343 [msec]
+[Timing] (Rank 4) Full-Sort : 757 [msec]
+[Timing] (Rank 4) Exchange  : 536 [msec]
+[Timing] (Rank 4) Min-Max   : 432 [msec]
+[Timing] (Rank 4) Elbow-Sort: 617 [msec]
+[Timing] (Rank 13) Total     : 2361 [msec]
+[Timing] (Rank 13) Full-Sort : 761 [msec]
+[Timing] (Rank 13) Exchange  : 622 [msec]
+[Timing] (Rank 13) Min-Max   : 369 [msec]
+[Timing] (Rank 13) Elbow-Sort: 607 [msec]
+[Timing] (Rank 8) Total     : 2349 [msec]
+[Timing] (Rank 8) Full-Sort : 768 [msec]
+[Timing] (Rank 8) Exchange  : 636 [msec]
+[Timing] (Rank 8) Min-Max   : 331 [msec]
+[Timing] (Rank 8) Elbow-Sort: 613 [msec]
+[Timing] (Rank 9) Total     : 2341 [msec]
+[Timing] (Rank 9) Full-Sort : 747 [msec]
+[Timing] (Rank 9) Exchange  : 666 [msec]
+[Timing] (Rank 9) Min-Max   : 329 [msec]
+[Timing] (Rank 9) Elbow-Sort: 598 [msec]
+[Timing] (Rank 11) Total     : 2345 [msec]
+[Timing] (Rank 11) Full-Sort : 749 [msec]
+[Timing] (Rank 11) Exchange  : 666 [msec]
+[Timing] (Rank 11) Min-Max   : 335 [msec]
+[Timing] (Rank 11) Elbow-Sort: 593 [msec]
+[Timing] (Rank 2) Total     : 2309 [msec]
+[Timing] (Rank 2) Full-Sort : 739 [msec]
+[Timing] (Rank 2) Exchange  : 641 [msec]
+[Timing] (Rank 2) Min-Max   : 330 [msec]
+[Timing] (Rank 2) Elbow-Sort: 597 [msec]
+[Timing] (Rank 3) Total     : 2311 [msec]
+[Timing] (Rank 3) Full-Sort : 747 [msec]
+[Timing] (Rank 3) Exchange  : 631 [msec]
+[Timing] (Rank 3) Min-Max   : 333 [msec]
+[Timing] (Rank 3) Elbow-Sort: 598 [msec]
+[Timing] (Rank 0) Total     : 2313 [msec]
+[Timing] (Rank 0) Full-Sort : 754 [msec]
+[Timing] (Rank 0) Exchange  : 629 [msec]
+[Timing] (Rank 0) Min-Max   : 329 [msec]
+[Timing] (Rank 0) Elbow-Sort: 599 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 6) Total     : 2345 [msec]
+[Timing] (Rank 6) Full-Sort : 758 [msec]
+[Timing] (Rank 6) Exchange  : 541 [msec]
+[Timing] (Rank 6) Min-Max   : 435 [msec]
+[Timing] (Rank 6) Elbow-Sort: 610 [msec]
+[Timing] (Rank 7) Total     : 2343 [msec]
+[Timing] (Rank 7) Full-Sort : 764 [msec]
+[Timing] (Rank 7) Exchange  : 534 [msec]
+[Timing] (Rank 7) Min-Max   : 435 [msec]
+[Timing] (Rank 7) Elbow-Sort: 609 [msec]
+[Timing] (Rank 5) Total     : 2344 [msec]
+[Timing] (Rank 5) Full-Sort : 765 [msec]
+[Timing] (Rank 5) Exchange  : 528 [msec]
+[Timing] (Rank 5) Min-Max   : 433 [msec]
+[Timing] (Rank 5) Elbow-Sort: 617 [msec]
+[Timing] (Rank 15) Total     : 2362 [msec]
+[Timing] (Rank 15) Full-Sort : 762 [msec]
+[Timing] (Rank 15) Exchange  : 621 [msec]
+[Timing] (Rank 15) Min-Max   : 373 [msec]
+[Timing] (Rank 15) Elbow-Sort: 604 [msec]
+[Timing] (Rank 14) Total     : 2362 [msec]
+[Timing] (Rank 14) Full-Sort : 757 [msec]
+[Timing] (Rank 14) Exchange  : 626 [msec]
+[Timing] (Rank 14) Min-Max   : 373 [msec]
+[Timing] (Rank 14) Elbow-Sort: 604 [msec]
+[Timing] (Rank 12) Total     : 2367 [msec]
+[Timing] (Rank 12) Full-Sort : 784 [msec]
+[Timing] (Rank 12) Exchange  : 588 [msec]
+[Timing] (Rank 12) Min-Max   : 370 [msec]
+[Timing] (Rank 12) Elbow-Sort: 623 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 10) Total     : 9612 [msec]
+[Timing] (Rank 10) Full-Sort : 3209 [msec]
+[Timing] (Rank 10) Exchange  : 2743 [msec]
+[Timing] (Rank 10) Min-Max   : 1267 [msec]
+[Timing] (Rank 10) Elbow-Sort: 2390 [msec]
+[Timing] (Rank 14) Total     : 9620 [msec]
+[Timing] (Rank 14) Full-Sort : 3272 [msec]
+[Timing] (Rank 14) Exchange  : 2545 [msec]
+[Timing] (Rank 14) Min-Max   : 1394 [msec]
+[Timing] (Rank 14) Elbow-Sort: 2408 [msec]
+[Timing] (Rank 3) Total     : 9447 [msec]
+[Timing] (Rank 3) Full-Sort : 3183 [msec]
+[Timing] (Rank 3) Exchange  : 2625 [msec]
+[Timing] (Rank 3) Min-Max   : 1254 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2384 [msec]
+[Timing] (Rank 4) Total     : 9595 [msec]
+[Timing] (Rank 4) Full-Sort : 3342 [msec]
+[Timing] (Rank 4) Exchange  : 2102 [msec]
+[Timing] (Rank 4) Min-Max   : 1679 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2471 [msec]
+[Timing] (Rank 11) Total     : 9614 [msec]
+[Timing] (Rank 11) Full-Sort : 3247 [msec]
+[Timing] (Rank 11) Exchange  : 2716 [msec]
+[Timing] (Rank 11) Min-Max   : 1267 [msec]
+[Timing] (Rank 11) Elbow-Sort: 2382 [msec]
+[Timing] (Rank 9) Total     : 9611 [msec]
+[Timing] (Rank 9) Full-Sort : 3233 [msec]
+[Timing] (Rank 9) Exchange  : 2711 [msec]
+[Timing] (Rank 9) Min-Max   : 1264 [msec]
+[Timing] (Rank 9) Elbow-Sort: 2401 [msec]
+[Timing] (Rank 8) Total     : 9627 [msec]
+[Timing] (Rank 8) Full-Sort : 3299 [msec]
+[Timing] (Rank 8) Exchange  : 2670 [msec]
+[Timing] (Rank 8) Min-Max   : 1260 [msec]
+[Timing] (Rank 8) Elbow-Sort: 2396 [msec]
+[Timing] (Rank 0) Total     : 9471 [msec]
+[Timing] (Rank 0) Full-Sort : 3242 [msec]
+[Timing] (Rank 0) Exchange  : 2599 [msec]
+[Timing] (Rank 0) Min-Max   : 1240 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2389 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 9443 [msec]
+[Timing] (Rank 1) Full-Sort : 3218 [msec]
+[Timing] (Rank 1) Exchange  : 2556 [msec]
+[Timing] (Rank 1) Min-Max   : 1260 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2407 [msec]
+[Timing] (Rank 2) Total     : 9453 [msec]
+[Timing] (Rank 2) Full-Sort : 3196 [msec]
+[Timing] (Rank 2) Exchange  : 2606 [msec]
+[Timing] (Rank 2) Min-Max   : 1265 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2384 [msec]
+[Timing] (Rank 15) Total     : 9625 [msec]
+[Timing] (Rank 15) Full-Sort : 3297 [msec]
+[Timing] (Rank 15) Exchange  : 2550 [msec]
+[Timing] (Rank 15) Min-Max   : 1372 [msec]
+[Timing] (Rank 15) Elbow-Sort: 2404 [msec]
+[Timing] (Rank 13) Total     : 9620 [msec]
+[Timing] (Rank 13) Full-Sort : 3271 [msec]
+[Timing] (Rank 13) Exchange  : 2530 [msec]
+[Timing] (Rank 13) Min-Max   : 1394 [msec]
+[Timing] (Rank 13) Elbow-Sort: 2422 [msec]
+[Timing] (Rank 12) Total     : 9675 [msec]
+[Timing] (Rank 12) Full-Sort : 3336 [msec]
+[Timing] (Rank 12) Exchange  : 2479 [msec]
+[Timing] (Rank 12) Min-Max   : 1370 [msec]
+[Timing] (Rank 12) Elbow-Sort: 2488 [msec]
+[Timing] (Rank 6) Total     : 9601 [msec]
+[Timing] (Rank 6) Full-Sort : 3350 [msec]
+[Timing] (Rank 6) Exchange  : 2137 [msec]
+[Timing] (Rank 6) Min-Max   : 1670 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2443 [msec]
+[Timing] (Rank 5) Total     : 9598 [msec]
+[Timing] (Rank 5) Full-Sort : 3325 [msec]
+[Timing] (Rank 5) Exchange  : 2117 [msec]
+[Timing] (Rank 5) Min-Max   : 1678 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2477 [msec]
+[Timing] (Rank 7) Total     : 9595 [msec]
+[Timing] (Rank 7) Full-Sort : 3340 [msec]
+[Timing] (Rank 7) Exchange  : 2152 [msec]
+[Timing] (Rank 7) Min-Max   : 1656 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2446 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 12) Total     : 125 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 66 [msec]
+[Timing] (Rank 12) Min-Max   : 15 [msec]
+[Timing] (Rank 12) Elbow-Sort: 22 [msec]
+[Timing] (Rank 3) Total     : 126 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 71 [msec]
+[Timing] (Rank 3) Min-Max   : 13 [msec]
+[Timing] (Rank 3) Elbow-Sort: 22 [msec]
+[Timing] (Rank 20) Total     : 129 [msec]
+[Timing] (Rank 20) Full-Sort : 19 [msec]
+[Timing] (Rank 20) Exchange  : 74 [msec]
+[Timing] (Rank 20) Min-Max   : 13 [msec]
+[Timing] (Rank 20) Elbow-Sort: 22 [msec]
+[Timing] (Rank 30) Total     : 126 [msec]
+[Timing] (Rank 30) Full-Sort : 19 [msec]
+[Timing] (Rank 30) Exchange  : 70 [msec]
+[Timing] (Rank 30) Min-Max   : 13 [msec]
+[Timing] (Rank 30) Elbow-Sort: 22 [msec]
+[Timing] (Rank 8) Total     : 125 [msec]
+[Timing] (Rank 8) Full-Sort : 19 [msec]
+[Timing] (Rank 8) Exchange  : 67 [msec]
+[Timing] (Rank 8) Min-Max   : 15 [msec]
+[Timing] (Rank 8) Elbow-Sort: 22 [msec]
+[Timing] (Rank 11) Total     : 124 [msec]
+[Timing] (Rank 11) Full-Sort : 20 [msec]
+[Timing] (Rank 11) Exchange  : 66 [msec]
+[Timing] (Rank 11) Min-Max   : 15 [msec]
+[Timing] (Rank 11) Elbow-Sort: 22 [msec]
+[Timing] (Rank 13) Total     : 125 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 66 [msec]
+[Timing] (Rank 13) Min-Max   : 16 [msec]
+[Timing] (Rank 13) Elbow-Sort: 22 [msec]
+[Timing] (Rank 15) Total     : 124 [msec]
+[Timing] (Rank 15) Full-Sort : 20 [msec]
+[Timing] (Rank 15) Exchange  : 66 [msec]
+[Timing] (Rank 15) Min-Max   : 15 [msec]
+[Timing] (Rank 15) Elbow-Sort: 22 [msec]
+[Timing] (Rank 9) Total     : 124 [msec]
+[Timing] (Rank 9) Full-Sort : 20 [msec]
+[Timing] (Rank 9) Exchange  : 66 [msec]
+[Timing] (Rank 9) Min-Max   : 15 [msec]
+[Timing] (Rank 9) Elbow-Sort: 22 [msec]
+[Timing] (Rank 14) Total     : 124 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 66 [msec]
+[Timing] (Rank 14) Min-Max   : 15 [msec]
+[Timing] (Rank 14) Elbow-Sort: 22 [msec]
+[Timing] (Rank 10) Total     : 125 [msec]
+[Timing] (Rank 10) Full-Sort : 19 [msec]
+[Timing] (Rank 10) Exchange  : 67 [msec]
+[Timing] (Rank 10) Min-Max   : 15 [msec]
+[Timing] (Rank 10) Elbow-Sort: 22 [msec]
+[Timing] (Rank 1) Total     : 126 [msec]
+[Timing] (Rank 1) Full-Sort : 18 [msec]
+[Timing] (Rank 1) Exchange  : 72 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 22 [msec]
+[Timing] (Rank 2) Total     : 126 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 71 [msec]
+[Timing] (Rank 2) Min-Max   : 13 [msec]
+[Timing] (Rank 2) Elbow-Sort: 22 [msec]
+[Timing] (Rank 4) Total     : 126 [msec]
+[Timing] (Rank 4) Full-Sort : 18 [msec]
+[Timing] (Rank 4) Exchange  : 72 [msec]
+[Timing] (Rank 4) Min-Max   : 13 [msec]
+[Timing] (Rank 4) Elbow-Sort: 22 [msec]
+[Timing] (Rank 0) Total     : 126 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 71 [msec]
+[Timing] (Rank 0) Min-Max   : 13 [msec]
+[Timing] (Rank 0) Elbow-Sort: 22 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 5) Total     : 126 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 72 [msec]
+[Timing] (Rank 5) Min-Max   : 12 [msec]
+[Timing] (Rank 5) Elbow-Sort: 22 [msec]
+[Timing] (Rank 7) Total     : 126 [msec]
+[Timing] (Rank 7) Full-Sort : 18 [msec]
+[Timing] (Rank 7) Exchange  : 72 [msec]
+[Timing] (Rank 7) Min-Max   : 13 [msec]
+[Timing] (Rank 7) Elbow-Sort: 22 [msec]
+[Timing] (Rank 6) Total     : 126 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 72 [msec]
+[Timing] (Rank 6) Min-Max   : 13 [msec]
+[Timing] (Rank 6) Elbow-Sort: 22 [msec]
+[Timing] (Rank 23) Total     : 129 [msec]
+[Timing] (Rank 23) Full-Sort : 19 [msec]
+[Timing] (Rank 23) Exchange  : 73 [msec]
+[Timing] (Rank 23) Min-Max   : 14 [msec]
+[Timing] (Rank 23) Elbow-Sort: 22 [msec]
+[Timing] (Rank 18) Total     : 129 [msec]
+[Timing] (Rank 18) Full-Sort : 19 [msec]
+[Timing] (Rank 18) Exchange  : 74 [msec]
+[Timing] (Rank 18) Min-Max   : 14 [msec]
+[Timing] (Rank 18) Elbow-Sort: 22 [msec]
+[Timing] (Rank 21) Total     : 130 [msec]
+[Timing] (Rank 21) Full-Sort : 19 [msec]
+[Timing] (Rank 21) Exchange  : 74 [msec]
+[Timing] (Rank 21) Min-Max   : 14 [msec]
+[Timing] (Rank 21) Elbow-Sort: 22 [msec]
+[Timing] (Rank 17) Total     : 129 [msec]
+[Timing] (Rank 17) Full-Sort : 18 [msec]
+[Timing] (Rank 17) Exchange  : 73 [msec]
+[Timing] (Rank 17) Min-Max   : 14 [msec]
+[Timing] (Rank 17) Elbow-Sort: 22 [msec]
+[Timing] (Rank 22) Total     : 129 [msec]
+[Timing] (Rank 22) Full-Sort : 19 [msec]
+[Timing] (Rank 22) Exchange  : 74 [msec]
+[Timing] (Rank 22) Min-Max   : 13 [msec]
+[Timing] (Rank 22) Elbow-Sort: 22 [msec]
+[Timing] (Rank 19) Total     : 129 [msec]
+[Timing] (Rank 19) Full-Sort : 19 [msec]
+[Timing] (Rank 19) Exchange  : 74 [msec]
+[Timing] (Rank 19) Min-Max   : 13 [msec]
+[Timing] (Rank 19) Elbow-Sort: 22 [msec]
+[Timing] (Rank 16) Total     : 129 [msec]
+[Timing] (Rank 16) Full-Sort : 19 [msec]
+[Timing] (Rank 16) Exchange  : 73 [msec]
+[Timing] (Rank 16) Min-Max   : 14 [msec]
+[Timing] (Rank 16) Elbow-Sort: 22 [msec]
+[Timing] (Rank 24) Total     : 128 [msec]
+[Timing] (Rank 24) Full-Sort : 20 [msec]
+[Timing] (Rank 24) Exchange  : 71 [msec]
+[Timing] (Rank 24) Min-Max   : 14 [msec]
+[Timing] (Rank 24) Elbow-Sort: 22 [msec]
+[Timing] (Rank 26) Total     : 127 [msec]
+[Timing] (Rank 26) Full-Sort : 19 [msec]
+[Timing] (Rank 26) Exchange  : 71 [msec]
+[Timing] (Rank 26) Min-Max   : 14 [msec]
+[Timing] (Rank 26) Elbow-Sort: 22 [msec]
+[Timing] (Rank 29) Total     : 126 [msec]
+[Timing] (Rank 29) Full-Sort : 19 [msec]
+[Timing] (Rank 29) Exchange  : 69 [msec]
+[Timing] (Rank 29) Min-Max   : 15 [msec]
+[Timing] (Rank 29) Elbow-Sort: 22 [msec]
+[Timing] (Rank 31) Total     : 126 [msec]
+[Timing] (Rank 31) Full-Sort : 20 [msec]
+[Timing] (Rank 31) Exchange  : 69 [msec]
+[Timing] (Rank 31) Min-Max   : 14 [msec]
+[Timing] (Rank 31) Elbow-Sort: 22 [msec]
+[Timing] (Rank 28) Total     : 126 [msec]
+[Timing] (Rank 28) Full-Sort : 19 [msec]
+[Timing] (Rank 28) Exchange  : 70 [msec]
+[Timing] (Rank 28) Min-Max   : 14 [msec]
+[Timing] (Rank 28) Elbow-Sort: 22 [msec]
+[Timing] (Rank 25) Total     : 126 [msec]
+[Timing] (Rank 25) Full-Sort : 22 [msec]
+[Timing] (Rank 25) Exchange  : 58 [msec]
+[Timing] (Rank 25) Min-Max   : 19 [msec]
+[Timing] (Rank 25) Elbow-Sort: 25 [msec]
+[Timing] (Rank 27) Total     : 126 [msec]
+[Timing] (Rank 27) Full-Sort : 22 [msec]
+[Timing] (Rank 27) Exchange  : 58 [msec]
+[Timing] (Rank 27) Min-Max   : 19 [msec]
+[Timing] (Rank 27) Elbow-Sort: 25 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 18) Total     : 958 [msec]
+[Timing] (Rank 18) Full-Sort : 183 [msec]
+[Timing] (Rank 18) Exchange  : 424 [msec]
+[Timing] (Rank 18) Min-Max   : 159 [msec]
+[Timing] (Rank 18) Elbow-Sort: 191 [msec]
+[Timing] (Rank 13) Total     : 964 [msec]
+[Timing] (Rank 13) Full-Sort : 201 [msec]
+[Timing] (Rank 13) Exchange  : 342 [msec]
+[Timing] (Rank 13) Min-Max   : 219 [msec]
+[Timing] (Rank 13) Elbow-Sort: 200 [msec]
+[Timing] (Rank 7) Total     : 934 [msec]
+[Timing] (Rank 7) Full-Sort : 181 [msec]
+[Timing] (Rank 7) Exchange  : 404 [msec]
+[Timing] (Rank 7) Min-Max   : 159 [msec]
+[Timing] (Rank 7) Elbow-Sort: 189 [msec]
+[Timing] (Rank 14) Total     : 966 [msec]
+[Timing] (Rank 14) Full-Sort : 199 [msec]
+[Timing] (Rank 14) Exchange  : 348 [msec]
+[Timing] (Rank 14) Min-Max   : 220 [msec]
+[Timing] (Rank 14) Elbow-Sort: 198 [msec]
+[Timing] (Rank 15) Total     : 964 [msec]
+[Timing] (Rank 15) Full-Sort : 200 [msec]
+[Timing] (Rank 15) Exchange  : 345 [msec]
+[Timing] (Rank 15) Min-Max   : 219 [msec]
+[Timing] (Rank 15) Elbow-Sort: 198 [msec]
+[Timing] (Rank 9) Total     : 958 [msec]
+[Timing] (Rank 9) Full-Sort : 193 [msec]
+[Timing] (Rank 9) Exchange  : 366 [msec]
+[Timing] (Rank 9) Min-Max   : 193 [msec]
+[Timing] (Rank 9) Elbow-Sort: 205 [msec]
+[Timing] (Rank 11) Total     : 959 [msec]
+[Timing] (Rank 11) Full-Sort : 194 [msec]
+[Timing] (Rank 11) Exchange  : 365 [msec]
+[Timing] (Rank 11) Min-Max   : 195 [msec]
+[Timing] (Rank 11) Elbow-Sort: 204 [msec]
+[Timing] (Rank 10) Total     : 958 [msec]
+[Timing] (Rank 10) Full-Sort : 193 [msec]
+[Timing] (Rank 10) Exchange  : 370 [msec]
+[Timing] (Rank 10) Min-Max   : 190 [msec]
+[Timing] (Rank 10) Elbow-Sort: 204 [msec]
+[Timing] (Rank 12) Total     : 964 [msec]
+[Timing] (Rank 12) Full-Sort : 202 [msec]
+[Timing] (Rank 12) Exchange  : 343 [msec]
+[Timing] (Rank 12) Min-Max   : 218 [msec]
+[Timing] (Rank 12) Elbow-Sort: 200 [msec]
+[Timing] (Rank 8) Total     : 958 [msec]
+[Timing] (Rank 8) Full-Sort : 195 [msec]
+[Timing] (Rank 8) Exchange  : 363 [msec]
+[Timing] (Rank 8) Min-Max   : 193 [msec]
+[Timing] (Rank 8) Elbow-Sort: 206 [msec]
+[Timing] (Rank 21) Total     : 959 [msec]
+[Timing] (Rank 21) Full-Sort : 185 [msec]
+[Timing] (Rank 21) Exchange  : 420 [msec]
+[Timing] (Rank 21) Min-Max   : 161 [msec]
+[Timing] (Rank 21) Elbow-Sort: 191 [msec]
+[Timing] (Rank 22) Total     : 959 [msec]
+[Timing] (Rank 22) Full-Sort : 182 [msec]
+[Timing] (Rank 22) Exchange  : 426 [msec]
+[Timing] (Rank 22) Min-Max   : 160 [msec]
+[Timing] (Rank 22) Elbow-Sort: 189 [msec]
+[Timing] (Rank 19) Total     : 959 [msec]
+[Timing] (Rank 19) Full-Sort : 185 [msec]
+[Timing] (Rank 19) Exchange  : 428 [msec]
+[Timing] (Rank 19) Min-Max   : 153 [msec]
+[Timing] (Rank 19) Elbow-Sort: 191 [msec]
+[Timing] (Rank 20) Total     : 958 [msec]
+[Timing] (Rank 20) Full-Sort : 183 [msec]
+[Timing] (Rank 20) Exchange  : 424 [msec]
+[Timing] (Rank 20) Min-Max   : 159 [msec]
+[Timing] (Rank 20) Elbow-Sort: 190 [msec]
+[Timing] (Rank 17) Total     : 958 [msec]
+[Timing] (Rank 17) Full-Sort : 183 [msec]
+[Timing] (Rank 17) Exchange  : 427 [msec]
+[Timing] (Rank 17) Min-Max   : 155 [msec]
+[Timing] (Rank 17) Elbow-Sort: 191 [msec]
+[Timing] (Rank 26) Total     : 975 [msec]
+[Timing] (Rank 26) Full-Sort : 181 [msec]
+[Timing] (Rank 26) Exchange  : 475 [msec]
+[Timing] (Rank 26) Min-Max   : 127 [msec]
+[Timing] (Rank 26) Elbow-Sort: 190 [msec]
+[Timing] (Rank 23) Total     : 958 [msec]
+[Timing] (Rank 23) Full-Sort : 183 [msec]
+[Timing] (Rank 23) Exchange  : 426 [msec]
+[Timing] (Rank 23) Min-Max   : 157 [msec]
+[Timing] (Rank 23) Elbow-Sort: 190 [msec]
+[Timing] (Rank 16) Total     : 959 [msec]
+[Timing] (Rank 16) Full-Sort : 186 [msec]
+[Timing] (Rank 16) Exchange  : 417 [msec]
+[Timing] (Rank 16) Min-Max   : 158 [msec]
+[Timing] (Rank 16) Elbow-Sort: 196 [msec]
+[Timing] (Rank 2) Total     : 934 [msec]
+[Timing] (Rank 2) Full-Sort : 181 [msec]
+[Timing] (Rank 2) Exchange  : 403 [msec]
+[Timing] (Rank 2) Min-Max   : 159 [msec]
+[Timing] (Rank 2) Elbow-Sort: 190 [msec]
+[Timing] (Rank 4) Total     : 935 [msec]
+[Timing] (Rank 4) Full-Sort : 183 [msec]
+[Timing] (Rank 4) Exchange  : 402 [msec]
+[Timing] (Rank 4) Min-Max   : 158 [msec]
+[Timing] (Rank 4) Elbow-Sort: 190 [msec]
+[Timing] (Rank 6) Total     : 935 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 404 [msec]
+[Timing] (Rank 6) Min-Max   : 160 [msec]
+[Timing] (Rank 6) Elbow-Sort: 189 [msec]
+[Timing] (Rank 3) Total     : 935 [msec]
+[Timing] (Rank 3) Full-Sort : 183 [msec]
+[Timing] (Rank 3) Exchange  : 401 [msec]
+[Timing] (Rank 3) Min-Max   : 159 [msec]
+[Timing] (Rank 3) Elbow-Sort: 191 [msec]
+[Timing] (Rank 5) Total     : 935 [msec]
+[Timing] (Rank 5) Full-Sort : 184 [msec]
+[Timing] (Rank 5) Exchange  : 402 [msec]
+[Timing] (Rank 5) Min-Max   : 158 [msec]
+[Timing] (Rank 5) Elbow-Sort: 190 [msec]
+[Timing] (Rank 1) Total     : 935 [msec]
+[Timing] (Rank 1) Full-Sort : 181 [msec]
+[Timing] (Rank 1) Exchange  : 399 [msec]
+[Timing] (Rank 1) Min-Max   : 161 [msec]
+[Timing] (Rank 1) Elbow-Sort: 192 [msec]
+[Timing] (Rank 0) Total     : 937 [msec]
+[Timing] (Rank 0) Full-Sort : 178 [msec]
+[Timing] (Rank 0) Exchange  : 402 [msec]
+[Timing] (Rank 0) Min-Max   : 160 [msec]
+[Timing] (Rank 0) Elbow-Sort: 197 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 28) Total     : 960 [msec]
+[Timing] (Rank 28) Full-Sort : 181 [msec]
+[Timing] (Rank 28) Exchange  : 450 [msec]
+[Timing] (Rank 28) Min-Max   : 136 [msec]
+[Timing] (Rank 28) Elbow-Sort: 192 [msec]
+[Timing] (Rank 31) Total     : 959 [msec]
+[Timing] (Rank 31) Full-Sort : 180 [msec]
+[Timing] (Rank 31) Exchange  : 462 [msec]
+[Timing] (Rank 31) Min-Max   : 127 [msec]
+[Timing] (Rank 31) Elbow-Sort: 189 [msec]
+[Timing] (Rank 30) Total     : 960 [msec]
+[Timing] (Rank 30) Full-Sort : 180 [msec]
+[Timing] (Rank 30) Exchange  : 454 [msec]
+[Timing] (Rank 30) Min-Max   : 134 [msec]
+[Timing] (Rank 30) Elbow-Sort: 190 [msec]
+[Timing] (Rank 24) Total     : 976 [msec]
+[Timing] (Rank 24) Full-Sort : 182 [msec]
+[Timing] (Rank 24) Exchange  : 468 [msec]
+[Timing] (Rank 24) Min-Max   : 127 [msec]
+[Timing] (Rank 24) Elbow-Sort: 197 [msec]
+[Timing] (Rank 29) Total     : 959 [msec]
+[Timing] (Rank 29) Full-Sort : 183 [msec]
+[Timing] (Rank 29) Exchange  : 456 [msec]
+[Timing] (Rank 29) Min-Max   : 127 [msec]
+[Timing] (Rank 29) Elbow-Sort: 192 [msec]
+[Timing] (Rank 27) Total     : 965 [msec]
+[Timing] (Rank 27) Full-Sort : 210 [msec]
+[Timing] (Rank 27) Exchange  : 304 [msec]
+[Timing] (Rank 27) Min-Max   : 222 [msec]
+[Timing] (Rank 27) Elbow-Sort: 228 [msec]
+[Timing] (Rank 25) Total     : 966 [msec]
+[Timing] (Rank 25) Full-Sort : 211 [msec]
+[Timing] (Rank 25) Exchange  : 303 [msec]
+[Timing] (Rank 25) Min-Max   : 222 [msec]
+[Timing] (Rank 25) Elbow-Sort: 228 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 19) Total     : 3990 [msec]
+[Timing] (Rank 19) Full-Sort : 784 [msec]
+[Timing] (Rank 19) Exchange  : 1800 [msec]
+[Timing] (Rank 19) Min-Max   : 651 [msec]
+[Timing] (Rank 19) Elbow-Sort: 754 [msec]
+[Timing] (Rank 12) Total     : 4056 [msec]
+[Timing] (Rank 12) Full-Sort : 877 [msec]
+[Timing] (Rank 12) Exchange  : 1504 [msec]
+[Timing] (Rank 12) Min-Max   : 885 [msec]
+[Timing] (Rank 12) Elbow-Sort: 788 [msec]
+[Timing] (Rank 1) Total     : 3909 [msec]
+[Timing] (Rank 1) Full-Sort : 768 [msec]
+[Timing] (Rank 1) Exchange  : 1708 [msec]
+[Timing] (Rank 1) Min-Max   : 666 [msec]
+[Timing] (Rank 1) Elbow-Sort: 765 [msec]
+[Timing] (Rank 28) Total     : 4001 [msec]
+[Timing] (Rank 28) Full-Sort : 789 [msec]
+[Timing] (Rank 28) Exchange  : 1877 [msec]
+[Timing] (Rank 28) Min-Max   : 575 [msec]
+[Timing] (Rank 28) Elbow-Sort: 759 [msec]
+[Timing] (Rank 17) Total     : 3987 [msec]
+[Timing] (Rank 17) Full-Sort : 781 [msec]
+[Timing] (Rank 17) Exchange  : 1792 [msec]
+[Timing] (Rank 17) Min-Max   : 653 [msec]
+[Timing] (Rank 17) Elbow-Sort: 760 [msec]
+[Timing] (Rank 23) Total     : 3993 [msec]
+[Timing] (Rank 23) Full-Sort : 778 [msec]
+[Timing] (Rank 23) Exchange  : 1836 [msec]
+[Timing] (Rank 23) Min-Max   : 631 [msec]
+[Timing] (Rank 23) Elbow-Sort: 748 [msec]
+[Timing] (Rank 22) Total     : 3994 [msec]
+[Timing] (Rank 22) Full-Sort : 772 [msec]
+[Timing] (Rank 22) Exchange  : 1818 [msec]
+[Timing] (Rank 22) Min-Max   : 653 [msec]
+[Timing] (Rank 22) Elbow-Sort: 750 [msec]
+[Timing] (Rank 18) Total     : 3991 [msec]
+[Timing] (Rank 18) Full-Sort : 785 [msec]
+[Timing] (Rank 18) Exchange  : 1795 [msec]
+[Timing] (Rank 18) Min-Max   : 654 [msec]
+[Timing] (Rank 18) Elbow-Sort: 755 [msec]
+[Timing] (Rank 20) Total     : 3989 [msec]
+[Timing] (Rank 20) Full-Sort : 784 [msec]
+[Timing] (Rank 20) Exchange  : 1794 [msec]
+[Timing] (Rank 20) Min-Max   : 659 [msec]
+[Timing] (Rank 20) Elbow-Sort: 751 [msec]
+[Timing] (Rank 21) Total     : 3989 [msec]
+[Timing] (Rank 21) Full-Sort : 780 [msec]
+[Timing] (Rank 21) Exchange  : 1820 [msec]
+[Timing] (Rank 21) Min-Max   : 633 [msec]
+[Timing] (Rank 21) Elbow-Sort: 755 [msec]
+[Timing] (Rank 16) Total     : 3995 [msec]
+[Timing] (Rank 16) Full-Sort : 796 [msec]
+[Timing] (Rank 16) Exchange  : 1785 [msec]
+[Timing] (Rank 16) Min-Max   : 653 [msec]
+[Timing] (Rank 16) Elbow-Sort: 758 [msec]
+[Timing] (Rank 14) Total     : 4058 [msec]
+[Timing] (Rank 14) Full-Sort : 871 [msec]
+[Timing] (Rank 14) Exchange  : 1518 [msec]
+[Timing] (Rank 14) Min-Max   : 886 [msec]
+[Timing] (Rank 14) Elbow-Sort: 781 [msec]
+[Timing] (Rank 9) Total     : 4000 [msec]
+[Timing] (Rank 9) Full-Sort : 841 [msec]
+[Timing] (Rank 9) Exchange  : 1558 [msec]
+[Timing] (Rank 9) Min-Max   : 787 [msec]
+[Timing] (Rank 9) Elbow-Sort: 812 [msec]
+[Timing] (Rank 13) Total     : 4052 [msec]
+[Timing] (Rank 13) Full-Sort : 872 [msec]
+[Timing] (Rank 13) Exchange  : 1509 [msec]
+[Timing] (Rank 13) Min-Max   : 882 [msec]
+[Timing] (Rank 13) Elbow-Sort: 788 [msec]
+[Timing] (Rank 11) Total     : 4000 [msec]
+[Timing] (Rank 11) Full-Sort : 840 [msec]
+[Timing] (Rank 11) Exchange  : 1565 [msec]
+[Timing] (Rank 11) Min-Max   : 790 [msec]
+[Timing] (Rank 11) Elbow-Sort: 804 [msec]
+[Timing] (Rank 10) Total     : 4000 [msec]
+[Timing] (Rank 10) Full-Sort : 841 [msec]
+[Timing] (Rank 10) Exchange  : 1566 [msec]
+[Timing] (Rank 10) Min-Max   : 788 [msec]
+[Timing] (Rank 10) Elbow-Sort: 804 [msec]
+[Timing] (Rank 8) Total     : 4000 [msec]
+[Timing] (Rank 8) Full-Sort : 850 [msec]
+[Timing] (Rank 8) Exchange  : 1548 [msec]
+[Timing] (Rank 8) Min-Max   : 789 [msec]
+[Timing] (Rank 8) Elbow-Sort: 811 [msec]
+[Timing] (Rank 15) Total     : 4056 [msec]
+[Timing] (Rank 15) Full-Sort : 871 [msec]
+[Timing] (Rank 15) Exchange  : 1520 [msec]
+[Timing] (Rank 15) Min-Max   : 883 [msec]
+[Timing] (Rank 15) Elbow-Sort: 781 [msec]
+[Timing] (Rank 5) Total     : 3910 [msec]
+[Timing] (Rank 5) Full-Sort : 765 [msec]
+[Timing] (Rank 5) Exchange  : 1731 [msec]
+[Timing] (Rank 5) Min-Max   : 656 [msec]
+[Timing] (Rank 5) Elbow-Sort: 756 [msec]
+[Timing] (Rank 3) Total     : 3910 [msec]
+[Timing] (Rank 3) Full-Sort : 766 [msec]
+[Timing] (Rank 3) Exchange  : 1709 [msec]
+[Timing] (Rank 3) Min-Max   : 673 [msec]
+[Timing] (Rank 3) Elbow-Sort: 760 [msec]
+[Timing] (Rank 2) Total     : 3911 [msec]
+[Timing] (Rank 2) Full-Sort : 767 [msec]
+[Timing] (Rank 2) Exchange  : 1712 [msec]
+[Timing] (Rank 2) Min-Max   : 670 [msec]
+[Timing] (Rank 2) Elbow-Sort: 761 [msec]
+[Timing] (Rank 4) Total     : 3912 [msec]
+[Timing] (Rank 4) Full-Sort : 758 [msec]
+[Timing] (Rank 4) Exchange  : 1743 [msec]
+[Timing] (Rank 4) Min-Max   : 655 [msec]
+[Timing] (Rank 4) Elbow-Sort: 755 [msec]
+[Timing] (Rank 6) Total     : 3839 [msec]
+[Timing] (Rank 6) Full-Sort : 741 [msec]
+[Timing] (Rank 6) Exchange  : 1707 [msec]
+[Timing] (Rank 6) Min-Max   : 649 [msec]
+[Timing] (Rank 6) Elbow-Sort: 741 [msec]
+[Timing] (Rank 7) Total     : 3911 [msec]
+[Timing] (Rank 7) Full-Sort : 741 [msec]
+[Timing] (Rank 7) Exchange  : 1781 [msec]
+[Timing] (Rank 7) Min-Max   : 644 [msec]
+[Timing] (Rank 7) Elbow-Sort: 743 [msec]
+[Timing] (Rank 0) Total     : 3918 [msec]
+[Timing] (Rank 0) Full-Sort : 776 [msec]
+[Timing] (Rank 0) Exchange  : 1706 [msec]
+[Timing] (Rank 0) Min-Max   : 673 [msec]
+[Timing] (Rank 0) Elbow-Sort: 762 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 30) Total     : 4002 [msec]
+[Timing] (Rank 30) Full-Sort : 780 [msec]
+[Timing] (Rank 30) Exchange  : 1898 [msec]
+[Timing] (Rank 30) Min-Max   : 569 [msec]
+[Timing] (Rank 30) Elbow-Sort: 753 [msec]
+[Timing] (Rank 31) Total     : 4003 [msec]
+[Timing] (Rank 31) Full-Sort : 783 [msec]
+[Timing] (Rank 31) Exchange  : 1924 [msec]
+[Timing] (Rank 31) Min-Max   : 543 [msec]
+[Timing] (Rank 31) Elbow-Sort: 752 [msec]
+[Timing] (Rank 26) Total     : 4197 [msec]
+[Timing] (Rank 26) Full-Sort : 784 [msec]
+[Timing] (Rank 26) Exchange  : 2108 [msec]
+[Timing] (Rank 26) Min-Max   : 541 [msec]
+[Timing] (Rank 26) Elbow-Sort: 763 [msec]
+[Timing] (Rank 29) Total     : 4004 [msec]
+[Timing] (Rank 29) Full-Sort : 787 [msec]
+[Timing] (Rank 29) Exchange  : 1914 [msec]
+[Timing] (Rank 29) Min-Max   : 541 [msec]
+[Timing] (Rank 29) Elbow-Sort: 760 [msec]
+[Timing] (Rank 24) Total     : 4206 [msec]
+[Timing] (Rank 24) Full-Sort : 790 [msec]
+[Timing] (Rank 24) Exchange  : 2085 [msec]
+[Timing] (Rank 24) Min-Max   : 544 [msec]
+[Timing] (Rank 24) Elbow-Sort: 785 [msec]
+[Timing] (Rank 25) Total     : 4240 [msec]
+[Timing] (Rank 25) Full-Sort : 932 [msec]
+[Timing] (Rank 25) Exchange  : 1345 [msec]
+[Timing] (Rank 25) Min-Max   : 1041 [msec]
+[Timing] (Rank 25) Elbow-Sort: 920 [msec]
+[Timing] (Rank 27) Total     : 4237 [msec]
+[Timing] (Rank 27) Full-Sort : 938 [msec]
+[Timing] (Rank 27) Exchange  : 1337 [msec]
+[Timing] (Rank 27) Min-Max   : 1044 [msec]
+[Timing] (Rank 27) Elbow-Sort: 916 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 19) Total     : 15 [sec]
+[Timing] (Rank 19) Full-Sort : 3361 [msec]
+[Timing] (Rank 19) Exchange  : 7138 [msec]
+[Timing] (Rank 19) Min-Max   : 2411 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3005 [msec]
+[Timing] (Rank 22) Total     : 15 [sec]
+[Timing] (Rank 22) Full-Sort : 3315 [msec]
+[Timing] (Rank 22) Exchange  : 7219 [msec]
+[Timing] (Rank 22) Min-Max   : 2413 [msec]
+[Timing] (Rank 22) Elbow-Sort: 2967 [msec]
+[Timing] (Rank 20) Total     : 15 [sec]
+[Timing] (Rank 20) Full-Sort : 3325 [msec]
+[Timing] (Rank 20) Exchange  : 7184 [msec]
+[Timing] (Rank 20) Min-Max   : 2407 [msec]
+[Timing] (Rank 20) Elbow-Sort: 2999 [msec]
+[Timing] (Rank 21) Total     : 15 [sec]
+[Timing] (Rank 21) Full-Sort : 3328 [msec]
+[Timing] (Rank 21) Exchange  : 7241 [msec]
+[Timing] (Rank 21) Min-Max   : 2325 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3011 [msec]
+[Timing] (Rank 23) Total     : 15 [sec]
+[Timing] (Rank 23) Full-Sort : 3364 [msec]
+[Timing] (Rank 23) Exchange  : 7231 [msec]
+[Timing] (Rank 23) Min-Max   : 2358 [msec]
+[Timing] (Rank 23) Elbow-Sort: 2960 [msec]
+[Timing] (Rank 16) Total     : 15 [sec]
+[Timing] (Rank 16) Full-Sort : 3316 [msec]
+[Timing] (Rank 16) Exchange  : 7192 [msec]
+[Timing] (Rank 16) Min-Max   : 2404 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3020 [msec]
+[Timing] (Rank 18) Total     : 15 [sec]
+[Timing] (Rank 18) Full-Sort : 3341 [msec]
+[Timing] (Rank 18) Exchange  : 7192 [msec]
+[Timing] (Rank 18) Min-Max   : 2375 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3001 [msec]
+[Timing] (Rank 17) Total     : 15 [sec]
+[Timing] (Rank 17) Full-Sort : 3332 [msec]
+[Timing] (Rank 17) Exchange  : 7151 [msec]
+[Timing] (Rank 17) Min-Max   : 2395 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3018 [msec]
+[Timing] (Rank 14) Total     : 16 [sec]
+[Timing] (Rank 14) Full-Sort : 3726 [msec]
+[Timing] (Rank 14) Exchange  : 6002 [msec]
+[Timing] (Rank 14) Min-Max   : 3293 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3097 [msec]
+[Timing] (Rank 6) Total     : 15 [sec]
+[Timing] (Rank 6) Full-Sort : 3322 [msec]
+[Timing] (Rank 6) Exchange  : 6826 [msec]
+[Timing] (Rank 6) Min-Max   : 2568 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2999 [msec]
+[Timing] (Rank 31) Total     : 16 [sec]
+[Timing] (Rank 31) Full-Sort : 3350 [msec]
+[Timing] (Rank 31) Exchange  : 7715 [msec]
+[Timing] (Rank 31) Min-Max   : 2075 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3002 [msec]
+[Timing] (Rank 11) Total     : 15 [sec]
+[Timing] (Rank 11) Full-Sort : 3615 [msec]
+[Timing] (Rank 11) Exchange  : 6084 [msec]
+[Timing] (Rank 11) Min-Max   : 3030 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3214 [msec]
+[Timing] (Rank 10) Total     : 15 [sec]
+[Timing] (Rank 10) Full-Sort : 3570 [msec]
+[Timing] (Rank 10) Exchange  : 6117 [msec]
+[Timing] (Rank 10) Min-Max   : 3055 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3212 [msec]
+[Timing] (Rank 15) Total     : 16 [sec]
+[Timing] (Rank 15) Full-Sort : 3784 [msec]
+[Timing] (Rank 15) Exchange  : 5938 [msec]
+[Timing] (Rank 15) Min-Max   : 3307 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3099 [msec]
+[Timing] (Rank 13) Total     : 16 [sec]
+[Timing] (Rank 13) Full-Sort : 3754 [msec]
+[Timing] (Rank 13) Exchange  : 5971 [msec]
+[Timing] (Rank 13) Min-Max   : 3274 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3119 [msec]
+[Timing] (Rank 9) Total     : 15 [sec]
+[Timing] (Rank 9) Full-Sort : 3581 [msec]
+[Timing] (Rank 9) Exchange  : 6089 [msec]
+[Timing] (Rank 9) Min-Max   : 3040 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3240 [msec]
+[Timing] (Rank 12) Total     : 16 [sec]
+[Timing] (Rank 12) Full-Sort : 3747 [msec]
+[Timing] (Rank 12) Exchange  : 5968 [msec]
+[Timing] (Rank 12) Min-Max   : 3289 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3118 [msec]
+[Timing] (Rank 8) Total     : 15 [sec]
+[Timing] (Rank 8) Full-Sort : 3581 [msec]
+[Timing] (Rank 8) Exchange  : 6127 [msec]
+[Timing] (Rank 8) Min-Max   : 3001 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3242 [msec]
+[Timing] (Rank 4) Total     : 15 [sec]
+[Timing] (Rank 4) Full-Sort : 3342 [msec]
+[Timing] (Rank 4) Exchange  : 6827 [msec]
+[Timing] (Rank 4) Min-Max   : 2528 [msec]
+[Timing] (Rank 4) Elbow-Sort: 3024 [msec]
+[Timing] (Rank 2) Total     : 15 [sec]
+[Timing] (Rank 2) Full-Sort : 3341 [msec]
+[Timing] (Rank 2) Exchange  : 6760 [msec]
+[Timing] (Rank 2) Min-Max   : 2606 [msec]
+[Timing] (Rank 2) Elbow-Sort: 3008 [msec]
+[Timing] (Rank 1) Total     : 15 [sec]
+[Timing] (Rank 1) Full-Sort : 3316 [msec]
+[Timing] (Rank 1) Exchange  : 6755 [msec]
+[Timing] (Rank 1) Min-Max   : 2579 [msec]
+[Timing] (Rank 1) Elbow-Sort: 3046 [msec]
+[Timing] (Rank 3) Total     : 15 [sec]
+[Timing] (Rank 3) Full-Sort : 3335 [msec]
+[Timing] (Rank 3) Exchange  : 6752 [msec]
+[Timing] (Rank 3) Min-Max   : 2609 [msec]
+[Timing] (Rank 3) Elbow-Sort: 3013 [msec]
+[Timing] (Rank 5) Total     : 15 [sec]
+[Timing] (Rank 5) Full-Sort : 3334 [msec]
+[Timing] (Rank 5) Exchange  : 6821 [msec]
+[Timing] (Rank 5) Min-Max   : 2557 [msec]
+[Timing] (Rank 5) Elbow-Sort: 3009 [msec]
+[Timing] (Rank 7) Total     : 15 [sec]
+[Timing] (Rank 7) Full-Sort : 3313 [msec]
+[Timing] (Rank 7) Exchange  : 6855 [msec]
+[Timing] (Rank 7) Min-Max   : 2568 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 29) Total     : 16 [sec]
+[Timing] (Rank 29) Full-Sort : 3327 [msec]
+[Timing] (Rank 29) Exchange  : 7725 [msec]
+[Timing] (Rank 29) Min-Max   : 2050 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3037 [msec]
+[Timing] (Rank 28) Total     : 16 [sec]
+[Timing] (Rank 28) Full-Sort : 3312 [msec]
+[Timing] (Rank 28) Exchange  : 7593 [msec]
+[Timing] (Rank 28) Min-Max   : 2191 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3029 [msec]
+[Timing] (Rank 30) Total     : 16 [sec]
+[Timing] (Rank 30) Full-Sort : 3323 [msec]
+[Timing] (Rank 30) Exchange  : 7615 [msec]
+[Timing] (Rank 30) Min-Max   : 2196 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3002 [msec]
+[Timing] (Rank 24) Total     : 16 [sec]
+[Timing] (Rank 24) Full-Sort : 3341 [msec]
+[Timing] (Rank 24) Exchange  : 7979 [msec]
+[Timing] (Rank 24) Min-Max   : 2046 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3030 [msec]
+[Timing] (Rank 0) Total     : 15 [sec]
+[Timing] (Rank 0) Full-Sort : 3326 [msec]
+[Timing] (Rank 0) Exchange  : 6711 [msec]
+[Timing] (Rank 0) Min-Max   : 2600 [msec]
+[Timing] (Rank 0) Elbow-Sort: 3120 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 26) Total     : 16 [sec]
+[Timing] (Rank 26) Full-Sort : 3244 [msec]
+[Timing] (Rank 26) Exchange  : 8340 [msec]
+[Timing] (Rank 26) Min-Max   : 2064 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3027 [msec]
+[Timing] (Rank 25) Total     : 16 [sec]
+[Timing] (Rank 25) Full-Sort : 4071 [msec]
+[Timing] (Rank 25) Exchange  : 5088 [msec]
+[Timing] (Rank 25) Min-Max   : 3810 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3629 [msec]
+[Timing] (Rank 27) Total     : 16 [sec]
+[Timing] (Rank 27) Full-Sort : 4049 [msec]
+[Timing] (Rank 27) Exchange  : 5136 [msec]
+[Timing] (Rank 27) Min-Max   : 3787 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3622 [msec]
@@ -0,0 +1,16 @@
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q20.sh 
+Submitted batch job 1874192
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q23.sh 
+Submitted batch job 1874193
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q25.sh 
+Submitted batch job 1874194
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q27.sh 
+Submitted batch job 1874195
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q20.sh 
+Submitted batch job 1874196
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q23.sh 
+Submitted batch job 1874197
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q25.sh 
+Submitted batch job 1874198
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q27.sh 
+Submitted batch job 1874199
@@ -0,0 +1,33 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 32 [msec]
+[Timing] (Rank 1) Full-Sort : 22 [msec]
+[Timing] (Rank 1) Exchange  : 3807 [usec]
+[Timing] (Rank 1) Min-Max   : 1359 [usec]
+[Timing] (Rank 1) Elbow-Sort: 4964 [usec]
+[Timing] (Rank 0) Total     : 34 [msec]
+[Timing] (Rank 0) Full-Sort : 22 [msec]
+[Timing] (Rank 0) Exchange  : 3762 [usec]
+[Timing] (Rank 0) Min-Max   : 1585 [usec]
+[Timing] (Rank 0) Elbow-Sort: 7264 [usec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,33 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 318 [msec]
+[Timing] (Rank 1) Full-Sort : 198 [msec]
+[Timing] (Rank 1) Exchange  : 64 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 42 [msec]
+[Timing] (Rank 0) Total     : 284 [msec]
+[Timing] (Rank 0) Full-Sort : 214 [msec]
+[Timing] (Rank 0) Exchange  : 14 [msec]
+[Timing] (Rank 0) Min-Max   : 12 [msec]
+[Timing] (Rank 0) Elbow-Sort: 43 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,47 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+[Timing] (Rank 0) Total     : 1130 [msec]
+[Timing] (Rank 0) Full-Sort : 836 [msec]
+[Timing] (Rank 0) Exchange  : 89 [msec]
+[Timing] (Rank 0) Min-Max   : 43 [msec]
+[Timing] (Rank 0) Elbow-Sort: 162 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1133 [msec]
+[Timing] (Rank 1) Full-Sort : 844 [msec]
+[Timing] (Rank 1) Exchange  : 83 [msec]
+[Timing] (Rank 1) Min-Max   : 42 [msec]
+[Timing] (Rank 1) Elbow-Sort: 162 [msec]
@@ -0,0 +1,47 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+[Timing] (Rank 1) Total     : 4502 [msec]
+[Timing] (Rank 1) Full-Sort : 3489 [msec]
+[Timing] (Rank 1) Exchange  : 201 [msec]
+[Timing] (Rank 1) Min-Max   : 181 [msec]
+[Timing] (Rank 1) Elbow-Sort: 630 [msec]
+[Timing] (Rank 0) Total     : 4499 [msec]
+[Timing] (Rank 0) Full-Sort : 3460 [msec]
+[Timing] (Rank 0) Exchange  : 232 [msec]
+[Timing] (Rank 0) Min-Max   : 175 [msec]
+[Timing] (Rank 0) Elbow-Sort: 631 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 60 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 27 [msec]
+[Timing] (Rank 1) Min-Max   : 3238 [usec]
+[Timing] (Rank 1) Elbow-Sort: 8986 [usec]
+[Timing] (Rank 2) Total     : 56 [msec]
+[Timing] (Rank 2) Full-Sort : 20 [msec]
+[Timing] (Rank 2) Exchange  : 23 [msec]
+[Timing] (Rank 2) Min-Max   : 3150 [usec]
+[Timing] (Rank 2) Elbow-Sort: 9357 [usec]
+[Timing] (Rank 3) Total     : 56 [msec]
+[Timing] (Rank 3) Full-Sort : 20 [msec]
+[Timing] (Rank 3) Exchange  : 23 [msec]
+[Timing] (Rank 3) Min-Max   : 3339 [usec]
+[Timing] (Rank 3) Elbow-Sort: 9475 [usec]
+[Timing] (Rank 0) Total     : 56 [msec]
+[Timing] (Rank 0) Full-Sort : 21 [msec]
+[Timing] (Rank 0) Exchange  : 15 [msec]
+[Timing] (Rank 0) Min-Max   : 4494 [usec]
+[Timing] (Rank 0) Elbow-Sort: 14 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 395 [msec]
+[Timing] (Rank 1) Full-Sort : 179 [msec]
+[Timing] (Rank 1) Exchange  : 123 [msec]
+[Timing] (Rank 1) Min-Max   : 21 [msec]
+[Timing] (Rank 1) Elbow-Sort: 71 [msec]
+[Timing] (Rank 3) Total     : 390 [msec]
+[Timing] (Rank 3) Full-Sort : 174 [msec]
+[Timing] (Rank 3) Exchange  : 117 [msec]
+[Timing] (Rank 3) Min-Max   : 21 [msec]
+[Timing] (Rank 3) Elbow-Sort: 76 [msec]
+[Timing] (Rank 2) Total     : 389 [msec]
+[Timing] (Rank 2) Full-Sort : 177 [msec]
+[Timing] (Rank 2) Exchange  : 113 [msec]
+[Timing] (Rank 2) Min-Max   : 21 [msec]
+[Timing] (Rank 2) Elbow-Sort: 75 [msec]
+[Timing] (Rank 0) Total     : 322 [msec]
+[Timing] (Rank 0) Full-Sort : 177 [msec]
+[Timing] (Rank 0) Exchange  : 32 [msec]
+[Timing] (Rank 0) Min-Max   : 31 [msec]
+[Timing] (Rank 0) Elbow-Sort: 81 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 0) Total     : 1248 [msec]
+[Timing] (Rank 0) Full-Sort : 754 [msec]
+[Timing] (Rank 0) Exchange  : 105 [msec]
+[Timing] (Rank 0) Min-Max   : 97 [msec]
+[Timing] (Rank 0) Elbow-Sort: 291 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1249 [msec]
+[Timing] (Rank 1) Full-Sort : 768 [msec]
+[Timing] (Rank 1) Exchange  : 89 [msec]
+[Timing] (Rank 1) Min-Max   : 100 [msec]
+[Timing] (Rank 1) Elbow-Sort: 290 [msec]
+[Timing] (Rank 2) Total     : 1247 [msec]
+[Timing] (Rank 2) Full-Sort : 758 [msec]
+[Timing] (Rank 2) Exchange  : 78 [msec]
+[Timing] (Rank 2) Min-Max   : 102 [msec]
+[Timing] (Rank 2) Elbow-Sort: 308 [msec]
+[Timing] (Rank 3) Total     : 1251 [msec]
+[Timing] (Rank 3) Full-Sort : 753 [msec]
+[Timing] (Rank 3) Exchange  : 87 [msec]
+[Timing] (Rank 3) Min-Max   : 101 [msec]
+[Timing] (Rank 3) Elbow-Sort: 308 [msec]
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 7419 [msec]
+[Timing] (Rank 3) Full-Sort : 3191 [msec]
+[Timing] (Rank 3) Exchange  : 2655 [msec]
+[Timing] (Rank 3) Min-Max   : 343 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1229 [msec]
+[Timing] (Rank 2) Total     : 7410 [msec]
+[Timing] (Rank 2) Full-Sort : 3205 [msec]
+[Timing] (Rank 2) Exchange  : 2640 [msec]
+[Timing] (Rank 2) Min-Max   : 349 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1214 [msec]
+[Timing] (Rank 1) Total     : 7521 [msec]
+[Timing] (Rank 1) Full-Sort : 3226 [msec]
+[Timing] (Rank 1) Exchange  : 2797 [msec]
+[Timing] (Rank 1) Min-Max   : 337 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1160 [msec]
+[Timing] (Rank 0) Total     : 6484 [msec]
+[Timing] (Rank 0) Full-Sort : 3747 [msec]
+[Timing] (Rank 0) Exchange  : 920 [msec]
+[Timing] (Rank 0) Min-Max   : 545 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1271 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 4) Total     : 277 [msec]
+[Timing] (Rank 4) Full-Sort : 22 [msec]
+[Timing] (Rank 4) Exchange  : 185 [msec]
+[Timing] (Rank 4) Min-Max   : 50 [msec]
+[Timing] (Rank 4) Elbow-Sort: 18 [msec]
+[Timing] (Rank 0) Total     : 244 [msec]
+[Timing] (Rank 0) Full-Sort : 65 [msec]
+[Timing] (Rank 0) Exchange  : 27 [msec]
+[Timing] (Rank 0) Min-Max   : 99 [msec]
+[Timing] (Rank 0) Elbow-Sort: 51 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 7) Total     : 258 [msec]
+[Timing] (Rank 7) Full-Sort : 22 [msec]
+[Timing] (Rank 7) Exchange  : 211 [msec]
+[Timing] (Rank 7) Min-Max   : 8223 [usec]
+[Timing] (Rank 7) Elbow-Sort: 15 [msec]
+[Timing] (Rank 6) Total     : 258 [msec]
+[Timing] (Rank 6) Full-Sort : 21 [msec]
+[Timing] (Rank 6) Exchange  : 212 [msec]
+[Timing] (Rank 6) Min-Max   : 8356 [usec]
+[Timing] (Rank 6) Elbow-Sort: 15 [msec]
+[Timing] (Rank 5) Total     : 279 [msec]
+[Timing] (Rank 5) Full-Sort : 22 [msec]
+[Timing] (Rank 5) Exchange  : 233 [msec]
+[Timing] (Rank 5) Min-Max   : 8085 [usec]
+[Timing] (Rank 5) Elbow-Sort: 15 [msec]
+[Timing] (Rank 1) Total     : 244 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 201 [msec]
+[Timing] (Rank 1) Min-Max   : 7453 [usec]
+[Timing] (Rank 1) Elbow-Sort: 14 [msec]
+[Timing] (Rank 3) Total     : 253 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 211 [msec]
+[Timing] (Rank 3) Min-Max   : 7448 [usec]
+[Timing] (Rank 3) Elbow-Sort: 14 [msec]
+[Timing] (Rank 2) Total     : 260 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 219 [msec]
+[Timing] (Rank 2) Min-Max   : 6965 [usec]
+[Timing] (Rank 2) Elbow-Sort: 14 [msec]
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 597 [msec]
+[Timing] (Rank 1) Full-Sort : 176 [msec]
+[Timing] (Rank 1) Exchange  : 266 [msec]
+[Timing] (Rank 1) Min-Max   : 45 [msec]
+[Timing] (Rank 1) Elbow-Sort: 108 [msec]
+[Timing] (Rank 7) Total     : 625 [msec]
+[Timing] (Rank 7) Full-Sort : 213 [msec]
+[Timing] (Rank 7) Exchange  : 170 [msec]
+[Timing] (Rank 7) Min-Max   : 101 [msec]
+[Timing] (Rank 7) Elbow-Sort: 140 [msec]
+[Timing] (Rank 4) Total     : 629 [msec]
+[Timing] (Rank 4) Full-Sort : 210 [msec]
+[Timing] (Rank 4) Exchange  : 187 [msec]
+[Timing] (Rank 4) Min-Max   : 95 [msec]
+[Timing] (Rank 4) Elbow-Sort: 136 [msec]
+[Timing] (Rank 6) Total     : 625 [msec]
+[Timing] (Rank 6) Full-Sort : 210 [msec]
+[Timing] (Rank 6) Exchange  : 173 [msec]
+[Timing] (Rank 6) Min-Max   : 101 [msec]
+[Timing] (Rank 6) Elbow-Sort: 140 [msec]
+[Timing] (Rank 5) Total     : 627 [msec]
+[Timing] (Rank 5) Full-Sort : 210 [msec]
+[Timing] (Rank 5) Exchange  : 184 [msec]
+[Timing] (Rank 5) Min-Max   : 96 [msec]
+[Timing] (Rank 5) Elbow-Sort: 136 [msec]
+[Timing] (Rank 2) Total     : 592 [msec]
+[Timing] (Rank 2) Full-Sort : 174 [msec]
+[Timing] (Rank 2) Exchange  : 258 [msec]
+[Timing] (Rank 2) Min-Max   : 45 [msec]
+[Timing] (Rank 2) Elbow-Sort: 114 [msec]
+[Timing] (Rank 3) Total     : 590 [msec]
+[Timing] (Rank 3) Full-Sort : 177 [msec]
+[Timing] (Rank 3) Exchange  : 255 [msec]
+[Timing] (Rank 3) Min-Max   : 44 [msec]
+[Timing] (Rank 3) Elbow-Sort: 113 [msec]
+[Timing] (Rank 0) Total     : 551 [msec]
+[Timing] (Rank 0) Full-Sort : 178 [msec]
+[Timing] (Rank 0) Exchange  : 184 [msec]
+[Timing] (Rank 0) Min-Max   : 66 [msec]
+[Timing] (Rank 0) Elbow-Sort: 121 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 0) Total     : 2175 [msec]
+[Timing] (Rank 0) Full-Sort : 736 [msec]
+[Timing] (Rank 0) Exchange  : 795 [msec]
+[Timing] (Rank 0) Min-Max   : 198 [msec]
+[Timing] (Rank 0) Elbow-Sort: 443 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 5) Total     : 2256 [msec]
+[Timing] (Rank 5) Full-Sort : 909 [msec]
+[Timing] (Rank 5) Exchange  : 548 [msec]
+[Timing] (Rank 5) Min-Max   : 305 [msec]
+[Timing] (Rank 5) Elbow-Sort: 492 [msec]
+[Timing] (Rank 4) Total     : 2252 [msec]
+[Timing] (Rank 4) Full-Sort : 894 [msec]
+[Timing] (Rank 4) Exchange  : 561 [msec]
+[Timing] (Rank 4) Min-Max   : 306 [msec]
+[Timing] (Rank 4) Elbow-Sort: 489 [msec]
+[Timing] (Rank 7) Total     : 2259 [msec]
+[Timing] (Rank 7) Full-Sort : 913 [msec]
+[Timing] (Rank 7) Exchange  : 518 [msec]
+[Timing] (Rank 7) Min-Max   : 317 [msec]
+[Timing] (Rank 7) Elbow-Sort: 509 [msec]
+[Timing] (Rank 6) Total     : 2259 [msec]
+[Timing] (Rank 6) Full-Sort : 903 [msec]
+[Timing] (Rank 6) Exchange  : 527 [msec]
+[Timing] (Rank 6) Min-Max   : 318 [msec]
+[Timing] (Rank 6) Elbow-Sort: 510 [msec]
+[Timing] (Rank 1) Total     : 2169 [msec]
+[Timing] (Rank 1) Full-Sort : 763 [msec]
+[Timing] (Rank 1) Exchange  : 758 [msec]
+[Timing] (Rank 1) Min-Max   : 203 [msec]
+[Timing] (Rank 1) Elbow-Sort: 444 [msec]
+[Timing] (Rank 3) Total     : 2178 [msec]
+[Timing] (Rank 3) Full-Sort : 752 [msec]
+[Timing] (Rank 3) Exchange  : 759 [msec]
+[Timing] (Rank 3) Min-Max   : 204 [msec]
+[Timing] (Rank 3) Elbow-Sort: 461 [msec]
+[Timing] (Rank 2) Total     : 2175 [msec]
+[Timing] (Rank 2) Full-Sort : 751 [msec]
+[Timing] (Rank 2) Exchange  : 754 [msec]
+[Timing] (Rank 2) Min-Max   : 206 [msec]
+[Timing] (Rank 2) Elbow-Sort: 462 [msec]
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 7) Total     : 10.69 [sec]
+[Timing] (Rank 7) Full-Sort : 3951 [msec]
+[Timing] (Rank 7) Exchange  : 3173 [msec]
+[Timing] (Rank 7) Min-Max   : 1374 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2194 [msec]
+[Timing] (Rank 5) Total     : 10.75 [sec]
+[Timing] (Rank 5) Full-Sort : 4086 [msec]
+[Timing] (Rank 5) Exchange  : 3070 [msec]
+[Timing] (Rank 5) Min-Max   : 1480 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2120 [msec]
+[Timing] (Rank 6) Total     : 10.67 [sec]
+[Timing] (Rank 6) Full-Sort : 4025 [msec]
+[Timing] (Rank 6) Exchange  : 3036 [msec]
+[Timing] (Rank 6) Min-Max   : 1403 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2215 [msec]
+[Timing] (Rank 4) Total     : 10.66 [sec]
+[Timing] (Rank 4) Full-Sort : 4065 [msec]
+[Timing] (Rank 4) Exchange  : 3005 [msec]
+[Timing] (Rank 4) Min-Max   : 1447 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2150 [msec]
+[Timing] (Rank 1) Total     : 10.76 [sec]
+[Timing] (Rank 1) Full-Sort : 3830 [msec]
+[Timing] (Rank 1) Exchange  : 3914 [msec]
+[Timing] (Rank 1) Min-Max   : 1159 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1858 [msec]
+[Timing] (Rank 2) Total     : 10.25 [sec]
+[Timing] (Rank 2) Full-Sort : 3813 [msec]
+[Timing] (Rank 2) Exchange  : 3435 [msec]
+[Timing] (Rank 2) Min-Max   : 1099 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1911 [msec]
+[Timing] (Rank 3) Total     : 10.31 [sec]
+[Timing] (Rank 3) Full-Sort : 3819 [msec]
+[Timing] (Rank 3) Exchange  : 3375 [msec]
+[Timing] (Rank 3) Min-Max   : 1195 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1923 [msec]
+[Timing] (Rank 0) Total     : 10.86 [sec]
+[Timing] (Rank 0) Full-Sort : 3885 [msec]
+[Timing] (Rank 0) Exchange  : 3020 [msec]
+[Timing] (Rank 0) Min-Max   : 1444 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2518 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 149 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 104 [msec]
+[Timing] (Rank 1) Min-Max   : 8207 [usec]
+[Timing] (Rank 1) Elbow-Sort: 17 [msec]
+[Timing] (Rank 13) Total     : 146 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 95 [msec]
+[Timing] (Rank 13) Min-Max   : 10 [msec]
+[Timing] (Rank 13) Elbow-Sort: 20 [msec]
+[Timing] (Rank 6) Total     : 147 [msec]
+[Timing] (Rank 6) Full-Sort : 22 [msec]
+[Timing] (Rank 6) Exchange  : 91 [msec]
+[Timing] (Rank 6) Min-Max   : 12 [msec]
+[Timing] (Rank 6) Elbow-Sort: 21 [msec]
+[Timing] (Rank 9) Total     : 145 [msec]
+[Timing] (Rank 9) Full-Sort : 24 [msec]
+[Timing] (Rank 9) Exchange  : 88 [msec]
+[Timing] (Rank 9) Min-Max   : 11 [msec]
+[Timing] (Rank 9) Elbow-Sort: 20 [msec]
+[Timing] (Rank 0) Total     : 149 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 104 [msec]
+[Timing] (Rank 0) Min-Max   : 8164 [usec]
+[Timing] (Rank 0) Elbow-Sort: 17 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 149 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 104 [msec]
+[Timing] (Rank 3) Min-Max   : 8193 [usec]
+[Timing] (Rank 3) Elbow-Sort: 17 [msec]
+[Timing] (Rank 2) Total     : 149 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 104 [msec]
+[Timing] (Rank 2) Min-Max   : 8405 [usec]
+[Timing] (Rank 2) Elbow-Sort: 17 [msec]
+[Timing] (Rank 15) Total     : 146 [msec]
+[Timing] (Rank 15) Full-Sort : 20 [msec]
+[Timing] (Rank 15) Exchange  : 94 [msec]
+[Timing] (Rank 15) Min-Max   : 10 [msec]
+[Timing] (Rank 15) Elbow-Sort: 20 [msec]
+[Timing] (Rank 12) Total     : 146 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 94 [msec]
+[Timing] (Rank 12) Min-Max   : 10 [msec]
+[Timing] (Rank 12) Elbow-Sort: 20 [msec]
+[Timing] (Rank 14) Total     : 146 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 94 [msec]
+[Timing] (Rank 14) Min-Max   : 10 [msec]
+[Timing] (Rank 14) Elbow-Sort: 20 [msec]
+[Timing] (Rank 7) Total     : 147 [msec]
+[Timing] (Rank 7) Full-Sort : 22 [msec]
+[Timing] (Rank 7) Exchange  : 91 [msec]
+[Timing] (Rank 7) Min-Max   : 12 [msec]
+[Timing] (Rank 7) Elbow-Sort: 20 [msec]
+[Timing] (Rank 4) Total     : 147 [msec]
+[Timing] (Rank 4) Full-Sort : 23 [msec]
+[Timing] (Rank 4) Exchange  : 91 [msec]
+[Timing] (Rank 4) Min-Max   : 12 [msec]
+[Timing] (Rank 4) Elbow-Sort: 20 [msec]
+[Timing] (Rank 5) Total     : 147 [msec]
+[Timing] (Rank 5) Full-Sort : 23 [msec]
+[Timing] (Rank 5) Exchange  : 91 [msec]
+[Timing] (Rank 5) Min-Max   : 12 [msec]
+[Timing] (Rank 5) Elbow-Sort: 20 [msec]
+[Timing] (Rank 11) Total     : 143 [msec]
+[Timing] (Rank 11) Full-Sort : 23 [msec]
+[Timing] (Rank 11) Exchange  : 86 [msec]
+[Timing] (Rank 11) Min-Max   : 11 [msec]
+[Timing] (Rank 11) Elbow-Sort: 21 [msec]
+[Timing] (Rank 10) Total     : 144 [msec]
+[Timing] (Rank 10) Full-Sort : 23 [msec]
+[Timing] (Rank 10) Exchange  : 87 [msec]
+[Timing] (Rank 10) Min-Max   : 12 [msec]
+[Timing] (Rank 10) Elbow-Sort: 21 [msec]
+[Timing] (Rank 8) Total     : 143 [msec]
+[Timing] (Rank 8) Full-Sort : 24 [msec]
+[Timing] (Rank 8) Exchange  : 83 [msec]
+[Timing] (Rank 8) Min-Max   : 12 [msec]
+[Timing] (Rank 8) Elbow-Sort: 23 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 1036 [msec]
+[Timing] (Rank 1) Full-Sort : 175 [msec]
+[Timing] (Rank 1) Exchange  : 630 [msec]
+[Timing] (Rank 1) Min-Max   : 82 [msec]
+[Timing] (Rank 1) Elbow-Sort: 147 [msec]
+[Timing] (Rank 6) Total     : 1099 [msec]
+[Timing] (Rank 6) Full-Sort : 218 [msec]
+[Timing] (Rank 6) Exchange  : 468 [msec]
+[Timing] (Rank 6) Min-Max   : 219 [msec]
+[Timing] (Rank 6) Elbow-Sort: 193 [msec]
+[Timing] (Rank 13) Total     : 1056 [msec]
+[Timing] (Rank 13) Full-Sort : 195 [msec]
+[Timing] (Rank 13) Exchange  : 571 [msec]
+[Timing] (Rank 13) Min-Max   : 120 [msec]
+[Timing] (Rank 13) Elbow-Sort: 168 [msec]
+[Timing] (Rank 10) Total     : 993 [msec]
+[Timing] (Rank 10) Full-Sort : 195 [msec]
+[Timing] (Rank 10) Exchange  : 491 [msec]
+[Timing] (Rank 10) Min-Max   : 136 [msec]
+[Timing] (Rank 10) Elbow-Sort: 169 [msec]
+[Timing] (Rank 0) Total     : 1036 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 630 [msec]
+[Timing] (Rank 0) Min-Max   : 82 [msec]
+[Timing] (Rank 0) Elbow-Sort: 147 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 1036 [msec]
+[Timing] (Rank 3) Full-Sort : 175 [msec]
+[Timing] (Rank 3) Exchange  : 626 [msec]
+[Timing] (Rank 3) Min-Max   : 82 [msec]
+[Timing] (Rank 3) Elbow-Sort: 151 [msec]
+[Timing] (Rank 2) Total     : 1036 [msec]
+[Timing] (Rank 2) Full-Sort : 176 [msec]
+[Timing] (Rank 2) Exchange  : 622 [msec]
+[Timing] (Rank 2) Min-Max   : 84 [msec]
+[Timing] (Rank 2) Elbow-Sort: 153 [msec]
+[Timing] (Rank 5) Total     : 1100 [msec]
+[Timing] (Rank 5) Full-Sort : 220 [msec]
+[Timing] (Rank 5) Exchange  : 470 [msec]
+[Timing] (Rank 5) Min-Max   : 219 [msec]
+[Timing] (Rank 5) Elbow-Sort: 189 [msec]
+[Timing] (Rank 4) Total     : 1100 [msec]
+[Timing] (Rank 4) Full-Sort : 224 [msec]
+[Timing] (Rank 4) Exchange  : 468 [msec]
+[Timing] (Rank 4) Min-Max   : 219 [msec]
+[Timing] (Rank 4) Elbow-Sort: 187 [msec]
+[Timing] (Rank 7) Total     : 1100 [msec]
+[Timing] (Rank 7) Full-Sort : 222 [msec]
+[Timing] (Rank 7) Exchange  : 464 [msec]
+[Timing] (Rank 7) Min-Max   : 218 [msec]
+[Timing] (Rank 7) Elbow-Sort: 194 [msec]
+[Timing] (Rank 14) Total     : 1062 [msec]
+[Timing] (Rank 14) Full-Sort : 193 [msec]
+[Timing] (Rank 14) Exchange  : 563 [msec]
+[Timing] (Rank 14) Min-Max   : 133 [msec]
+[Timing] (Rank 14) Elbow-Sort: 173 [msec]
+[Timing] (Rank 12) Total     : 1056 [msec]
+[Timing] (Rank 12) Full-Sort : 194 [msec]
+[Timing] (Rank 12) Exchange  : 571 [msec]
+[Timing] (Rank 12) Min-Max   : 121 [msec]
+[Timing] (Rank 12) Elbow-Sort: 167 [msec]
+[Timing] (Rank 15) Total     : 1062 [msec]
+[Timing] (Rank 15) Full-Sort : 194 [msec]
+[Timing] (Rank 15) Exchange  : 560 [msec]
+[Timing] (Rank 15) Min-Max   : 133 [msec]
+[Timing] (Rank 15) Elbow-Sort: 173 [msec]
+[Timing] (Rank 8) Total     : 1001 [msec]
+[Timing] (Rank 8) Full-Sort : 196 [msec]
+[Timing] (Rank 8) Exchange  : 503 [msec]
+[Timing] (Rank 8) Min-Max   : 130 [msec]
+[Timing] (Rank 8) Elbow-Sort: 171 [msec]
+[Timing] (Rank 11) Total     : 1000 [msec]
+[Timing] (Rank 11) Full-Sort : 303 [msec]
+[Timing] (Rank 11) Exchange  : 398 [msec]
+[Timing] (Rank 11) Min-Max   : 128 [msec]
+[Timing] (Rank 11) Elbow-Sort: 170 [msec]
+[Timing] (Rank 9) Total     : 1020 [msec]
+[Timing] (Rank 9) Full-Sort : 188 [msec]
+[Timing] (Rank 9) Exchange  : 530 [msec]
+[Timing] (Rank 9) Min-Max   : 140 [msec]
+[Timing] (Rank 9) Elbow-Sort: 161 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 3444 [msec]
+[Timing] (Rank 3) Full-Sort : 753 [msec]
+[Timing] (Rank 3) Exchange  : 1761 [msec]
+[Timing] (Rank 3) Min-Max   : 334 [msec]
+[Timing] (Rank 3) Elbow-Sort: 594 [msec]
+[Timing] (Rank 10) Total     : 3565 [msec]
+[Timing] (Rank 10) Full-Sort : 948 [msec]
+[Timing] (Rank 10) Exchange  : 1239 [msec]
+[Timing] (Rank 10) Min-Max   : 648 [msec]
+[Timing] (Rank 10) Elbow-Sort: 729 [msec]
+[Timing] (Rank 7) Total     : 3526 [msec]
+[Timing] (Rank 7) Full-Sort : 957 [msec]
+[Timing] (Rank 7) Exchange  : 1127 [msec]
+[Timing] (Rank 7) Min-Max   : 707 [msec]
+[Timing] (Rank 7) Elbow-Sort: 735 [msec]
+[Timing] (Rank 15) Total     : 3648 [msec]
+[Timing] (Rank 15) Full-Sort : 860 [msec]
+[Timing] (Rank 15) Exchange  : 1618 [msec]
+[Timing] (Rank 15) Min-Max   : 481 [msec]
+[Timing] (Rank 15) Elbow-Sort: 687 [msec]
+[Timing] (Rank 0) Total     : 3449 [msec]
+[Timing] (Rank 0) Full-Sort : 771 [msec]
+[Timing] (Rank 0) Exchange  : 1776 [msec]
+[Timing] (Rank 0) Min-Max   : 328 [msec]
+[Timing] (Rank 0) Elbow-Sort: 572 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 3372 [msec]
+[Timing] (Rank 1) Full-Sort : 745 [msec]
+[Timing] (Rank 1) Exchange  : 1724 [msec]
+[Timing] (Rank 1) Min-Max   : 329 [msec]
+[Timing] (Rank 1) Elbow-Sort: 573 [msec]
+[Timing] (Rank 2) Total     : 3443 [msec]
+[Timing] (Rank 2) Full-Sort : 748 [msec]
+[Timing] (Rank 2) Exchange  : 1767 [msec]
+[Timing] (Rank 2) Min-Max   : 330 [msec]
+[Timing] (Rank 2) Elbow-Sort: 596 [msec]
+[Timing] (Rank 11) Total     : 3580 [msec]
+[Timing] (Rank 11) Full-Sort : 925 [msec]
+[Timing] (Rank 11) Exchange  : 1295 [msec]
+[Timing] (Rank 11) Min-Max   : 638 [msec]
+[Timing] (Rank 11) Elbow-Sort: 720 [msec]
+[Timing] (Rank 9) Total     : 3567 [msec]
+[Timing] (Rank 9) Full-Sort : 947 [msec]
+[Timing] (Rank 9) Exchange  : 1229 [msec]
+[Timing] (Rank 9) Min-Max   : 681 [msec]
+[Timing] (Rank 9) Elbow-Sort: 709 [msec]
+[Timing] (Rank 8) Total     : 3568 [msec]
+[Timing] (Rank 8) Full-Sort : 945 [msec]
+[Timing] (Rank 8) Exchange  : 1133 [msec]
+[Timing] (Rank 8) Min-Max   : 671 [msec]
+[Timing] (Rank 8) Elbow-Sort: 816 [msec]
+[Timing] (Rank 6) Total     : 3527 [msec]
+[Timing] (Rank 6) Full-Sort : 961 [msec]
+[Timing] (Rank 6) Exchange  : 1120 [msec]
+[Timing] (Rank 6) Min-Max   : 709 [msec]
+[Timing] (Rank 6) Elbow-Sort: 736 [msec]
+[Timing] (Rank 5) Total     : 3531 [msec]
+[Timing] (Rank 5) Full-Sort : 971 [msec]
+[Timing] (Rank 5) Exchange  : 1136 [msec]
+[Timing] (Rank 5) Min-Max   : 705 [msec]
+[Timing] (Rank 5) Elbow-Sort: 718 [msec]
+[Timing] (Rank 4) Total     : 3531 [msec]
+[Timing] (Rank 4) Full-Sort : 974 [msec]
+[Timing] (Rank 4) Exchange  : 1129 [msec]
+[Timing] (Rank 4) Min-Max   : 709 [msec]
+[Timing] (Rank 4) Elbow-Sort: 718 [msec]
+[Timing] (Rank 14) Total     : 3649 [msec]
+[Timing] (Rank 14) Full-Sort : 853 [msec]
+[Timing] (Rank 14) Exchange  : 1618 [msec]
+[Timing] (Rank 14) Min-Max   : 487 [msec]
+[Timing] (Rank 14) Elbow-Sort: 689 [msec]
+[Timing] (Rank 13) Total     : 3650 [msec]
+[Timing] (Rank 13) Full-Sort : 870 [msec]
+[Timing] (Rank 13) Exchange  : 1598 [msec]
+[Timing] (Rank 13) Min-Max   : 505 [msec]
+[Timing] (Rank 13) Elbow-Sort: 676 [msec]
+[Timing] (Rank 12) Total     : 3647 [msec]
+[Timing] (Rank 12) Full-Sort : 870 [msec]
+[Timing] (Rank 12) Exchange  : 1596 [msec]
+[Timing] (Rank 12) Min-Max   : 504 [msec]
+[Timing] (Rank 12) Elbow-Sort: 675 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 2) Total     : 15.6 [sec]
+[Timing] (Rank 2) Full-Sort : 3269 [msec]
+[Timing] (Rank 2) Exchange  : 8100 [msec]
+[Timing] (Rank 2) Min-Max   : 1296 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2400 [msec]
+[Timing] (Rank 12) Total     : 15.40 [sec]
+[Timing] (Rank 12) Full-Sort : 3478 [msec]
+[Timing] (Rank 12) Exchange  : 7306 [msec]
+[Timing] (Rank 12) Min-Max   : 1948 [msec]
+[Timing] (Rank 12) Elbow-Sort: 2667 [msec]
+[Timing] (Rank 8) Total     : 14.85 [sec]
+[Timing] (Rank 8) Full-Sort : 3609 [msec]
+[Timing] (Rank 8) Exchange  : 6636 [msec]
+[Timing] (Rank 8) Min-Max   : 1958 [msec]
+[Timing] (Rank 8) Elbow-Sort: 2650 [msec]
+[Timing] (Rank 5) Total     : 16.1 [sec]
+[Timing] (Rank 5) Full-Sort : 4117 [msec]
+[Timing] (Rank 5) Exchange  : 5714 [msec]
+[Timing] (Rank 5) Min-Max   : 3254 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2926 [msec]
+[Timing] (Rank 0) Total     : 15.7 [sec]
+[Timing] (Rank 0) Full-Sort : 3226 [msec]
+[Timing] (Rank 0) Exchange  : 8232 [msec]
+[Timing] (Rank 0) Min-Max   : 1281 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2329 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 15.6 [sec]
+[Timing] (Rank 3) Full-Sort : 3254 [msec]
+[Timing] (Rank 3) Exchange  : 8116 [msec]
+[Timing] (Rank 3) Min-Max   : 1293 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2402 [msec]
+[Timing] (Rank 1) Total     : 15.6 [sec]
+[Timing] (Rank 1) Full-Sort : 3267 [msec]
+[Timing] (Rank 1) Exchange  : 8182 [msec]
+[Timing] (Rank 1) Min-Max   : 1276 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2336 [msec]
+[Timing] (Rank 14) Total     : 15.40 [sec]
+[Timing] (Rank 14) Full-Sort : 3635 [msec]
+[Timing] (Rank 14) Exchange  : 6965 [msec]
+[Timing] (Rank 14) Min-Max   : 2046 [msec]
+[Timing] (Rank 14) Elbow-Sort: 2754 [msec]
+[Timing] (Rank 15) Total     : 15.40 [sec]
+[Timing] (Rank 15) Full-Sort : 3661 [msec]
+[Timing] (Rank 15) Exchange  : 6934 [msec]
+[Timing] (Rank 15) Min-Max   : 2070 [msec]
+[Timing] (Rank 15) Elbow-Sort: 2735 [msec]
+[Timing] (Rank 13) Total     : 14.91 [sec]
+[Timing] (Rank 13) Full-Sort : 3556 [msec]
+[Timing] (Rank 13) Exchange  : 6745 [msec]
+[Timing] (Rank 13) Min-Max   : 1945 [msec]
+[Timing] (Rank 13) Elbow-Sort: 2668 [msec]
+[Timing] (Rank 6) Total     : 16.2 [sec]
+[Timing] (Rank 6) Full-Sort : 4177 [msec]
+[Timing] (Rank 6) Exchange  : 5568 [msec]
+[Timing] (Rank 6) Min-Max   : 3276 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2998 [msec]
+[Timing] (Rank 7) Total     : 16.1 [sec]
+[Timing] (Rank 7) Full-Sort : 4165 [msec]
+[Timing] (Rank 7) Exchange  : 5534 [msec]
+[Timing] (Rank 7) Min-Max   : 3290 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3019 [msec]
+[Timing] (Rank 4) Total     : 16.0 [sec]
+[Timing] (Rank 4) Full-Sort : 4095 [msec]
+[Timing] (Rank 4) Exchange  : 5721 [msec]
+[Timing] (Rank 4) Min-Max   : 3258 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2927 [msec]
+[Timing] (Rank 10) Total     : 14.90 [sec]
+[Timing] (Rank 10) Full-Sort : 3613 [msec]
+[Timing] (Rank 10) Exchange  : 6776 [msec]
+[Timing] (Rank 10) Min-Max   : 1904 [msec]
+[Timing] (Rank 10) Elbow-Sort: 2608 [msec]
+[Timing] (Rank 11) Total     : 14.94 [sec]
+[Timing] (Rank 11) Full-Sort : 3524 [msec]
+[Timing] (Rank 11) Exchange  : 6886 [msec]
+[Timing] (Rank 11) Min-Max   : 1907 [msec]
+[Timing] (Rank 11) Elbow-Sort: 2622 [msec]
+[Timing] (Rank 9) Total     : 14.93 [sec]
+[Timing] (Rank 9) Full-Sort : 3640 [msec]
+[Timing] (Rank 9) Exchange  : 6825 [msec]
+[Timing] (Rank 9) Min-Max   : 1958 [msec]
+[Timing] (Rank 9) Elbow-Sort: 2509 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 215 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 160 [msec]
+[Timing] (Rank 3) Min-Max   : 13 [msec]
+[Timing] (Rank 3) Elbow-Sort: 21 [msec]
+[Timing] (Rank 0) Total     : 215 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 160 [msec]
+[Timing] (Rank 0) Min-Max   : 13 [msec]
+[Timing] (Rank 0) Elbow-Sort: 22 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 18) Total     : 183 [msec]
+[Timing] (Rank 18) Full-Sort : 23 [msec]
+[Timing] (Rank 18) Exchange  : 112 [msec]
+[Timing] (Rank 18) Min-Max   : 19 [msec]
+[Timing] (Rank 18) Elbow-Sort: 27 [msec]
+[Timing] (Rank 1) Total     : 215 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 161 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 21 [msec]
+[Timing] (Rank 2) Total     : 215 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 160 [msec]
+[Timing] (Rank 2) Min-Max   : 13 [msec]
+[Timing] (Rank 2) Elbow-Sort: 21 [msec]
+[Timing] (Rank 5) Total     : 215 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 160 [msec]
+[Timing] (Rank 5) Min-Max   : 13 [msec]
+[Timing] (Rank 5) Elbow-Sort: 21 [msec]
+[Timing] (Rank 4) Total     : 215 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 161 [msec]
+[Timing] (Rank 4) Min-Max   : 13 [msec]
+[Timing] (Rank 4) Elbow-Sort: 22 [msec]
+[Timing] (Rank 6) Total     : 215 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 160 [msec]
+[Timing] (Rank 6) Min-Max   : 13 [msec]
+[Timing] (Rank 6) Elbow-Sort: 22 [msec]
+[Timing] (Rank 7) Total     : 215 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 160 [msec]
+[Timing] (Rank 7) Min-Max   : 13 [msec]
+[Timing] (Rank 7) Elbow-Sort: 22 [msec]
+[Timing] (Rank 13) Total     : 217 [msec]
+[Timing] (Rank 13) Full-Sort : 22 [msec]
+[Timing] (Rank 13) Exchange  : 151 [msec]
+[Timing] (Rank 13) Min-Max   : 18 [msec]
+[Timing] (Rank 13) Elbow-Sort: 25 [msec]
+[Timing] (Rank 31) Total     : 212 [msec]
+[Timing] (Rank 31) Full-Sort : 24 [msec]
+[Timing] (Rank 31) Exchange  : 143 [msec]
+[Timing] (Rank 31) Min-Max   : 18 [msec]
+[Timing] (Rank 31) Elbow-Sort: 26 [msec]
+[Timing] (Rank 16) Total     : 185 [msec]
+[Timing] (Rank 16) Full-Sort : 24 [msec]
+[Timing] (Rank 16) Exchange  : 108 [msec]
+[Timing] (Rank 16) Min-Max   : 21 [msec]
+[Timing] (Rank 16) Elbow-Sort: 30 [msec]
+[Timing] (Rank 21) Total     : 207 [msec]
+[Timing] (Rank 21) Full-Sort : 21 [msec]
+[Timing] (Rank 21) Exchange  : 145 [msec]
+[Timing] (Rank 21) Min-Max   : 16 [msec]
+[Timing] (Rank 21) Elbow-Sort: 23 [msec]
+[Timing] (Rank 20) Total     : 205 [msec]
+[Timing] (Rank 20) Full-Sort : 22 [msec]
+[Timing] (Rank 20) Exchange  : 137 [msec]
+[Timing] (Rank 20) Min-Max   : 18 [msec]
+[Timing] (Rank 20) Elbow-Sort: 26 [msec]
+[Timing] (Rank 22) Total     : 204 [msec]
+[Timing] (Rank 22) Full-Sort : 22 [msec]
+[Timing] (Rank 22) Exchange  : 135 [msec]
+[Timing] (Rank 22) Min-Max   : 19 [msec]
+[Timing] (Rank 22) Elbow-Sort: 27 [msec]
+[Timing] (Rank 19) Total     : 207 [msec]
+[Timing] (Rank 19) Full-Sort : 21 [msec]
+[Timing] (Rank 19) Exchange  : 146 [msec]
+[Timing] (Rank 19) Min-Max   : 16 [msec]
+[Timing] (Rank 19) Elbow-Sort: 23 [msec]
+[Timing] (Rank 17) Total     : 207 [msec]
+[Timing] (Rank 17) Full-Sort : 21 [msec]
+[Timing] (Rank 17) Exchange  : 145 [msec]
+[Timing] (Rank 17) Min-Max   : 17 [msec]
+[Timing] (Rank 17) Elbow-Sort: 23 [msec]
+[Timing] (Rank 23) Total     : 202 [msec]
+[Timing] (Rank 23) Full-Sort : 22 [msec]
+[Timing] (Rank 23) Exchange  : 134 [msec]
+[Timing] (Rank 23) Min-Max   : 18 [msec]
+[Timing] (Rank 23) Elbow-Sort: 27 [msec]
+[Timing] (Rank 12) Total     : 218 [msec]
+[Timing] (Rank 12) Full-Sort : 22 [msec]
+[Timing] (Rank 12) Exchange  : 151 [msec]
+[Timing] (Rank 12) Min-Max   : 18 [msec]
+[Timing] (Rank 12) Elbow-Sort: 25 [msec]
+[Timing] (Rank 11) Total     : 218 [msec]
+[Timing] (Rank 11) Full-Sort : 21 [msec]
+[Timing] (Rank 11) Exchange  : 152 [msec]
+[Timing] (Rank 11) Min-Max   : 18 [msec]
+[Timing] (Rank 11) Elbow-Sort: 25 [msec]
+[Timing] (Rank 8) Total     : 217 [msec]
+[Timing] (Rank 8) Full-Sort : 22 [msec]
+[Timing] (Rank 8) Exchange  : 151 [msec]
+[Timing] (Rank 8) Min-Max   : 17 [msec]
+[Timing] (Rank 8) Elbow-Sort: 25 [msec]
+[Timing] (Rank 14) Total     : 218 [msec]
+[Timing] (Rank 14) Full-Sort : 22 [msec]
+[Timing] (Rank 14) Exchange  : 150 [msec]
+[Timing] (Rank 14) Min-Max   : 18 [msec]
+[Timing] (Rank 14) Elbow-Sort: 26 [msec]
+[Timing] (Rank 9) Total     : 217 [msec]
+[Timing] (Rank 9) Full-Sort : 22 [msec]
+[Timing] (Rank 9) Exchange  : 151 [msec]
+[Timing] (Rank 9) Min-Max   : 18 [msec]
+[Timing] (Rank 9) Elbow-Sort: 24 [msec]
+[Timing] (Rank 15) Total     : 218 [msec]
+[Timing] (Rank 15) Full-Sort : 22 [msec]
+[Timing] (Rank 15) Exchange  : 150 [msec]
+[Timing] (Rank 15) Min-Max   : 19 [msec]
+[Timing] (Rank 15) Elbow-Sort: 26 [msec]
+[Timing] (Rank 10) Total     : 217 [msec]
+[Timing] (Rank 10) Full-Sort : 22 [msec]
+[Timing] (Rank 10) Exchange  : 151 [msec]
+[Timing] (Rank 10) Min-Max   : 18 [msec]
+[Timing] (Rank 10) Elbow-Sort: 25 [msec]
+[Timing] (Rank 25) Total     : 211 [msec]
+[Timing] (Rank 25) Full-Sort : 23 [msec]
+[Timing] (Rank 25) Exchange  : 144 [msec]
+[Timing] (Rank 25) Min-Max   : 18 [msec]
+[Timing] (Rank 25) Elbow-Sort: 25 [msec]
+[Timing] (Rank 30) Total     : 212 [msec]
+[Timing] (Rank 30) Full-Sort : 23 [msec]
+[Timing] (Rank 30) Exchange  : 144 [msec]
+[Timing] (Rank 30) Min-Max   : 18 [msec]
+[Timing] (Rank 30) Elbow-Sort: 26 [msec]
+[Timing] (Rank 26) Total     : 211 [msec]
+[Timing] (Rank 26) Full-Sort : 23 [msec]
+[Timing] (Rank 26) Exchange  : 144 [msec]
+[Timing] (Rank 26) Min-Max   : 17 [msec]
+[Timing] (Rank 26) Elbow-Sort: 25 [msec]
+[Timing] (Rank 29) Total     : 212 [msec]
+[Timing] (Rank 29) Full-Sort : 23 [msec]
+[Timing] (Rank 29) Exchange  : 144 [msec]
+[Timing] (Rank 29) Min-Max   : 18 [msec]
+[Timing] (Rank 29) Elbow-Sort: 25 [msec]
+[Timing] (Rank 27) Total     : 211 [msec]
+[Timing] (Rank 27) Full-Sort : 23 [msec]
+[Timing] (Rank 27) Exchange  : 143 [msec]
+[Timing] (Rank 27) Min-Max   : 18 [msec]
+[Timing] (Rank 27) Elbow-Sort: 25 [msec]
+[Timing] (Rank 28) Total     : 212 [msec]
+[Timing] (Rank 28) Full-Sort : 23 [msec]
+[Timing] (Rank 28) Exchange  : 144 [msec]
+[Timing] (Rank 28) Min-Max   : 18 [msec]
+[Timing] (Rank 28) Elbow-Sort: 25 [msec]
+[Timing] (Rank 24) Total     : 211 [msec]
+[Timing] (Rank 24) Full-Sort : 23 [msec]
+[Timing] (Rank 24) Exchange  : 144 [msec]
+[Timing] (Rank 24) Min-Max   : 18 [msec]
+[Timing] (Rank 24) Elbow-Sort: 24 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 20) Total     : 1333 [msec]
+[Timing] (Rank 20) Full-Sort : 216 [msec]
+[Timing] (Rank 20) Exchange  : 687 [msec]
+[Timing] (Rank 20) Min-Max   : 204 [msec]
+[Timing] (Rank 20) Elbow-Sort: 225 [msec]
+[Timing] (Rank 5) Total     : 1299 [msec]
+[Timing] (Rank 5) Full-Sort : 184 [msec]
+[Timing] (Rank 5) Exchange  : 760 [msec]
+[Timing] (Rank 5) Min-Max   : 165 [msec]
+[Timing] (Rank 5) Elbow-Sort: 189 [msec]
+[Timing] (Rank 6) Total     : 1300 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 760 [msec]
+[Timing] (Rank 6) Min-Max   : 163 [msec]
+[Timing] (Rank 6) Elbow-Sort: 194 [msec]
+[Timing] (Rank 2) Total     : 1299 [msec]
+[Timing] (Rank 2) Full-Sort : 184 [msec]
+[Timing] (Rank 2) Exchange  : 762 [msec]
+[Timing] (Rank 2) Min-Max   : 163 [msec]
+[Timing] (Rank 2) Elbow-Sort: 188 [msec]
+[Timing] (Rank 7) Total     : 1299 [msec]
+[Timing] (Rank 7) Full-Sort : 182 [msec]
+[Timing] (Rank 7) Exchange  : 757 [msec]
+[Timing] (Rank 7) Min-Max   : 166 [msec]
+[Timing] (Rank 7) Elbow-Sort: 193 [msec]
+[Timing] (Rank 3) Total     : 1300 [msec]
+[Timing] (Rank 3) Full-Sort : 183 [msec]
+[Timing] (Rank 3) Exchange  : 757 [msec]
+[Timing] (Rank 3) Min-Max   : 169 [msec]
+[Timing] (Rank 3) Elbow-Sort: 188 [msec]
+[Timing] (Rank 4) Total     : 1300 [msec]
+[Timing] (Rank 4) Full-Sort : 182 [msec]
+[Timing] (Rank 4) Exchange  : 760 [msec]
+[Timing] (Rank 4) Min-Max   : 167 [msec]
+[Timing] (Rank 4) Elbow-Sort: 189 [msec]
+[Timing] (Rank 1) Total     : 1299 [msec]
+[Timing] (Rank 1) Full-Sort : 183 [msec]
+[Timing] (Rank 1) Exchange  : 760 [msec]
+[Timing] (Rank 1) Min-Max   : 171 [msec]
+[Timing] (Rank 1) Elbow-Sort: 183 [msec]
+[Timing] (Rank 0) Total     : 1301 [msec]
+[Timing] (Rank 0) Full-Sort : 182 [msec]
+[Timing] (Rank 0) Exchange  : 760 [msec]
+[Timing] (Rank 0) Min-Max   : 169 [msec]
+[Timing] (Rank 0) Elbow-Sort: 189 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 8) Total     : 1352 [msec]
+[Timing] (Rank 8) Full-Sort : 213 [msec]
+[Timing] (Rank 8) Exchange  : 669 [msec]
+[Timing] (Rank 8) Min-Max   : 239 [msec]
+[Timing] (Rank 8) Elbow-Sort: 229 [msec]
+[Timing] (Rank 28) Total     : 1331 [msec]
+[Timing] (Rank 28) Full-Sort : 211 [msec]
+[Timing] (Rank 28) Exchange  : 670 [msec]
+[Timing] (Rank 28) Min-Max   : 220 [msec]
+[Timing] (Rank 28) Elbow-Sort: 228 [msec]
+[Timing] (Rank 22) Total     : 1338 [msec]
+[Timing] (Rank 22) Full-Sort : 209 [msec]
+[Timing] (Rank 22) Exchange  : 700 [msec]
+[Timing] (Rank 22) Min-Max   : 196 [msec]
+[Timing] (Rank 22) Elbow-Sort: 232 [msec]
+[Timing] (Rank 18) Total     : 1334 [msec]
+[Timing] (Rank 18) Full-Sort : 218 [msec]
+[Timing] (Rank 18) Exchange  : 679 [msec]
+[Timing] (Rank 18) Min-Max   : 211 [msec]
+[Timing] (Rank 18) Elbow-Sort: 225 [msec]
+[Timing] (Rank 16) Total     : 1331 [msec]
+[Timing] (Rank 16) Full-Sort : 215 [msec]
+[Timing] (Rank 16) Exchange  : 688 [msec]
+[Timing] (Rank 16) Min-Max   : 204 [msec]
+[Timing] (Rank 16) Elbow-Sort: 222 [msec]
+[Timing] (Rank 19) Total     : 1375 [msec]
+[Timing] (Rank 19) Full-Sort : 193 [msec]
+[Timing] (Rank 19) Exchange  : 771 [msec]
+[Timing] (Rank 19) Min-Max   : 206 [msec]
+[Timing] (Rank 19) Elbow-Sort: 203 [msec]
+[Timing] (Rank 21) Total     : 1352 [msec]
+[Timing] (Rank 21) Full-Sort : 192 [msec]
+[Timing] (Rank 21) Exchange  : 767 [msec]
+[Timing] (Rank 21) Min-Max   : 187 [msec]
+[Timing] (Rank 21) Elbow-Sort: 204 [msec]
+[Timing] (Rank 23) Total     : 1314 [msec]
+[Timing] (Rank 23) Full-Sort : 212 [msec]
+[Timing] (Rank 23) Exchange  : 698 [msec]
+[Timing] (Rank 23) Min-Max   : 189 [msec]
+[Timing] (Rank 23) Elbow-Sort: 214 [msec]
+[Timing] (Rank 17) Total     : 1376 [msec]
+[Timing] (Rank 17) Full-Sort : 192 [msec]
+[Timing] (Rank 17) Exchange  : 776 [msec]
+[Timing] (Rank 17) Min-Max   : 207 [msec]
+[Timing] (Rank 17) Elbow-Sort: 199 [msec]
+[Timing] (Rank 14) Total     : 1350 [msec]
+[Timing] (Rank 14) Full-Sort : 220 [msec]
+[Timing] (Rank 14) Exchange  : 658 [msec]
+[Timing] (Rank 14) Min-Max   : 237 [msec]
+[Timing] (Rank 14) Elbow-Sort: 234 [msec]
+[Timing] (Rank 10) Total     : 1348 [msec]
+[Timing] (Rank 10) Full-Sort : 220 [msec]
+[Timing] (Rank 10) Exchange  : 660 [msec]
+[Timing] (Rank 10) Min-Max   : 239 [msec]
+[Timing] (Rank 10) Elbow-Sort: 227 [msec]
+[Timing] (Rank 11) Total     : 1351 [msec]
+[Timing] (Rank 11) Full-Sort : 223 [msec]
+[Timing] (Rank 11) Exchange  : 624 [msec]
+[Timing] (Rank 11) Min-Max   : 269 [msec]
+[Timing] (Rank 11) Elbow-Sort: 233 [msec]
+[Timing] (Rank 12) Total     : 1348 [msec]
+[Timing] (Rank 12) Full-Sort : 220 [msec]
+[Timing] (Rank 12) Exchange  : 653 [msec]
+[Timing] (Rank 12) Min-Max   : 246 [msec]
+[Timing] (Rank 12) Elbow-Sort: 227 [msec]
+[Timing] (Rank 15) Total     : 1354 [msec]
+[Timing] (Rank 15) Full-Sort : 225 [msec]
+[Timing] (Rank 15) Exchange  : 619 [msec]
+[Timing] (Rank 15) Min-Max   : 269 [msec]
+[Timing] (Rank 15) Elbow-Sort: 239 [msec]
+[Timing] (Rank 13) Total     : 1350 [msec]
+[Timing] (Rank 13) Full-Sort : 224 [msec]
+[Timing] (Rank 13) Exchange  : 619 [msec]
+[Timing] (Rank 13) Min-Max   : 272 [msec]
+[Timing] (Rank 13) Elbow-Sort: 234 [msec]
+[Timing] (Rank 9) Total     : 1352 [msec]
+[Timing] (Rank 9) Full-Sort : 229 [msec]
+[Timing] (Rank 9) Exchange  : 621 [msec]
+[Timing] (Rank 9) Min-Max   : 272 [msec]
+[Timing] (Rank 9) Elbow-Sort: 228 [msec]
+[Timing] (Rank 25) Total     : 1330 [msec]
+[Timing] (Rank 25) Full-Sort : 221 [msec]
+[Timing] (Rank 25) Exchange  : 659 [msec]
+[Timing] (Rank 25) Min-Max   : 228 [msec]
+[Timing] (Rank 25) Elbow-Sort: 219 [msec]
+[Timing] (Rank 24) Total     : 1330 [msec]
+[Timing] (Rank 24) Full-Sort : 218 [msec]
+[Timing] (Rank 24) Exchange  : 665 [msec]
+[Timing] (Rank 24) Min-Max   : 227 [msec]
+[Timing] (Rank 24) Elbow-Sort: 219 [msec]
+[Timing] (Rank 26) Total     : 1332 [msec]
+[Timing] (Rank 26) Full-Sort : 214 [msec]
+[Timing] (Rank 26) Exchange  : 682 [msec]
+[Timing] (Rank 26) Min-Max   : 210 [msec]
+[Timing] (Rank 26) Elbow-Sort: 224 [msec]
+[Timing] (Rank 31) Total     : 1332 [msec]
+[Timing] (Rank 31) Full-Sort : 213 [msec]
+[Timing] (Rank 31) Exchange  : 658 [msec]
+[Timing] (Rank 31) Min-Max   : 228 [msec]
+[Timing] (Rank 31) Elbow-Sort: 230 [msec]
+[Timing] (Rank 27) Total     : 1332 [msec]
+[Timing] (Rank 27) Full-Sort : 212 [msec]
+[Timing] (Rank 27) Exchange  : 677 [msec]
+[Timing] (Rank 27) Min-Max   : 217 [msec]
+[Timing] (Rank 27) Elbow-Sort: 224 [msec]
+[Timing] (Rank 29) Total     : 1330 [msec]
+[Timing] (Rank 29) Full-Sort : 215 [msec]
+[Timing] (Rank 29) Exchange  : 661 [msec]
+[Timing] (Rank 29) Min-Max   : 226 [msec]
+[Timing] (Rank 29) Elbow-Sort: 227 [msec]
+[Timing] (Rank 30) Total     : 1333 [msec]
+[Timing] (Rank 30) Full-Sort : 213 [msec]
+[Timing] (Rank 30) Exchange  : 668 [msec]
+[Timing] (Rank 30) Min-Max   : 219 [msec]
+[Timing] (Rank 30) Elbow-Sort: 232 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 2) Total     : 5166 [msec]
+[Timing] (Rank 2) Full-Sort : 783 [msec]
+[Timing] (Rank 2) Exchange  : 3552 [msec]
+[Timing] (Rank 2) Min-Max   : 678 [msec]
+[Timing] (Rank 2) Elbow-Sort: 747 [msec]
+[Timing] (Rank 22) Total     : 5230 [msec]
+[Timing] (Rank 22) Full-Sort : 884 [msec]
+[Timing] (Rank 22) Exchange  : 3312 [msec]
+[Timing] (Rank 22) Min-Max   : 886 [msec]
+[Timing] (Rank 22) Elbow-Sort: 919 [msec]
+[Timing] (Rank 24) Total     : 5387 [msec]
+[Timing] (Rank 24) Full-Sort : 964 [msec]
+[Timing] (Rank 24) Exchange  : 3451 [msec]
+[Timing] (Rank 24) Min-Max   : 1010 [msec]
+[Timing] (Rank 24) Elbow-Sort: 853 [msec]
+[Timing] (Rank 9) Total     : 5341 [msec]
+[Timing] (Rank 9) Full-Sort : 939 [msec]
+[Timing] (Rank 9) Exchange  : 3375 [msec]
+[Timing] (Rank 9) Min-Max   : 1017 [msec]
+[Timing] (Rank 9) Elbow-Sort: 902 [msec]
+[Timing] (Rank 4) Total     : 5167 [msec]
+[Timing] (Rank 4) Full-Sort : 789 [msec]
+[Timing] (Rank 4) Exchange  : 3552 [msec]
+[Timing] (Rank 4) Min-Max   : 675 [msec]
+[Timing] (Rank 4) Elbow-Sort: 744 [msec]
+[Timing] (Rank 7) Total     : 5172 [msec]
+[Timing] (Rank 7) Full-Sort : 779 [msec]
+[Timing] (Rank 7) Exchange  : 3547 [msec]
+[Timing] (Rank 7) Min-Max   : 672 [msec]
+[Timing] (Rank 7) Elbow-Sort: 763 [msec]
+[Timing] (Rank 1) Total     : 5168 [msec]
+[Timing] (Rank 1) Full-Sort : 789 [msec]
+[Timing] (Rank 1) Exchange  : 3570 [msec]
+[Timing] (Rank 1) Min-Max   : 661 [msec]
+[Timing] (Rank 1) Elbow-Sort: 727 [msec]
+[Timing] (Rank 5) Total     : 5169 [msec]
+[Timing] (Rank 5) Full-Sort : 789 [msec]
+[Timing] (Rank 5) Exchange  : 3550 [msec]
+[Timing] (Rank 5) Min-Max   : 674 [msec]
+[Timing] (Rank 5) Elbow-Sort: 747 [msec]
+[Timing] (Rank 6) Total     : 5169 [msec]
+[Timing] (Rank 6) Full-Sort : 782 [msec]
+[Timing] (Rank 6) Exchange  : 3540 [msec]
+[Timing] (Rank 6) Min-Max   : 674 [msec]
+[Timing] (Rank 6) Elbow-Sort: 762 [msec]
+[Timing] (Rank 3) Total     : 5169 [msec]
+[Timing] (Rank 3) Full-Sort : 782 [msec]
+[Timing] (Rank 3) Exchange  : 3559 [msec]
+[Timing] (Rank 3) Min-Max   : 668 [msec]
+[Timing] (Rank 3) Elbow-Sort: 745 [msec]
+[Timing] (Rank 0) Total     : 5173 [msec]
+[Timing] (Rank 0) Full-Sort : 796 [msec]
+[Timing] (Rank 0) Exchange  : 3564 [msec]
+[Timing] (Rank 0) Min-Max   : 680 [msec]
+[Timing] (Rank 0) Elbow-Sort: 730 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 18) Total     : 5166 [msec]
+[Timing] (Rank 18) Full-Sort : 947 [msec]
+[Timing] (Rank 18) Exchange  : 3184 [msec]
+[Timing] (Rank 18) Min-Max   : 925 [msec]
+[Timing] (Rank 18) Elbow-Sort: 919 [msec]
+[Timing] (Rank 20) Total     : 5201 [msec]
+[Timing] (Rank 20) Full-Sort : 925 [msec]
+[Timing] (Rank 20) Exchange  : 3256 [msec]
+[Timing] (Rank 20) Min-Max   : 896 [msec]
+[Timing] (Rank 20) Elbow-Sort: 907 [msec]
+[Timing] (Rank 16) Total     : 5185 [msec]
+[Timing] (Rank 16) Full-Sort : 947 [msec]
+[Timing] (Rank 16) Exchange  : 3210 [msec]
+[Timing] (Rank 16) Min-Max   : 936 [msec]
+[Timing] (Rank 16) Elbow-Sort: 909 [msec]
+[Timing] (Rank 17) Total     : 5274 [msec]
+[Timing] (Rank 17) Full-Sort : 885 [msec]
+[Timing] (Rank 17) Exchange  : 3499 [msec]
+[Timing] (Rank 17) Min-Max   : 672 [msec]
+[Timing] (Rank 17) Elbow-Sort: 803 [msec]
+[Timing] (Rank 19) Total     : 5262 [msec]
+[Timing] (Rank 19) Full-Sort : 881 [msec]
+[Timing] (Rank 19) Exchange  : 3482 [msec]
+[Timing] (Rank 19) Min-Max   : 665 [msec]
+[Timing] (Rank 19) Elbow-Sort: 815 [msec]
+[Timing] (Rank 21) Total     : 5290 [msec]
+[Timing] (Rank 21) Full-Sort : 843 [msec]
+[Timing] (Rank 21) Exchange  : 3557 [msec]
+[Timing] (Rank 21) Min-Max   : 662 [msec]
+[Timing] (Rank 21) Elbow-Sort: 807 [msec]
+[Timing] (Rank 23) Total     : 5108 [msec]
+[Timing] (Rank 23) Full-Sort : 913 [msec]
+[Timing] (Rank 23) Exchange  : 3221 [msec]
+[Timing] (Rank 23) Min-Max   : 780 [msec]
+[Timing] (Rank 23) Elbow-Sort: 873 [msec]
+[Timing] (Rank 25) Total     : 5385 [msec]
+[Timing] (Rank 25) Full-Sort : 973 [msec]
+[Timing] (Rank 25) Exchange  : 3434 [msec]
+[Timing] (Rank 25) Min-Max   : 996 [msec]
+[Timing] (Rank 25) Elbow-Sort: 855 [msec]
+[Timing] (Rank 30) Total     : 5397 [msec]
+[Timing] (Rank 30) Full-Sort : 958 [msec]
+[Timing] (Rank 30) Exchange  : 3403 [msec]
+[Timing] (Rank 30) Min-Max   : 973 [msec]
+[Timing] (Rank 30) Elbow-Sort: 916 [msec]
+[Timing] (Rank 26) Total     : 5376 [msec]
+[Timing] (Rank 26) Full-Sort : 985 [msec]
+[Timing] (Rank 26) Exchange  : 3390 [msec]
+[Timing] (Rank 26) Min-Max   : 950 [msec]
+[Timing] (Rank 26) Elbow-Sort: 883 [msec]
+[Timing] (Rank 27) Total     : 5380 [msec]
+[Timing] (Rank 27) Full-Sort : 989 [msec]
+[Timing] (Rank 27) Exchange  : 3387 [msec]
+[Timing] (Rank 27) Min-Max   : 955 [msec]
+[Timing] (Rank 27) Elbow-Sort: 883 [msec]
+[Timing] (Rank 28) Total     : 5377 [msec]
+[Timing] (Rank 28) Full-Sort : 980 [msec]
+[Timing] (Rank 28) Exchange  : 3381 [msec]
+[Timing] (Rank 28) Min-Max   : 948 [msec]
+[Timing] (Rank 28) Elbow-Sort: 895 [msec]
+[Timing] (Rank 29) Total     : 5379 [msec]
+[Timing] (Rank 29) Full-Sort : 978 [msec]
+[Timing] (Rank 29) Exchange  : 3376 [msec]
+[Timing] (Rank 29) Min-Max   : 941 [msec]
+[Timing] (Rank 29) Elbow-Sort: 902 [msec]
+[Timing] (Rank 31) Total     : 5397 [msec]
+[Timing] (Rank 31) Full-Sort : 960 [msec]
+[Timing] (Rank 31) Exchange  : 3395 [msec]
+[Timing] (Rank 31) Min-Max   : 973 [msec]
+[Timing] (Rank 31) Elbow-Sort: 916 [msec]
+[Timing] (Rank 15) Total     : 5351 [msec]
+[Timing] (Rank 15) Full-Sort : 940 [msec]
+[Timing] (Rank 15) Exchange  : 3343 [msec]
+[Timing] (Rank 15) Min-Max   : 1025 [msec]
+[Timing] (Rank 15) Elbow-Sort: 937 [msec]
+[Timing] (Rank 13) Total     : 5344 [msec]
+[Timing] (Rank 13) Full-Sort : 948 [msec]
+[Timing] (Rank 13) Exchange  : 3349 [msec]
+[Timing] (Rank 13) Min-Max   : 1033 [msec]
+[Timing] (Rank 13) Elbow-Sort: 914 [msec]
+[Timing] (Rank 12) Total     : 5335 [msec]
+[Timing] (Rank 12) Full-Sort : 963 [msec]
+[Timing] (Rank 12) Exchange  : 3345 [msec]
+[Timing] (Rank 12) Min-Max   : 989 [msec]
+[Timing] (Rank 12) Elbow-Sort: 907 [msec]
+[Timing] (Rank 10) Total     : 5337 [msec]
+[Timing] (Rank 10) Full-Sort : 944 [msec]
+[Timing] (Rank 10) Exchange  : 3358 [msec]
+[Timing] (Rank 10) Min-Max   : 1000 [msec]
+[Timing] (Rank 10) Elbow-Sort: 906 [msec]
+[Timing] (Rank 11) Total     : 5342 [msec]
+[Timing] (Rank 11) Full-Sort : 948 [msec]
+[Timing] (Rank 11) Exchange  : 3351 [msec]
+[Timing] (Rank 11) Min-Max   : 1021 [msec]
+[Timing] (Rank 11) Elbow-Sort: 915 [msec]
+[Timing] (Rank 14) Total     : 5339 [msec]
+[Timing] (Rank 14) Full-Sort : 960 [msec]
+[Timing] (Rank 14) Exchange  : 3334 [msec]
+[Timing] (Rank 14) Min-Max   : 980 [msec]
+[Timing] (Rank 14) Elbow-Sort: 924 [msec]
+[Timing] (Rank 8) Total     : 5344 [msec]
+[Timing] (Rank 8) Full-Sort : 960 [msec]
+[Timing] (Rank 8) Exchange  : 3346 [msec]
+[Timing] (Rank 8) Min-Max   : 1004 [msec]
+[Timing] (Rank 8) Elbow-Sort: 913 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 18) Total     : 21.54 [sec]
+[Timing] (Rank 18) Full-Sort : 3908 [msec]
+[Timing] (Rank 18) Exchange  : 13.54 [sec]
+[Timing] (Rank 18) Min-Max   : 3486 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3683 [msec]
+[Timing] (Rank 6) Total     : 21.45 [sec]
+[Timing] (Rank 6) Full-Sort : 3322 [msec]
+[Timing] (Rank 6) Exchange  : 14.76 [sec]
+[Timing] (Rank 6) Min-Max   : 2641 [msec]
+[Timing] (Rank 6) Elbow-Sort: 3051 [msec]
+[Timing] (Rank 11) Total     : 21.90 [sec]
+[Timing] (Rank 11) Full-Sort : 4045 [msec]
+[Timing] (Rank 11) Exchange  : 13.71 [sec]
+[Timing] (Rank 11) Min-Max   : 3918 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3631 [msec]
+[Timing] (Rank 31) Total     : 21.82 [sec]
+[Timing] (Rank 31) Full-Sort : 4176 [msec]
+[Timing] (Rank 31) Exchange  : 13.55 [sec]
+[Timing] (Rank 31) Min-Max   : 3860 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3607 [msec]
+[Timing] (Rank 22) Total     : 21.48 [sec]
+[Timing] (Rank 22) Full-Sort : 3801 [msec]
+[Timing] (Rank 22) Exchange  : 13.62 [sec]
+[Timing] (Rank 22) Min-Max   : 3238 [msec]
+[Timing] (Rank 22) Elbow-Sort: 3674 [msec]
+[Timing] (Rank 16) Total     : 21.45 [sec]
+[Timing] (Rank 16) Full-Sort : 3862 [msec]
+[Timing] (Rank 16) Exchange  : 13.53 [sec]
+[Timing] (Rank 16) Min-Max   : 3432 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3640 [msec]
+[Timing] (Rank 20) Total     : 21.52 [sec]
+[Timing] (Rank 20) Full-Sort : 3897 [msec]
+[Timing] (Rank 20) Exchange  : 13.60 [sec]
+[Timing] (Rank 20) Min-Max   : 3232 [msec]
+[Timing] (Rank 20) Elbow-Sort: 3630 [msec]
+[Timing] (Rank 1) Total     : 21.44 [sec]
+[Timing] (Rank 1) Full-Sort : 3336 [msec]
+[Timing] (Rank 1) Exchange  : 14.87 [sec]
+[Timing] (Rank 1) Min-Max   : 2688 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2912 [msec]
+[Timing] (Rank 7) Total     : 21.46 [sec]
+[Timing] (Rank 7) Full-Sort : 3332 [msec]
+[Timing] (Rank 7) Exchange  : 14.76 [sec]
+[Timing] (Rank 7) Min-Max   : 2656 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3051 [msec]
+[Timing] (Rank 5) Total     : 21.39 [sec]
+[Timing] (Rank 5) Full-Sort : 3359 [msec]
+[Timing] (Rank 5) Exchange  : 14.73 [sec]
+[Timing] (Rank 5) Min-Max   : 2611 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 4) Total     : 21.45 [sec]
+[Timing] (Rank 4) Full-Sort : 3260 [msec]
+[Timing] (Rank 4) Exchange  : 14.88 [sec]
+[Timing] (Rank 4) Min-Max   : 2656 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2995 [msec]
+[Timing] (Rank 2) Total     : 21.45 [sec]
+[Timing] (Rank 2) Full-Sort : 3333 [msec]
+[Timing] (Rank 2) Exchange  : 14.81 [sec]
+[Timing] (Rank 2) Min-Max   : 2676 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2981 [msec]
+[Timing] (Rank 3) Total     : 21.45 [sec]
+[Timing] (Rank 3) Full-Sort : 3357 [msec]
+[Timing] (Rank 3) Exchange  : 14.79 [sec]
+[Timing] (Rank 3) Min-Max   : 2707 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 0) Total     : 21.49 [sec]
+[Timing] (Rank 0) Full-Sort : 3326 [msec]
+[Timing] (Rank 0) Exchange  : 14.84 [sec]
+[Timing] (Rank 0) Min-Max   : 2670 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2999 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 13) Total     : 21.86 [sec]
+[Timing] (Rank 13) Full-Sort : 4061 [msec]
+[Timing] (Rank 13) Exchange  : 13.63 [sec]
+[Timing] (Rank 13) Min-Max   : 3900 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3674 [msec]
+[Timing] (Rank 15) Total     : 21.87 [sec]
+[Timing] (Rank 15) Full-Sort : 4067 [msec]
+[Timing] (Rank 15) Exchange  : 13.56 [sec]
+[Timing] (Rank 15) Min-Max   : 3916 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3739 [msec]
+[Timing] (Rank 10) Total     : 21.86 [sec]
+[Timing] (Rank 10) Full-Sort : 4043 [msec]
+[Timing] (Rank 10) Exchange  : 13.75 [sec]
+[Timing] (Rank 10) Min-Max   : 3835 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3605 [msec]
+[Timing] (Rank 9) Total     : 21.86 [sec]
+[Timing] (Rank 9) Full-Sort : 4069 [msec]
+[Timing] (Rank 9) Exchange  : 13.69 [sec]
+[Timing] (Rank 9) Min-Max   : 3904 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3577 [msec]
+[Timing] (Rank 14) Total     : 21.84 [sec]
+[Timing] (Rank 14) Full-Sort : 4102 [msec]
+[Timing] (Rank 14) Exchange  : 13.62 [sec]
+[Timing] (Rank 14) Min-Max   : 3834 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3670 [msec]
+[Timing] (Rank 8) Total     : 21.88 [sec]
+[Timing] (Rank 8) Full-Sort : 4106 [msec]
+[Timing] (Rank 8) Exchange  : 13.68 [sec]
+[Timing] (Rank 8) Min-Max   : 3849 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3623 [msec]
+[Timing] (Rank 12) Total     : 21.84 [sec]
+[Timing] (Rank 12) Full-Sort : 4140 [msec]
+[Timing] (Rank 12) Exchange  : 13.64 [sec]
+[Timing] (Rank 12) Min-Max   : 3858 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3607 [msec]
+[Timing] (Rank 27) Total     : 21.77 [sec]
+[Timing] (Rank 27) Full-Sort : 4204 [msec]
+[Timing] (Rank 27) Exchange  : 13.62 [sec]
+[Timing] (Rank 27) Min-Max   : 3762 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3496 [msec]
+[Timing] (Rank 28) Total     : 21.76 [sec]
+[Timing] (Rank 28) Full-Sort : 4184 [msec]
+[Timing] (Rank 28) Exchange  : 13.56 [sec]
+[Timing] (Rank 28) Min-Max   : 3720 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3533 [msec]
+[Timing] (Rank 25) Total     : 21.87 [sec]
+[Timing] (Rank 25) Full-Sort : 4106 [msec]
+[Timing] (Rank 25) Exchange  : 13.86 [sec]
+[Timing] (Rank 25) Min-Max   : 3904 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3429 [msec]
+[Timing] (Rank 29) Total     : 21.76 [sec]
+[Timing] (Rank 29) Full-Sort : 4219 [msec]
+[Timing] (Rank 29) Exchange  : 13.55 [sec]
+[Timing] (Rank 29) Min-Max   : 3669 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3533 [msec]
+[Timing] (Rank 26) Total     : 21.77 [sec]
+[Timing] (Rank 26) Full-Sort : 4223 [msec]
+[Timing] (Rank 26) Exchange  : 13.61 [sec]
+[Timing] (Rank 26) Min-Max   : 3756 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3481 [msec]
+[Timing] (Rank 24) Total     : 21.86 [sec]
+[Timing] (Rank 24) Full-Sort : 4123 [msec]
+[Timing] (Rank 24) Exchange  : 13.86 [sec]
+[Timing] (Rank 24) Min-Max   : 3942 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3415 [msec]
+[Timing] (Rank 30) Total     : 21.81 [sec]
+[Timing] (Rank 30) Full-Sort : 4134 [msec]
+[Timing] (Rank 30) Exchange  : 13.62 [sec]
+[Timing] (Rank 30) Min-Max   : 3817 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3595 [msec]
+[Timing] (Rank 23) Total     : 21.1 [sec]
+[Timing] (Rank 23) Full-Sort : 3973 [msec]
+[Timing] (Rank 23) Exchange  : 12.85 [sec]
+[Timing] (Rank 23) Min-Max   : 4116 [msec]
+[Timing] (Rank 23) Elbow-Sort: 3682 [msec]
+[Timing] (Rank 19) Total     : 21.87 [sec]
+[Timing] (Rank 19) Full-Sort : 3606 [msec]
+[Timing] (Rank 19) Exchange  : 14.65 [sec]
+[Timing] (Rank 19) Min-Max   : 2782 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3270 [msec]
+[Timing] (Rank 17) Total     : 21.89 [sec]
+[Timing] (Rank 17) Full-Sort : 3607 [msec]
+[Timing] (Rank 17) Exchange  : 14.75 [sec]
+[Timing] (Rank 17) Min-Max   : 2795 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3183 [msec]
+[Timing] (Rank 21) Total     : 21.87 [sec]
+[Timing] (Rank 21) Full-Sort : 3507 [msec]
+[Timing] (Rank 21) Exchange  : 14.77 [sec]
+[Timing] (Rank 21) Min-Max   : 2672 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3242 [msec]
@@ -0,0 +1,18 @@
+#! /usr/bin/env bash
+#
+# Usage: average <match> <file>
+#    ex: average Total ./myFile
+#
+
+grep -e "$1" "$2" | awk -v what="$1" -F: '
+BEGIN {sum = 0; count = 0; units = ""}
+{
+    split($2, parts, " ");
+    sum += parts[1]+0;
+    count++;
+    if (units == "") {
+        units = parts[2];
+    }
+}
+END {print what " (av):", sum/count, units}
+'
@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+#
+# Usage: average-all <file>
+#
+
+for what in Total Full Elbow Exchange Min-Max; do
+	./average $what $1
+done
+
+
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,7 +25,14 @@
 #endif

 // Default Data size (in case -q <N> is not present)
-#define DEFAULT_DATA_SIZE (1 << 16)
+static constexpr size_t DEFAULT_DATA_SIZE   = 1 << 16;
+
+// The maximum MPI size we support
+static constexpr size_t MAX_MPI_SIZE        = 1024UL;
+
+// The maximum pipeline size we support
+static constexpr size_t MAX_PIPELINE_SIZE   = 64UL;
+

 /*!
 * Value type selection
@@ -46,6 +53,7 @@ using   distValue_t = uint32_t;
 */
 struct config_t {
    size_t  arraySize{DEFAULT_DATA_SIZE};   //!< The array size of the local data to sort.
+    size_t  pipeline{1UL};                  //!< Pipeline stages
    bool    validation{false};              //!< Request a full validation at the end, performed by process rank 0.
    bool    ndebug{false};                  //!< Skips debug trap on DEBUG builds.
    bool    perf{false};                    //!< Enable performance timing measurements and prints.
@@ -233,24 +233,24 @@ void elbowSort(ShadowedDataT& data, bool ascending) noexcept {


 /*!
- * Takes two sorted sequences where one is in increasing and the other is in decreasing order
- * and selects either the larger or the smaller items in one-to-one comparison between them.
- * The result is a bitonic sequence.
+ * Takes two sequences and selects either the larger or the smaller items
+ * in one-to-one comparison between them. If the initial sequences are bitonic, then
+ * the result is a bitonic sequence too!
 *
- * @tparam RangeT   A range type with random access iterator
+ * @tparam ValueT   The underlying type of the sequences
 *
- * @param local     [RangeT]        Reference to the local sequence
- * @param remote    [const RangeT]  Reference to the remote sequence (copied locally by MPI)
+ * @param local     [ValueT*]       Pointer to the local sequence
+ * @param remote    [const ValueT*] Pointer to the remote sequence (copied locally by MPI)
+ * @param count     [size_t]        The number of items to process
 * @param keepSmall [bool]          Flag to indicate if we keep the small items in local sequence
 */
-template<typename RangeT>
-void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept {
-    using value_t = typename RangeT::value_type;
+template<typename ValueT>
+void keepMinOrMax(ValueT* local, const ValueT* remote, size_t count, bool keepSmall) noexcept {
    std::transform(
-            local.begin(), local.end(),
-            remote.begin(),
-            local.begin(),
-            [&keepSmall](const value_t& a, const value_t& b){
+            local, local + count,
+            remote,
+            local,
+            [&keepSmall](const ValueT& a, const ValueT& b){
                return (keepSmall) ? std::min(a, b) : std::max(a, b);
            });
 }
@@ -259,6 +259,60 @@ void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept
 * ============================== Sort algorithms ==============================
 */

+/*!
+ * A small tag generator tool to provide consistent encoding to tag communication
+ *
+ * @param depth     The current algorithmic depth[bitonic] of the communication, if any
+ * @param step      The current step on the current depth
+ * @param stage     The stage of the pipeline.
+ * @return          The tag to use.
+ *
+ * @note
+ *      In case we call this function outside of the pipeline loop, we can ommit
+ *      @c stage argument and use the return value as starting tag for every communication
+ *      of the pipeline loop. We need to increase the tags for each communication of
+ *      the pipeline loop though!
+ */
+size_t tagGenerator(size_t depth, size_t step, size_t stage = 0);
+
+/*!
+ * A pipeline loop for mixing min-max process with mpi data exchange
+ *
+ * @tparam ShadowedDataT    A Shadowed buffer type with random access iterator.
+ *
+ * @param data      [ShadowedDataT&]    Reference to the data to exchange
+ * @param partner   [mpi_id_t]          The partner for the exchange
+ * @param keepSmall [bool]              Flag to indicate if we keep the small values
+ * @param tag       [int]               The init tag to use for the loop.
+ *
+ * @note
+ *      The @c tag is increased inside the pipeline loop for each different data exchange
+ */
+template<typename ShadowedDataT>
+void exchangePipeline(ShadowedDataT& data, mpi_id_t partner, bool keepSmall, int tag) {
+    using Value_t = typename ShadowedDataT::value_type;
+
+    // Init counters and pointers
+    size_t    count = data.size() / config.pipeline;
+    Value_t* active = data.getActive().data();
+    Value_t* shadow = data.getShadow().data();
+
+    // Pipeline
+    Texchange.start();
+    mpi.exchange_start(active, shadow, count, partner, tag);
+    for (size_t stage = 0 ; stage < config.pipeline ; active += count, shadow += count) {
+        // Wait previous chunk
+        mpi.exchange_wait();  Texchange.stop();
+        if (++stage < config.pipeline) {
+            // Start next chunk if there is a next one
+            Texchange.start();
+            mpi.exchange_start(active + count, shadow + count, count, partner, ++tag);
+        }
+        // process the arrived data
+        timeCall(Tminmax, keepMinOrMax, active, shadow, count, keepSmall);
+    }
+}
+
 /*!
 * A distributed version of the Bubbletonic sort algorithm.
 *
@@ -284,9 +338,8 @@ void distBubbletonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
        if ( isActive(rank, Processes) &&
             isActive(part, Processes) ) {
            // Exchange with partner, keep nim-or-max and sort - O(N)
-            int tag = static_cast<int>(step);
-            timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag);
-            timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
+            int tag = static_cast<int>(tagGenerator(0, step));
+            exchangePipeline(data, part, ks, tag);
            timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bubbletonic>(rank, Processes));
        }
    }
@@ -324,9 +377,8 @@ void distBitonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
            auto part = partner<SortMode::Bitonic>(rank, step);
            auto ks = keepSmall<SortMode::Bitonic>(rank, part, depth);
            // Exchange with partner, keep nim-or-max
-            int tag = static_cast<int>( (2*p*depth) + step );
-            timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag);
-            timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
+            int tag = static_cast<int>(tagGenerator(depth, step));
+            exchangePipeline(data, part, ks, tag);
        }
        // sort - O(N)
        timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bitonic>(rank, depth));
@@ -65,6 +65,10 @@ struct MPI_t {
            mpi_throw(err, "(MPI) MPI_Comm_rank() - ");
        size_ = static_cast<ID_t>(size_value);
        rank_ = static_cast<ID_t>(rank_value);
+        if (size_ > static_cast<ID_t>(MAX_MPI_SIZE))
+            throw std::runtime_error(
+                    "(MPI) size - Not supported number of nodes [over " + std::to_string(MAX_MPI_SIZE) + "]\n"
+            );

        // Get the name of the processor
        char processor_name[MPI_MAX_PROCESSOR_NAME];
@@ -74,63 +78,56 @@ struct MPI_t {
        name_ = std::string (processor_name, name_len);
    }

+
    /*!
-     * Exchange data with partner as part of the sorting network of both bubbletonic or bitonic
-     * sorting algorithms.
+     * Initiate a data exchange data with partner using non-blocking Isend-Irecv, as part of the
+     * sorting network of both bubbletonic or bitonic sorting algorithms.
     *
     * This function matches a transmit and a receive in order for fully exchanged data between
     * current node and partner.
+     * @note
+     *      This call MUST paired with exchange_wait() for each MPI_t object.
+     *      Calling 2 consecutive exchange_start() for the same MPI_t object is undefined.
     *
-     * @tparam T        The inner valur type used in buffer
+     * @tparam ValueT   The underlying value type used in buffers
     *
-     * @param ldata     [std::vector<T>]    Reference to local data to send
-     * @param rdata     [std::vector<T>]    Reference to buffer to receive data from partner
-     * @param partner   [mpi_id_t]          The partner for the exchange
-     * @param tag       [int]               The tag to use for the MPI communication
+     * @param ldata     [const ValueT*] Pointer to local data to send
+     * @param rdata     [ValueT*]       Pointer to buffer to receive data from partner
+     * @param count     [size_t]        The number of data to exchange
+     * @param partner   [mpi_id_t]      The partner for the exchange
+     * @param tag       [int]           The tag to use for the MPI communication
     */
-    template<typename T>
-    void exchange_data(const std::vector<T>& ldata, std::vector<T>& rdata, ID_t partner, int tag) {
+    template<typename ValueT>
+    void exchange_start(const ValueT* ldata, ValueT* rdata, size_t count, ID_t partner, int tag) {
        if (tag < 0)
            throw std::runtime_error("(MPI) exchange_data() [tag] - Out of bound");

-        MPI_Datatype datatype = MPI_TypeMapper<T>::getType();
-        int count = static_cast<int>(ldata.size());
-        MPI_Status status;
+        MPI_Datatype datatype = MPI_TypeMapper<ValueT>::getType();
        int err;
-        if ((err = MPI_Sendrecv(
-                ldata.data(), count, datatype, partner, tag,
-                rdata.data(), count, datatype, partner, tag,
-                 MPI_COMM_WORLD, &status
-        )) != MPI_SUCCESS)
-            mpi_throw(err, "(MPI) MPI_Sendrecv() [data] - ");
+        err = MPI_Isend(ldata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_tx);
+        if (err != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Isend() - ");
+        err = MPI_Irecv(rdata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_rx);
+        if (err != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Irecv() - ");
    }

    /*!
-     * Exchange a data object with partner as part of the sorting network of both bubbletonic
-     * or bitonic sorting algorithms.
+     * Block wait for the completion of the previously called exchange_start()
     *
-     * This function matches a transmit and a receive in order for fully exchanged the data object
-     * between current node and partner.
-     *
-     * @tparam T        The object type
-     *
-     * @param local     [const T&]  Reference to the local object to send
-     * @param remote    [T&]        Reference to the object to receive data from partner
-     * @param partner   [mpi_id_t]  The partner for the exchange
-     * @param tag       [int]       The tag to use for the MPI communication
+     * @note
+     *      This call MUST paired with exchange_start() for each MPI_t object.
+     *      Calling 2 consecutive exchange_wait() for the same MPI_t object is undefined.
     */
-    template<typename T>
-    void exchange_it(const T& local, T& remote, ID_t partner, int tag) {
-        if (tag < 0)
-            throw std::runtime_error("(MPI) exchange_it() [tag] - Out of bound");
+    void exchange_wait() {
        MPI_Status status;
+
        int err;
-        if ((err = MPI_Sendrecv(
-                &local, sizeof(T), MPI_BYTE, partner, tag,
-                &remote, sizeof(T), MPI_BYTE, partner, tag,
-                MPI_COMM_WORLD, &status
-        )) != MPI_SUCCESS)
-            mpi_throw(err, "(MPI) MPI_Sendrecv() [item] - ");
+        if ((err = MPI_Wait(&handle_tx, &status)) != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Wait() [send] - ");
+
+        if ((err = MPI_Wait(&handle_rx, &status)) != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Wait() [recv] - ");
    }

    // Accessors
@@ -181,6 +178,8 @@ private:
    ID_t size_{};           //!< MPI total size of the execution
    std::string name_{};    //!< The name of the local machine
    bool initialized_{};    //!< RAII helper flag
+    MPI_Request handle_tx{};    //!< MPI async exchange handler for Transmission
+    MPI_Request handle_rx{};    //!< MPI async exchange handler for Receptions
 };

 /*
@@ -377,9 +376,13 @@ struct Timing {
        else if (std::chrono::duration_cast<milliseconds>(duration_).count() < 10000)
            std::cout << "[Timing] (Rank " << rank << ") " << what << ": "
                      << std::to_string(std::chrono::duration_cast<milliseconds>(duration_).count()) << " [msec]\n";
-        else
-            std::cout << "[Timing] (Rank " << rank << ") " << what << ": "
-                      << std::to_string(std::chrono::duration_cast<seconds>(duration_).count()) << " [sec]\n";
+        else {
+            char stime[26]; // fit ulong
+            auto sec  = std::chrono::duration_cast<seconds>(duration_).count();
+            auto msec = (std::chrono::duration_cast<milliseconds>(duration_).count() % 1000) / 10;  // keep 2 digit
+            std::sprintf(stime, "%ld.%1ld", sec, msec);
+            std::cout << "[Timing] (Rank " << rank << ") " << what << ": " << stime << " [sec]\n";
+        }

    }

@@ -402,4 +405,17 @@ private:
    Tim.stop();                     \


+/*!
+ * A utility to check if a number is power of two
+ *
+ * @tparam Integral     The integral type of the number to check
+ * @param x             The number to check
+ * @return              True if it is power of 2, false otherwise
+ */
+template <typename Integral>
+constexpr inline bool isPowerOfTwo(Integral x) noexcept {
+    return (!(x & (x - 1)) && x);
+}
+
+
 #endif /* UTILS_HPP_ */
@@ -23,3 +23,13 @@ bool isActive(mpi_id_t node, size_t nodes) {
    return (node >= 0) && (node < static_cast<mpi_id_t>(nodes));
 }

+size_t tagGenerator(size_t depth, size_t step, size_t stage) {
+    auto stage_bits = static_cast<uint32_t>(std::log2(MAX_PIPELINE_SIZE));
+    auto step_bits  = static_cast<uint32_t>(std::log2(MAX_MPI_SIZE));
+    // ^ We use MPI_SIZE room for steps to fit the bubbletonic version
+
+    size_t tag = stage
+                 | (step << stage_bits)
+                 | (depth << (stage_bits + step_bits));
+    return tag;
+}
@@ -17,7 +17,7 @@
 #include "distsort.hpp"


-// Global config data
+// Global session data
 config_t        config;
 MPI_t<>         mpi;
 distBuffer_t    Data;
@@ -43,36 +43,49 @@ bool get_options(int argc, char* argv[]){
                status = false;
            }
        }
+        else if (arg == "--pipeline") {
+            if (i+1 < argc) {
+                auto stages = atoi(argv[++i]);
+                if (isPowerOfTwo(stages) && stages <= static_cast<int>(MAX_PIPELINE_SIZE))
+                    config.pipeline = stages;
+                else
+                    status = false;
+            }
+            else {
+                status = false;
+            }
+        }
        else if (arg == "--validation") {
            config.validation = true;
        }
-        else if (arg == "--ndebug") {
-            config.ndebug = true;
-        }
        else if (arg == "--perf") {
            config.perf = true;
        }
+        else if (arg == "--ndebug") {
+            config.ndebug = true;
+        }
        else if (arg == "-v" || arg == "--verbose") {
            config.verbose = true;
        }
        else if (arg == "-h" || arg == "--help") {
            std::cout << "distbitonic/distbubbletonic - A distributed bitonic sort\n\n";
-            std::cout << "distbitonic -q <N> [--validation] [--ndebug] [-v]\n";
+            std::cout << "distbitonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
            std::cout << "distbitonic -h\n";
-            std::cout << "distbubbletonic -q <N> [--validation] [--ndebug] [-v]\n";
+            std::cout << "distbubbletonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
            std::cout << "distbubbletonic -h\n";
            std::cout << '\n';
            std::cout << "Options:\n\n";
            std::cout << "   -q | --array-size <N>\n";
            std::cout << "      Selects the array size according to size = 2^N\n\n";
-            std::cout << "   --par-sort\n";
-            std::cout << "      Request a parallel full sorting algorithm\n\n";
+            std::cout << "   --pipeline <N>\n";
+            std::cout << "      Request a pipeline of <N> stages for exchange-minmax\n";
+            std::cout << "      N must be power of 2 up to " << MAX_PIPELINE_SIZE << "\n\n";
            std::cout << "   --validation\n";
            std::cout << "      Request a full validation at the end, performed by process rank 0\n\n";
+            std::cout << "   --perf\n";
+            std::cout << "      Request performance timing measurements to stdout.\n\n";
            std::cout << "   --ndebug\n";
            std::cout << "      Skip debug breakpoint when on debug build.\n\n";
-            std::cout << "   -t | --timing\n";
-            std::cout << "      Request timing measurements output to stdout.\n\n";
            std::cout << "   -v | --verbose\n";
            std::cout << "      Request a more verbose output to stdout.\n\n";
            std::cout << "   -h | --help\n";
@@ -126,6 +126,49 @@ TEST_F(TMPIdistSort, distBubbletonic_test2) {
    }
 }

+/*
+ * MPI: SysTest (acceptance)
+ * Each process executes distBubbletonic for uin32_t [1 << 16] with pipeline
+ */
+TEST_F(TMPIdistSort, distBubbletonic_test3) {
+    // Create and fill vector
+    using tsValue_t = uint32_t;      // Test parameters
+    size_t ts_buffer_size = 1 << 16;
+
+    ShadowedVec_t<tsValue_t> ts_Data;
+    std::uniform_int_distribution<tsValue_t > dis(
+            std::numeric_limits<tsValue_t>::min(),
+            std::numeric_limits<tsValue_t>::max()
+    );
+    ts_Data.resize(ts_buffer_size);
+    std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
+
+    // Set pipeline
+    config.pipeline = 8;
+
+    // Execute function under test in all processes
+    distBubbletonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
+
+    // Local min and max
+    auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
+    auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
+
+    // Gather min/max to rank 0
+    std::vector<tsValue_t> global_mins(ts_mpi.size());
+    std::vector<tsValue_t> global_maxes(ts_mpi.size());
+    MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
+
+    MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
+    MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
+
+    // Check results
+    EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
+    if (ts_mpi.rank() == 0) {
+        for (size_t i = 1; i < global_mins.size(); ++i) {
+            EXPECT_LE(global_maxes[i - 1], global_mins[i]);
+        }
+    }
+}

 /*
 * MPI: SysTest (acceptance)
@@ -209,3 +252,46 @@ TEST_F(TMPIdistSort, distBitonic_test2) {
    }
 }

+/*
+ * MPI: SysTest (acceptance)
+ * Each process executes distBitonic for uin32_t [1 << 16] with pipeline
+ */
+TEST_F(TMPIdistSort, distBitonic_test3) {
+    // Create and fill vector
+    using tsValue_t = uint32_t;      // Test parameters
+    size_t ts_buffer_size = 1 << 16;
+
+    ShadowedVec_t<tsValue_t> ts_Data;
+    std::uniform_int_distribution<tsValue_t > dis(
+            std::numeric_limits<tsValue_t>::min(),
+            std::numeric_limits<tsValue_t>::max()
+    );
+    ts_Data.resize(ts_buffer_size);
+    std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
+
+    // Set pipeline
+    config.pipeline = 8;
+
+    // Execute function under test in all processes
+    distBitonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
+
+    // Local min and max
+    auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
+    auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
+
+    // Gather min/max to rank 0
+    std::vector<tsValue_t> global_mins(ts_mpi.size());
+    std::vector<tsValue_t> global_maxes(ts_mpi.size());
+    MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
+
+    MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
+    MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
+
+    // Check results
+    EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
+    if (ts_mpi.rank() == 0) {
+        for (size_t i = 1; i < global_mins.size(); ++i) {
+            EXPECT_LE(global_maxes[i - 1], global_mins[i]);
+        }
+    }
+}
Author	SHA1	Message	Date
hoo2	b8e05dbe7c	HW2: Measurement files for all-3 version and performance process scripts	2025-01-08 15:52:17 +02:00
hoo2	3bf4522448	HW2: RC3b - A MinMax-MPIexchange pipeline and small changes	2025-01-05 21:26:56 +02:00
				`@@ -6,5 +6,3 @@`
				`1873663 rome N4P32T4Q27 cchoutou 0:00 5:00 PD 4 512 (Priority)`