HW2: Report started

HW2: Measurement files for all-3 version and performance process scripts
HW2: RC3b - A MinMax-MPIexchange pipeline and small changes
2025-01-08 15:56:35 +02:00 · 2025-01-08 15:52:17 +02:00 · 2025-01-05 21:26:56 +02:00
88 changed files with 5312 additions and 111 deletions
@@ -42,7 +42,7 @@ BUILD_DIR       := bin
 OBJ_DIR         := $(BUILD_DIR)/obj
 DEP_DIR         := $(BUILD_DIR)/.dep

-OUTPUT_DIR      := out-rc3a
+OUTPUT_DIR      := out-rc3b

 # ========== Compiler settings ==========
 # Compiler flags for debug and release
@@ -1,8 +0,0 @@
-[cchoutou@aristotle6 homework_2]$ squeue -u cchoutou
-       JOBID PARTITION NAME             USER        TIME TIME_LIMIT ST  NODES  CPUS NODELIST(REASON)
-     1873623      rome N4P32T4Q20   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873657      rome N4P32T4Q23   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873660      rome N4P32T4Q25   cchoutou        0:00       5:00 PD  4      512  (Priority)
-     1873663      rome N4P32T4Q27   cchoutou        0:00       5:00 PD  4      512  (Priority)
-
-
@@ -6,5 +6,3 @@
     1873663      rome N4P32T4Q27   cchoutou        0:00       5:00 PD  4      512  (Priority)


-
-
@@ -0,0 +1,5 @@
+Partition-Job Name Job ID
+rome-N4P32T4Q20 ;1873769
+rome-N4P32T4Q23 ;1873770
+rome-N4P32T4Q25 ;1873771
+rome-N4P32T4Q27 ;1873772
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 28 [msec]
+[Timing] (Rank 0) Full-Sort : 20 [msec]
+[Timing] (Rank 0) Exchange  : 2633 [usec]
+[Timing] (Rank 0) Min-Max   : 1126 [usec]
+[Timing] (Rank 0) Elbow-Sort: 4646 [usec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 28 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 2786 [usec]
+[Timing] (Rank 1) Min-Max   : 1125 [usec]
+[Timing] (Rank 1) Elbow-Sort: 4686 [usec]
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 276 [msec]
+[Timing] (Rank 1) Full-Sort : 193 [msec]
+[Timing] (Rank 1) Exchange  : 23 [msec]
+[Timing] (Rank 1) Min-Max   : 16 [msec]
+[Timing] (Rank 1) Elbow-Sort: 42 [msec]
+[Timing] (Rank 0) Total     : 274 [msec]
+[Timing] (Rank 0) Full-Sort : 192 [msec]
+[Timing] (Rank 0) Exchange  : 23 [msec]
+[Timing] (Rank 0) Min-Max   : 15 [msec]
+[Timing] (Rank 0) Elbow-Sort: 42 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 1121 [msec]
+[Timing] (Rank 1) Full-Sort : 846 [msec]
+[Timing] (Rank 1) Exchange  : 57 [msec]
+[Timing] (Rank 1) Min-Max   : 51 [msec]
+[Timing] (Rank 1) Elbow-Sort: 166 [msec]
+[Timing] (Rank 0) Total     : 1116 [msec]
+[Timing] (Rank 0) Full-Sort : 846 [msec]
+[Timing] (Rank 0) Exchange  : 53 [msec]
+[Timing] (Rank 0) Min-Max   : 50 [msec]
+[Timing] (Rank 0) Elbow-Sort: 166 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,32 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 4825 [msec]
+[Timing] (Rank 1) Full-Sort : 3655 [msec]
+[Timing] (Rank 1) Exchange  : 367 [msec]
+[Timing] (Rank 1) Min-Max   : 165 [msec]
+[Timing] (Rank 1) Elbow-Sort: 637 [msec]
+[Timing] (Rank 0) Total     : 4824 [msec]
+[Timing] (Rank 0) Full-Sort : 3635 [msec]
+[Timing] (Rank 0) Exchange  : 392 [msec]
+[Timing] (Rank 0) Min-Max   : 165 [msec]
+[Timing] (Rank 0) Elbow-Sort: 630 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 36 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 5000 [usec]
+[Timing] (Rank 1) Min-Max   : 2817 [usec]
+[Timing] (Rank 1) Elbow-Sort: 9162 [usec]
+[Timing] (Rank 3) Total     : 37 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 5368 [usec]
+[Timing] (Rank 3) Min-Max   : 2823 [usec]
+[Timing] (Rank 3) Elbow-Sort: 8969 [usec]
+[Timing] (Rank 0) Total     : 37 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 5343 [usec]
+[Timing] (Rank 0) Min-Max   : 2853 [usec]
+[Timing] (Rank 0) Elbow-Sort: 9187 [usec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 37 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 5731 [usec]
+[Timing] (Rank 2) Min-Max   : 2804 [usec]
+[Timing] (Rank 2) Elbow-Sort: 8959 [usec]
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 3) Total     : 320 [msec]
+[Timing] (Rank 3) Full-Sort : 175 [msec]
+[Timing] (Rank 3) Exchange  : 41 [msec]
+[Timing] (Rank 3) Min-Max   : 28 [msec]
+[Timing] (Rank 3) Elbow-Sort: 74 [msec]
+[Timing] (Rank 2) Total     : 319 [msec]
+[Timing] (Rank 2) Full-Sort : 175 [msec]
+[Timing] (Rank 2) Exchange  : 40 [msec]
+[Timing] (Rank 2) Min-Max   : 28 [msec]
+[Timing] (Rank 2) Elbow-Sort: 74 [msec]
+[Timing] (Rank 1) Total     : 320 [msec]
+[Timing] (Rank 1) Full-Sort : 176 [msec]
+[Timing] (Rank 1) Exchange  : 39 [msec]
+[Timing] (Rank 1) Min-Max   : 28 [msec]
+[Timing] (Rank 1) Elbow-Sort: 76 [msec]
+[Timing] (Rank 0) Total     : 318 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 38 [msec]
+[Timing] (Rank 0) Min-Max   : 28 [msec]
+[Timing] (Rank 0) Elbow-Sort: 76 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 1433 [msec]
+[Timing] (Rank 0) Full-Sort : 775 [msec]
+[Timing] (Rank 0) Exchange  : 175 [msec]
+[Timing] (Rank 0) Min-Max   : 155 [msec]
+[Timing] (Rank 0) Elbow-Sort: 326 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1434 [msec]
+[Timing] (Rank 1) Full-Sort : 788 [msec]
+[Timing] (Rank 1) Exchange  : 163 [msec]
+[Timing] (Rank 1) Min-Max   : 155 [msec]
+[Timing] (Rank 1) Elbow-Sort: 327 [msec]
+[Timing] (Rank 2) Total     : 1431 [msec]
+[Timing] (Rank 2) Full-Sort : 784 [msec]
+[Timing] (Rank 2) Exchange  : 169 [msec]
+[Timing] (Rank 2) Min-Max   : 156 [msec]
+[Timing] (Rank 2) Elbow-Sort: 321 [msec]
+[Timing] (Rank 3) Total     : 1435 [msec]
+[Timing] (Rank 3) Full-Sort : 792 [msec]
+[Timing] (Rank 3) Exchange  : 165 [msec]
+[Timing] (Rank 3) Min-Max   : 155 [msec]
+[Timing] (Rank 3) Elbow-Sort: 321 [msec]
@@ -0,0 +1,42 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 5655 [msec]
+[Timing] (Rank 1) Full-Sort : 3426 [msec]
+[Timing] (Rank 1) Exchange  : 486 [msec]
+[Timing] (Rank 1) Min-Max   : 480 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1261 [msec]
+[Timing] (Rank 3) Total     : 5652 [msec]
+[Timing] (Rank 3) Full-Sort : 3447 [msec]
+[Timing] (Rank 3) Exchange  : 497 [msec]
+[Timing] (Rank 3) Min-Max   : 473 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1234 [msec]
+[Timing] (Rank 0) Total     : 5629 [msec]
+[Timing] (Rank 0) Full-Sort : 3449 [msec]
+[Timing] (Rank 0) Exchange  : 443 [msec]
+[Timing] (Rank 0) Min-Max   : 479 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1256 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 5636 [msec]
+[Timing] (Rank 2) Full-Sort : 3429 [msec]
+[Timing] (Rank 2) Exchange  : 487 [msec]
+[Timing] (Rank 2) Min-Max   : 485 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1234 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 2) Total     : 54 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 16 [msec]
+[Timing] (Rank 2) Min-Max   : 5507 [usec]
+[Timing] (Rank 2) Elbow-Sort: 13 [msec]
+[Timing] (Rank 4) Total     : 54 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 15 [msec]
+[Timing] (Rank 4) Min-Max   : 5735 [usec]
+[Timing] (Rank 4) Elbow-Sort: 13 [msec]
+[Timing] (Rank 1) Total     : 55 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 16 [msec]
+[Timing] (Rank 1) Min-Max   : 5284 [usec]
+[Timing] (Rank 1) Elbow-Sort: 13 [msec]
+[Timing] (Rank 3) Total     : 55 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 16 [msec]
+[Timing] (Rank 3) Min-Max   : 5453 [usec]
+[Timing] (Rank 3) Elbow-Sort: 13 [msec]
+[Timing] (Rank 0) Total     : 55 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 16 [msec]
+[Timing] (Rank 0) Min-Max   : 5411 [usec]
+[Timing] (Rank 0) Elbow-Sort: 13 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 7) Total     : 54 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 16 [msec]
+[Timing] (Rank 7) Min-Max   : 5994 [usec]
+[Timing] (Rank 7) Elbow-Sort: 13 [msec]
+[Timing] (Rank 6) Total     : 54 [msec]
+[Timing] (Rank 6) Full-Sort : 19 [msec]
+[Timing] (Rank 6) Exchange  : 15 [msec]
+[Timing] (Rank 6) Min-Max   : 5823 [usec]
+[Timing] (Rank 6) Elbow-Sort: 13 [msec]
+[Timing] (Rank 5) Total     : 54 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 15 [msec]
+[Timing] (Rank 5) Min-Max   : 5770 [usec]
+[Timing] (Rank 5) Elbow-Sort: 13 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 432 [msec]
+[Timing] (Rank 1) Full-Sort : 174 [msec]
+[Timing] (Rank 1) Exchange  : 84 [msec]
+[Timing] (Rank 1) Min-Max   : 56 [msec]
+[Timing] (Rank 1) Elbow-Sort: 116 [msec]
+[Timing] (Rank 4) Total     : 440 [msec]
+[Timing] (Rank 4) Full-Sort : 175 [msec]
+[Timing] (Rank 4) Exchange  : 87 [msec]
+[Timing] (Rank 4) Min-Max   : 60 [msec]
+[Timing] (Rank 4) Elbow-Sort: 116 [msec]
+[Timing] (Rank 2) Total     : 432 [msec]
+[Timing] (Rank 2) Full-Sort : 174 [msec]
+[Timing] (Rank 2) Exchange  : 86 [msec]
+[Timing] (Rank 2) Min-Max   : 56 [msec]
+[Timing] (Rank 2) Elbow-Sort: 114 [msec]
+[Timing] (Rank 0) Total     : 432 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 84 [msec]
+[Timing] (Rank 0) Min-Max   : 56 [msec]
+[Timing] (Rank 0) Elbow-Sort: 115 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 431 [msec]
+[Timing] (Rank 3) Full-Sort : 174 [msec]
+[Timing] (Rank 3) Exchange  : 84 [msec]
+[Timing] (Rank 3) Min-Max   : 57 [msec]
+[Timing] (Rank 3) Elbow-Sort: 114 [msec]
+[Timing] (Rank 6) Total     : 440 [msec]
+[Timing] (Rank 6) Full-Sort : 175 [msec]
+[Timing] (Rank 6) Exchange  : 88 [msec]
+[Timing] (Rank 6) Min-Max   : 61 [msec]
+[Timing] (Rank 6) Elbow-Sort: 114 [msec]
+[Timing] (Rank 7) Total     : 439 [msec]
+[Timing] (Rank 7) Full-Sort : 175 [msec]
+[Timing] (Rank 7) Exchange  : 89 [msec]
+[Timing] (Rank 7) Min-Max   : 59 [msec]
+[Timing] (Rank 7) Elbow-Sort: 114 [msec]
+[Timing] (Rank 5) Total     : 439 [msec]
+[Timing] (Rank 5) Full-Sort : 176 [msec]
+[Timing] (Rank 5) Exchange  : 87 [msec]
+[Timing] (Rank 5) Min-Max   : 59 [msec]
+[Timing] (Rank 5) Elbow-Sort: 116 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 1) Total     : 1810 [msec]
+[Timing] (Rank 1) Full-Sort : 765 [msec]
+[Timing] (Rank 1) Exchange  : 387 [msec]
+[Timing] (Rank 1) Min-Max   : 202 [msec]
+[Timing] (Rank 1) Elbow-Sort: 455 [msec]
+[Timing] (Rank 4) Total     : 1888 [msec]
+[Timing] (Rank 4) Full-Sort : 776 [msec]
+[Timing] (Rank 4) Exchange  : 368 [msec]
+[Timing] (Rank 4) Min-Max   : 278 [msec]
+[Timing] (Rank 4) Elbow-Sort: 465 [msec]
+[Timing] (Rank 3) Total     : 1811 [msec]
+[Timing] (Rank 3) Full-Sort : 763 [msec]
+[Timing] (Rank 3) Exchange  : 398 [msec]
+[Timing] (Rank 3) Min-Max   : 201 [msec]
+[Timing] (Rank 3) Elbow-Sort: 448 [msec]
+[Timing] (Rank 0) Total     : 1811 [msec]
+[Timing] (Rank 0) Full-Sort : 763 [msec]
+[Timing] (Rank 0) Exchange  : 395 [msec]
+[Timing] (Rank 0) Min-Max   : 198 [msec]
+[Timing] (Rank 0) Elbow-Sort: 453 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 2) Total     : 1810 [msec]
+[Timing] (Rank 2) Full-Sort : 767 [msec]
+[Timing] (Rank 2) Exchange  : 395 [msec]
+[Timing] (Rank 2) Min-Max   : 200 [msec]
+[Timing] (Rank 2) Elbow-Sort: 446 [msec]
+[Timing] (Rank 5) Total     : 1890 [msec]
+[Timing] (Rank 5) Full-Sort : 778 [msec]
+[Timing] (Rank 5) Exchange  : 367 [msec]
+[Timing] (Rank 5) Min-Max   : 277 [msec]
+[Timing] (Rank 5) Elbow-Sort: 465 [msec]
+[Timing] (Rank 6) Total     : 1892 [msec]
+[Timing] (Rank 6) Full-Sort : 778 [msec]
+[Timing] (Rank 6) Exchange  : 375 [msec]
+[Timing] (Rank 6) Min-Max   : 276 [msec]
+[Timing] (Rank 6) Elbow-Sort: 461 [msec]
+[Timing] (Rank 7) Total     : 1891 [msec]
+[Timing] (Rank 7) Full-Sort : 779 [msec]
+[Timing] (Rank 7) Exchange  : 377 [msec]
+[Timing] (Rank 7) Min-Max   : 275 [msec]
+[Timing] (Rank 7) Elbow-Sort: 459 [msec]
@@ -0,0 +1,62 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 2) Total     : 6999 [msec]
+[Timing] (Rank 2) Full-Sort : 3204 [msec]
+[Timing] (Rank 2) Exchange  : 1242 [msec]
+[Timing] (Rank 2) Min-Max   : 758 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1793 [msec]
+[Timing] (Rank 7) Total     : 7183 [msec]
+[Timing] (Rank 7) Full-Sort : 3273 [msec]
+[Timing] (Rank 7) Exchange  : 1057 [msec]
+[Timing] (Rank 7) Min-Max   : 1010 [msec]
+[Timing] (Rank 7) Elbow-Sort: 1841 [msec]
+[Timing] (Rank 0) Total     : 7012 [msec]
+[Timing] (Rank 0) Full-Sort : 3293 [msec]
+[Timing] (Rank 0) Exchange  : 1173 [msec]
+[Timing] (Rank 0) Min-Max   : 750 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1794 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 6993 [msec]
+[Timing] (Rank 3) Full-Sort : 3220 [msec]
+[Timing] (Rank 3) Exchange  : 1220 [msec]
+[Timing] (Rank 3) Min-Max   : 767 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1785 [msec]
+[Timing] (Rank 1) Total     : 7000 [msec]
+[Timing] (Rank 1) Full-Sort : 3197 [msec]
+[Timing] (Rank 1) Exchange  : 1251 [msec]
+[Timing] (Rank 1) Min-Max   : 756 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1795 [msec]
+[Timing] (Rank 4) Total     : 7174 [msec]
+[Timing] (Rank 4) Full-Sort : 3298 [msec]
+[Timing] (Rank 4) Exchange  : 995 [msec]
+[Timing] (Rank 4) Min-Max   : 1014 [msec]
+[Timing] (Rank 4) Elbow-Sort: 1865 [msec]
+[Timing] (Rank 6) Total     : 7191 [msec]
+[Timing] (Rank 6) Full-Sort : 3282 [msec]
+[Timing] (Rank 6) Exchange  : 1060 [msec]
+[Timing] (Rank 6) Min-Max   : 1006 [msec]
+[Timing] (Rank 6) Elbow-Sort: 1841 [msec]
+[Timing] (Rank 5) Total     : 7182 [msec]
+[Timing] (Rank 5) Full-Sort : 3270 [msec]
+[Timing] (Rank 5) Exchange  : 1039 [msec]
+[Timing] (Rank 5) Min-Max   : 1008 [msec]
+[Timing] (Rank 5) Elbow-Sort: 1864 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 4) Total     : 190 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 120 [msec]
+[Timing] (Rank 4) Min-Max   : 23 [msec]
+[Timing] (Rank 4) Elbow-Sort: 27 [msec]
+[Timing] (Rank 37) Total     : 184 [msec]
+[Timing] (Rank 37) Full-Sort : 19 [msec]
+[Timing] (Rank 37) Exchange  : 113 [msec]
+[Timing] (Rank 37) Min-Max   : 23 [msec]
+[Timing] (Rank 37) Elbow-Sort: 27 [msec]
+[Timing] (Rank 18) Total     : 187 [msec]
+[Timing] (Rank 18) Full-Sort : 20 [msec]
+[Timing] (Rank 18) Exchange  : 117 [msec]
+[Timing] (Rank 18) Min-Max   : 22 [msec]
+[Timing] (Rank 18) Elbow-Sort: 27 [msec]
+[Timing] (Rank 55) Total     : 185 [msec]
+[Timing] (Rank 55) Full-Sort : 19 [msec]
+[Timing] (Rank 55) Exchange  : 115 [msec]
+[Timing] (Rank 55) Min-Max   : 24 [msec]
+[Timing] (Rank 55) Elbow-Sort: 26 [msec]
+[Timing] (Rank 63) Total     : 185 [msec]
+[Timing] (Rank 63) Full-Sort : 20 [msec]
+[Timing] (Rank 63) Exchange  : 115 [msec]
+[Timing] (Rank 63) Min-Max   : 23 [msec]
+[Timing] (Rank 63) Elbow-Sort: 26 [msec]
+[Timing] (Rank 54) Total     : 185 [msec]
+[Timing] (Rank 54) Full-Sort : 19 [msec]
+[Timing] (Rank 54) Exchange  : 116 [msec]
+[Timing] (Rank 54) Min-Max   : 23 [msec]
+[Timing] (Rank 54) Elbow-Sort: 26 [msec]
+[Timing] (Rank 52) Total     : 185 [msec]
+[Timing] (Rank 52) Full-Sort : 20 [msec]
+[Timing] (Rank 52) Exchange  : 116 [msec]
+[Timing] (Rank 52) Min-Max   : 22 [msec]
+[Timing] (Rank 52) Elbow-Sort: 26 [msec]
+[Timing] (Rank 53) Total     : 185 [msec]
+[Timing] (Rank 53) Full-Sort : 20 [msec]
+[Timing] (Rank 53) Exchange  : 114 [msec]
+[Timing] (Rank 53) Min-Max   : 24 [msec]
+[Timing] (Rank 53) Elbow-Sort: 26 [msec]
+[Timing] (Rank 57) Total     : 181 [msec]
+[Timing] (Rank 57) Full-Sort : 19 [msec]
+[Timing] (Rank 57) Exchange  : 112 [msec]
+[Timing] (Rank 57) Min-Max   : 22 [msec]
+[Timing] (Rank 57) Elbow-Sort: 26 [msec]
+[Timing] (Rank 60) Total     : 185 [msec]
+[Timing] (Rank 60) Full-Sort : 20 [msec]
+[Timing] (Rank 60) Exchange  : 114 [msec]
+[Timing] (Rank 60) Min-Max   : 23 [msec]
+[Timing] (Rank 60) Elbow-Sort: 26 [msec]
+[Timing] (Rank 49) Total     : 185 [msec]
+[Timing] (Rank 49) Full-Sort : 19 [msec]
+[Timing] (Rank 49) Exchange  : 113 [msec]
+[Timing] (Rank 49) Min-Max   : 24 [msec]
+[Timing] (Rank 49) Elbow-Sort: 26 [msec]
+[Timing] (Rank 48) Total     : 185 [msec]
+[Timing] (Rank 48) Full-Sort : 20 [msec]
+[Timing] (Rank 48) Exchange  : 114 [msec]
+[Timing] (Rank 48) Min-Max   : 23 [msec]
+[Timing] (Rank 48) Elbow-Sort: 27 [msec]
+[Timing] (Rank 50) Total     : 185 [msec]
+[Timing] (Rank 50) Full-Sort : 19 [msec]
+[Timing] (Rank 50) Exchange  : 115 [msec]
+[Timing] (Rank 50) Min-Max   : 24 [msec]
+[Timing] (Rank 50) Elbow-Sort: 26 [msec]
+[Timing] (Rank 51) Total     : 185 [msec]
+[Timing] (Rank 51) Full-Sort : 20 [msec]
+[Timing] (Rank 51) Exchange  : 113 [msec]
+[Timing] (Rank 51) Min-Max   : 24 [msec]
+[Timing] (Rank 51) Elbow-Sort: 26 [msec]
+[Timing] (Rank 62) Total     : 185 [msec]
+[Timing] (Rank 62) Full-Sort : 20 [msec]
+[Timing] (Rank 62) Exchange  : 115 [msec]
+[Timing] (Rank 62) Min-Max   : 23 [msec]
+[Timing] (Rank 62) Elbow-Sort: 26 [msec]
+[Timing] (Rank 61) Total     : 185 [msec]
+[Timing] (Rank 61) Full-Sort : 20 [msec]
+[Timing] (Rank 61) Exchange  : 114 [msec]
+[Timing] (Rank 61) Min-Max   : 23 [msec]
+[Timing] (Rank 61) Elbow-Sort: 26 [msec]
+[Timing] (Rank 59) Total     : 185 [msec]
+[Timing] (Rank 59) Full-Sort : 20 [msec]
+[Timing] (Rank 59) Exchange  : 114 [msec]
+[Timing] (Rank 59) Min-Max   : 24 [msec]
+[Timing] (Rank 59) Elbow-Sort: 26 [msec]
+[Timing] (Rank 58) Total     : 186 [msec]
+[Timing] (Rank 58) Full-Sort : 19 [msec]
+[Timing] (Rank 58) Exchange  : 115 [msec]
+[Timing] (Rank 58) Min-Max   : 24 [msec]
+[Timing] (Rank 58) Elbow-Sort: 26 [msec]
+[Timing] (Rank 56) Total     : 185 [msec]
+[Timing] (Rank 56) Full-Sort : 20 [msec]
+[Timing] (Rank 56) Exchange  : 115 [msec]
+[Timing] (Rank 56) Min-Max   : 22 [msec]
+[Timing] (Rank 56) Elbow-Sort: 26 [msec]
+[Timing] (Rank 13) Total     : 190 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 120 [msec]
+[Timing] (Rank 13) Min-Max   : 22 [msec]
+[Timing] (Rank 13) Elbow-Sort: 26 [msec]
+[Timing] (Rank 11) Total     : 187 [msec]
+[Timing] (Rank 11) Full-Sort : 19 [msec]
+[Timing] (Rank 11) Exchange  : 118 [msec]
+[Timing] (Rank 11) Min-Max   : 23 [msec]
+[Timing] (Rank 11) Elbow-Sort: 26 [msec]
+[Timing] (Rank 9) Total     : 189 [msec]
+[Timing] (Rank 9) Full-Sort : 20 [msec]
+[Timing] (Rank 9) Exchange  : 118 [msec]
+[Timing] (Rank 9) Min-Max   : 24 [msec]
+[Timing] (Rank 9) Elbow-Sort: 26 [msec]
+[Timing] (Rank 0) Total     : 190 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 117 [msec]
+[Timing] (Rank 0) Min-Max   : 25 [msec]
+[Timing] (Rank 0) Elbow-Sort: 27 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 12) Total     : 190 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 121 [msec]
+[Timing] (Rank 12) Min-Max   : 22 [msec]
+[Timing] (Rank 12) Elbow-Sort: 26 [msec]
+[Timing] (Rank 3) Total     : 189 [msec]
+[Timing] (Rank 3) Full-Sort : 20 [msec]
+[Timing] (Rank 3) Exchange  : 118 [msec]
+[Timing] (Rank 3) Min-Max   : 23 [msec]
+[Timing] (Rank 3) Elbow-Sort: 26 [msec]
+[Timing] (Rank 6) Total     : 190 [msec]
+[Timing] (Rank 6) Full-Sort : 19 [msec]
+[Timing] (Rank 6) Exchange  : 121 [msec]
+[Timing] (Rank 6) Min-Max   : 22 [msec]
+[Timing] (Rank 6) Elbow-Sort: 26 [msec]
+[Timing] (Rank 5) Total     : 190 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 120 [msec]
+[Timing] (Rank 5) Min-Max   : 22 [msec]
+[Timing] (Rank 5) Elbow-Sort: 26 [msec]
+[Timing] (Rank 14) Total     : 190 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 121 [msec]
+[Timing] (Rank 14) Min-Max   : 22 [msec]
+[Timing] (Rank 14) Elbow-Sort: 26 [msec]
+[Timing] (Rank 10) Total     : 190 [msec]
+[Timing] (Rank 10) Full-Sort : 20 [msec]
+[Timing] (Rank 10) Exchange  : 120 [msec]
+[Timing] (Rank 10) Min-Max   : 22 [msec]
+[Timing] (Rank 10) Elbow-Sort: 26 [msec]
+[Timing] (Rank 15) Total     : 190 [msec]
+[Timing] (Rank 15) Full-Sort : 19 [msec]
+[Timing] (Rank 15) Exchange  : 122 [msec]
+[Timing] (Rank 15) Min-Max   : 21 [msec]
+[Timing] (Rank 15) Elbow-Sort: 26 [msec]
+[Timing] (Rank 7) Total     : 190 [msec]
+[Timing] (Rank 7) Full-Sort : 20 [msec]
+[Timing] (Rank 7) Exchange  : 120 [msec]
+[Timing] (Rank 7) Min-Max   : 22 [msec]
+[Timing] (Rank 7) Elbow-Sort: 26 [msec]
+[Timing] (Rank 8) Total     : 190 [msec]
+[Timing] (Rank 8) Full-Sort : 20 [msec]
+[Timing] (Rank 8) Exchange  : 119 [msec]
+[Timing] (Rank 8) Min-Max   : 23 [msec]
+[Timing] (Rank 8) Elbow-Sort: 26 [msec]
+[Timing] (Rank 2) Total     : 190 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 120 [msec]
+[Timing] (Rank 2) Min-Max   : 23 [msec]
+[Timing] (Rank 2) Elbow-Sort: 27 [msec]
+[Timing] (Rank 1) Total     : 190 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 118 [msec]
+[Timing] (Rank 1) Min-Max   : 24 [msec]
+[Timing] (Rank 1) Elbow-Sort: 27 [msec]
+[Timing] (Rank 39) Total     : 182 [msec]
+[Timing] (Rank 39) Full-Sort : 20 [msec]
+[Timing] (Rank 39) Exchange  : 111 [msec]
+[Timing] (Rank 39) Min-Max   : 24 [msec]
+[Timing] (Rank 39) Elbow-Sort: 26 [msec]
+[Timing] (Rank 33) Total     : 183 [msec]
+[Timing] (Rank 33) Full-Sort : 20 [msec]
+[Timing] (Rank 33) Exchange  : 112 [msec]
+[Timing] (Rank 33) Min-Max   : 22 [msec]
+[Timing] (Rank 33) Elbow-Sort: 27 [msec]
+[Timing] (Rank 35) Total     : 183 [msec]
+[Timing] (Rank 35) Full-Sort : 20 [msec]
+[Timing] (Rank 35) Exchange  : 112 [msec]
+[Timing] (Rank 35) Min-Max   : 23 [msec]
+[Timing] (Rank 35) Elbow-Sort: 27 [msec]
+[Timing] (Rank 34) Total     : 182 [msec]
+[Timing] (Rank 34) Full-Sort : 21 [msec]
+[Timing] (Rank 34) Exchange  : 111 [msec]
+[Timing] (Rank 34) Min-Max   : 22 [msec]
+[Timing] (Rank 34) Elbow-Sort: 27 [msec]
+[Timing] (Rank 47) Total     : 183 [msec]
+[Timing] (Rank 47) Full-Sort : 20 [msec]
+[Timing] (Rank 47) Exchange  : 114 [msec]
+[Timing] (Rank 47) Min-Max   : 22 [msec]
+[Timing] (Rank 47) Elbow-Sort: 26 [msec]
+[Timing] (Rank 44) Total     : 182 [msec]
+[Timing] (Rank 44) Full-Sort : 20 [msec]
+[Timing] (Rank 44) Exchange  : 112 [msec]
+[Timing] (Rank 44) Min-Max   : 22 [msec]
+[Timing] (Rank 44) Elbow-Sort: 26 [msec]
+[Timing] (Rank 41) Total     : 182 [msec]
+[Timing] (Rank 41) Full-Sort : 20 [msec]
+[Timing] (Rank 41) Exchange  : 112 [msec]
+[Timing] (Rank 41) Min-Max   : 21 [msec]
+[Timing] (Rank 41) Elbow-Sort: 27 [msec]
+[Timing] (Rank 43) Total     : 182 [msec]
+[Timing] (Rank 43) Full-Sort : 21 [msec]
+[Timing] (Rank 43) Exchange  : 111 [msec]
+[Timing] (Rank 43) Min-Max   : 23 [msec]
+[Timing] (Rank 43) Elbow-Sort: 26 [msec]
+[Timing] (Rank 38) Total     : 183 [msec]
+[Timing] (Rank 38) Full-Sort : 20 [msec]
+[Timing] (Rank 38) Exchange  : 112 [msec]
+[Timing] (Rank 38) Min-Max   : 23 [msec]
+[Timing] (Rank 38) Elbow-Sort: 26 [msec]
+[Timing] (Rank 32) Total     : 182 [msec]
+[Timing] (Rank 32) Full-Sort : 21 [msec]
+[Timing] (Rank 32) Exchange  : 111 [msec]
+[Timing] (Rank 32) Min-Max   : 22 [msec]
+[Timing] (Rank 32) Elbow-Sort: 27 [msec]
+[Timing] (Rank 45) Total     : 183 [msec]
+[Timing] (Rank 45) Full-Sort : 20 [msec]
+[Timing] (Rank 45) Exchange  : 112 [msec]
+[Timing] (Rank 45) Min-Max   : 22 [msec]
+[Timing] (Rank 45) Elbow-Sort: 26 [msec]
+[Timing] (Rank 36) Total     : 183 [msec]
+[Timing] (Rank 36) Full-Sort : 20 [msec]
+[Timing] (Rank 36) Exchange  : 113 [msec]
+[Timing] (Rank 36) Min-Max   : 23 [msec]
+[Timing] (Rank 36) Elbow-Sort: 27 [msec]
+[Timing] (Rank 46) Total     : 182 [msec]
+[Timing] (Rank 46) Full-Sort : 21 [msec]
+[Timing] (Rank 46) Exchange  : 112 [msec]
+[Timing] (Rank 46) Min-Max   : 22 [msec]
+[Timing] (Rank 46) Elbow-Sort: 26 [msec]
+[Timing] (Rank 42) Total     : 183 [msec]
+[Timing] (Rank 42) Full-Sort : 20 [msec]
+[Timing] (Rank 42) Exchange  : 113 [msec]
+[Timing] (Rank 42) Min-Max   : 22 [msec]
+[Timing] (Rank 42) Elbow-Sort: 26 [msec]
+[Timing] (Rank 40) Total     : 182 [msec]
+[Timing] (Rank 40) Full-Sort : 20 [msec]
+[Timing] (Rank 40) Exchange  : 111 [msec]
+[Timing] (Rank 40) Min-Max   : 22 [msec]
+[Timing] (Rank 40) Elbow-Sort: 27 [msec]
+[Timing] (Rank 30) Total     : 187 [msec]
+[Timing] (Rank 30) Full-Sort : 20 [msec]
+[Timing] (Rank 30) Exchange  : 116 [msec]
+[Timing] (Rank 30) Min-Max   : 23 [msec]
+[Timing] (Rank 30) Elbow-Sort: 26 [msec]
+[Timing] (Rank 31) Total     : 186 [msec]
+[Timing] (Rank 31) Full-Sort : 20 [msec]
+[Timing] (Rank 31) Exchange  : 117 [msec]
+[Timing] (Rank 31) Min-Max   : 22 [msec]
+[Timing] (Rank 31) Elbow-Sort: 26 [msec]
+[Timing] (Rank 20) Total     : 186 [msec]
+[Timing] (Rank 20) Full-Sort : 20 [msec]
+[Timing] (Rank 20) Exchange  : 116 [msec]
+[Timing] (Rank 20) Min-Max   : 22 [msec]
+[Timing] (Rank 20) Elbow-Sort: 27 [msec]
+[Timing] (Rank 19) Total     : 186 [msec]
+[Timing] (Rank 19) Full-Sort : 19 [msec]
+[Timing] (Rank 19) Exchange  : 116 [msec]
+[Timing] (Rank 19) Min-Max   : 23 [msec]
+[Timing] (Rank 19) Elbow-Sort: 26 [msec]
+[Timing] (Rank 17) Total     : 186 [msec]
+[Timing] (Rank 17) Full-Sort : 20 [msec]
+[Timing] (Rank 17) Exchange  : 116 [msec]
+[Timing] (Rank 17) Min-Max   : 23 [msec]
+[Timing] (Rank 17) Elbow-Sort: 27 [msec]
+[Timing] (Rank 22) Total     : 187 [msec]
+[Timing] (Rank 22) Full-Sort : 20 [msec]
+[Timing] (Rank 22) Exchange  : 117 [msec]
+[Timing] (Rank 22) Min-Max   : 22 [msec]
+[Timing] (Rank 22) Elbow-Sort: 26 [msec]
+[Timing] (Rank 23) Total     : 186 [msec]
+[Timing] (Rank 23) Full-Sort : 20 [msec]
+[Timing] (Rank 23) Exchange  : 116 [msec]
+[Timing] (Rank 23) Min-Max   : 23 [msec]
+[Timing] (Rank 23) Elbow-Sort: 26 [msec]
+[Timing] (Rank 28) Total     : 187 [msec]
+[Timing] (Rank 28) Full-Sort : 20 [msec]
+[Timing] (Rank 28) Exchange  : 116 [msec]
+[Timing] (Rank 28) Min-Max   : 23 [msec]
+[Timing] (Rank 28) Elbow-Sort: 26 [msec]
+[Timing] (Rank 29) Total     : 186 [msec]
+[Timing] (Rank 29) Full-Sort : 20 [msec]
+[Timing] (Rank 29) Exchange  : 115 [msec]
+[Timing] (Rank 29) Min-Max   : 23 [msec]
+[Timing] (Rank 29) Elbow-Sort: 26 [msec]
+[Timing] (Rank 26) Total     : 187 [msec]
+[Timing] (Rank 26) Full-Sort : 20 [msec]
+[Timing] (Rank 26) Exchange  : 116 [msec]
+[Timing] (Rank 26) Min-Max   : 23 [msec]
+[Timing] (Rank 26) Elbow-Sort: 26 [msec]
+[Timing] (Rank 25) Total     : 187 [msec]
+[Timing] (Rank 25) Full-Sort : 19 [msec]
+[Timing] (Rank 25) Exchange  : 116 [msec]
+[Timing] (Rank 25) Min-Max   : 23 [msec]
+[Timing] (Rank 25) Elbow-Sort: 26 [msec]
+[Timing] (Rank 27) Total     : 187 [msec]
+[Timing] (Rank 27) Full-Sort : 19 [msec]
+[Timing] (Rank 27) Exchange  : 117 [msec]
+[Timing] (Rank 27) Min-Max   : 23 [msec]
+[Timing] (Rank 27) Elbow-Sort: 26 [msec]
+[Timing] (Rank 16) Total     : 187 [msec]
+[Timing] (Rank 16) Full-Sort : 20 [msec]
+[Timing] (Rank 16) Exchange  : 116 [msec]
+[Timing] (Rank 16) Min-Max   : 22 [msec]
+[Timing] (Rank 16) Elbow-Sort: 27 [msec]
+[Timing] (Rank 24) Total     : 186 [msec]
+[Timing] (Rank 24) Full-Sort : 20 [msec]
+[Timing] (Rank 24) Exchange  : 116 [msec]
+[Timing] (Rank 24) Min-Max   : 23 [msec]
+[Timing] (Rank 24) Elbow-Sort: 26 [msec]
+[Timing] (Rank 21) Total     : 186 [msec]
+[Timing] (Rank 21) Full-Sort : 20 [msec]
+[Timing] (Rank 21) Exchange  : 115 [msec]
+[Timing] (Rank 21) Min-Max   : 24 [msec]
+[Timing] (Rank 21) Elbow-Sort: 26 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 38) Total     : 1585 [msec]
+[Timing] (Rank 38) Full-Sort : 218 [msec]
+[Timing] (Rank 38) Exchange  : 731 [msec]
+[Timing] (Rank 38) Min-Max   : 405 [msec]
+[Timing] (Rank 38) Elbow-Sort: 230 [msec]
+[Timing] (Rank 26) Total     : 1616 [msec]
+[Timing] (Rank 26) Full-Sort : 195 [msec]
+[Timing] (Rank 26) Exchange  : 869 [msec]
+[Timing] (Rank 26) Min-Max   : 315 [msec]
+[Timing] (Rank 26) Elbow-Sort: 236 [msec]
+[Timing] (Rank 62) Total     : 1575 [msec]
+[Timing] (Rank 62) Full-Sort : 212 [msec]
+[Timing] (Rank 62) Exchange  : 689 [msec]
+[Timing] (Rank 62) Min-Max   : 426 [msec]
+[Timing] (Rank 62) Elbow-Sort: 247 [msec]
+[Timing] (Rank 61) Total     : 1577 [msec]
+[Timing] (Rank 61) Full-Sort : 208 [msec]
+[Timing] (Rank 61) Exchange  : 692 [msec]
+[Timing] (Rank 61) Min-Max   : 430 [msec]
+[Timing] (Rank 61) Elbow-Sort: 245 [msec]
+[Timing] (Rank 54) Total     : 1581 [msec]
+[Timing] (Rank 54) Full-Sort : 215 [msec]
+[Timing] (Rank 54) Exchange  : 706 [msec]
+[Timing] (Rank 54) Min-Max   : 429 [msec]
+[Timing] (Rank 54) Elbow-Sort: 230 [msec]
+[Timing] (Rank 52) Total     : 1582 [msec]
+[Timing] (Rank 52) Full-Sort : 214 [msec]
+[Timing] (Rank 52) Exchange  : 698 [msec]
+[Timing] (Rank 52) Min-Max   : 436 [msec]
+[Timing] (Rank 52) Elbow-Sort: 231 [msec]
+[Timing] (Rank 50) Total     : 1578 [msec]
+[Timing] (Rank 50) Full-Sort : 206 [msec]
+[Timing] (Rank 50) Exchange  : 708 [msec]
+[Timing] (Rank 50) Min-Max   : 411 [msec]
+[Timing] (Rank 50) Elbow-Sort: 251 [msec]
+[Timing] (Rank 63) Total     : 1576 [msec]
+[Timing] (Rank 63) Full-Sort : 204 [msec]
+[Timing] (Rank 63) Exchange  : 695 [msec]
+[Timing] (Rank 63) Min-Max   : 429 [msec]
+[Timing] (Rank 63) Elbow-Sort: 247 [msec]
+[Timing] (Rank 59) Total     : 1579 [msec]
+[Timing] (Rank 59) Full-Sort : 216 [msec]
+[Timing] (Rank 59) Exchange  : 677 [msec]
+[Timing] (Rank 59) Min-Max   : 447 [msec]
+[Timing] (Rank 59) Elbow-Sort: 237 [msec]
+[Timing] (Rank 53) Total     : 1582 [msec]
+[Timing] (Rank 53) Full-Sort : 211 [msec]
+[Timing] (Rank 53) Exchange  : 703 [msec]
+[Timing] (Rank 53) Min-Max   : 437 [msec]
+[Timing] (Rank 53) Elbow-Sort: 231 [msec]
+[Timing] (Rank 58) Total     : 1578 [msec]
+[Timing] (Rank 58) Full-Sort : 216 [msec]
+[Timing] (Rank 58) Exchange  : 676 [msec]
+[Timing] (Rank 58) Min-Max   : 449 [msec]
+[Timing] (Rank 58) Elbow-Sort: 236 [msec]
+[Timing] (Rank 60) Total     : 1576 [msec]
+[Timing] (Rank 60) Full-Sort : 213 [msec]
+[Timing] (Rank 60) Exchange  : 686 [msec]
+[Timing] (Rank 60) Min-Max   : 430 [msec]
+[Timing] (Rank 60) Elbow-Sort: 246 [msec]
+[Timing] (Rank 56) Total     : 1578 [msec]
+[Timing] (Rank 56) Full-Sort : 214 [msec]
+[Timing] (Rank 56) Exchange  : 675 [msec]
+[Timing] (Rank 56) Min-Max   : 449 [msec]
+[Timing] (Rank 56) Elbow-Sort: 238 [msec]
+[Timing] (Rank 57) Total     : 1579 [msec]
+[Timing] (Rank 57) Full-Sort : 216 [msec]
+[Timing] (Rank 57) Exchange  : 674 [msec]
+[Timing] (Rank 57) Min-Max   : 449 [msec]
+[Timing] (Rank 57) Elbow-Sort: 238 [msec]
+[Timing] (Rank 55) Total     : 1583 [msec]
+[Timing] (Rank 55) Full-Sort : 217 [msec]
+[Timing] (Rank 55) Exchange  : 700 [msec]
+[Timing] (Rank 55) Min-Max   : 436 [msec]
+[Timing] (Rank 55) Elbow-Sort: 229 [msec]
+[Timing] (Rank 49) Total     : 1576 [msec]
+[Timing] (Rank 49) Full-Sort : 207 [msec]
+[Timing] (Rank 49) Exchange  : 692 [msec]
+[Timing] (Rank 49) Min-Max   : 423 [msec]
+[Timing] (Rank 49) Elbow-Sort: 252 [msec]
+[Timing] (Rank 48) Total     : 1581 [msec]
+[Timing] (Rank 48) Full-Sort : 192 [msec]
+[Timing] (Rank 48) Exchange  : 705 [msec]
+[Timing] (Rank 48) Min-Max   : 424 [msec]
+[Timing] (Rank 48) Elbow-Sort: 258 [msec]
+[Timing] (Rank 51) Total     : 1577 [msec]
+[Timing] (Rank 51) Full-Sort : 211 [msec]
+[Timing] (Rank 51) Exchange  : 696 [msec]
+[Timing] (Rank 51) Min-Max   : 418 [msec]
+[Timing] (Rank 51) Elbow-Sort: 250 [msec]
+[Timing] (Rank 14) Total     : 1641 [msec]
+[Timing] (Rank 14) Full-Sort : 214 [msec]
+[Timing] (Rank 14) Exchange  : 757 [msec]
+[Timing] (Rank 14) Min-Max   : 420 [msec]
+[Timing] (Rank 14) Elbow-Sort: 249 [msec]
+[Timing] (Rank 33) Total     : 1576 [msec]
+[Timing] (Rank 33) Full-Sort : 213 [msec]
+[Timing] (Rank 33) Exchange  : 716 [msec]
+[Timing] (Rank 33) Min-Max   : 391 [msec]
+[Timing] (Rank 33) Elbow-Sort: 254 [msec]
+[Timing] (Rank 44) Total     : 1576 [msec]
+[Timing] (Rank 44) Full-Sort : 216 [msec]
+[Timing] (Rank 44) Exchange  : 693 [msec]
+[Timing] (Rank 44) Min-Max   : 416 [msec]
+[Timing] (Rank 44) Elbow-Sort: 250 [msec]
+[Timing] (Rank 45) Total     : 1577 [msec]
+[Timing] (Rank 45) Full-Sort : 215 [msec]
+[Timing] (Rank 45) Exchange  : 690 [msec]
+[Timing] (Rank 45) Min-Max   : 421 [msec]
+[Timing] (Rank 45) Elbow-Sort: 249 [msec]
+[Timing] (Rank 32) Total     : 1580 [msec]
+[Timing] (Rank 32) Full-Sort : 208 [msec]
+[Timing] (Rank 32) Exchange  : 710 [msec]
+[Timing] (Rank 32) Min-Max   : 399 [msec]
+[Timing] (Rank 32) Elbow-Sort: 261 [msec]
+[Timing] (Rank 37) Total     : 1583 [msec]
+[Timing] (Rank 37) Full-Sort : 215 [msec]
+[Timing] (Rank 37) Exchange  : 724 [msec]
+[Timing] (Rank 37) Min-Max   : 412 [msec]
+[Timing] (Rank 37) Elbow-Sort: 230 [msec]
+[Timing] (Rank 35) Total     : 1580 [msec]
+[Timing] (Rank 35) Full-Sort : 216 [msec]
+[Timing] (Rank 35) Exchange  : 697 [msec]
+[Timing] (Rank 35) Min-Max   : 413 [msec]
+[Timing] (Rank 35) Elbow-Sort: 252 [msec]
+[Timing] (Rank 34) Total     : 1579 [msec]
+[Timing] (Rank 34) Full-Sort : 216 [msec]
+[Timing] (Rank 34) Exchange  : 703 [msec]
+[Timing] (Rank 34) Min-Max   : 407 [msec]
+[Timing] (Rank 34) Elbow-Sort: 252 [msec]
+[Timing] (Rank 41) Total     : 1579 [msec]
+[Timing] (Rank 41) Full-Sort : 218 [msec]
+[Timing] (Rank 41) Exchange  : 669 [msec]
+[Timing] (Rank 41) Min-Max   : 447 [msec]
+[Timing] (Rank 41) Elbow-Sort: 243 [msec]
+[Timing] (Rank 46) Total     : 1579 [msec]
+[Timing] (Rank 46) Full-Sort : 214 [msec]
+[Timing] (Rank 46) Exchange  : 693 [msec]
+[Timing] (Rank 46) Min-Max   : 422 [msec]
+[Timing] (Rank 46) Elbow-Sort: 248 [msec]
+[Timing] (Rank 40) Total     : 1579 [msec]
+[Timing] (Rank 40) Full-Sort : 215 [msec]
+[Timing] (Rank 40) Exchange  : 673 [msec]
+[Timing] (Rank 40) Min-Max   : 446 [msec]
+[Timing] (Rank 40) Elbow-Sort: 243 [msec]
+[Timing] (Rank 39) Total     : 1585 [msec]
+[Timing] (Rank 39) Full-Sort : 218 [msec]
+[Timing] (Rank 39) Exchange  : 716 [msec]
+[Timing] (Rank 39) Min-Max   : 420 [msec]
+[Timing] (Rank 39) Elbow-Sort: 230 [msec]
+[Timing] (Rank 42) Total     : 1580 [msec]
+[Timing] (Rank 42) Full-Sort : 217 [msec]
+[Timing] (Rank 42) Exchange  : 674 [msec]
+[Timing] (Rank 42) Min-Max   : 449 [msec]
+[Timing] (Rank 42) Elbow-Sort: 240 [msec]
+[Timing] (Rank 43) Total     : 1582 [msec]
+[Timing] (Rank 43) Full-Sort : 216 [msec]
+[Timing] (Rank 43) Exchange  : 675 [msec]
+[Timing] (Rank 43) Min-Max   : 449 [msec]
+[Timing] (Rank 43) Elbow-Sort: 241 [msec]
+[Timing] (Rank 36) Total     : 1586 [msec]
+[Timing] (Rank 36) Full-Sort : 207 [msec]
+[Timing] (Rank 36) Exchange  : 747 [msec]
+[Timing] (Rank 36) Min-Max   : 400 [msec]
+[Timing] (Rank 36) Elbow-Sort: 230 [msec]
+[Timing] (Rank 47) Total     : 1576 [msec]
+[Timing] (Rank 47) Full-Sort : 215 [msec]
+[Timing] (Rank 47) Exchange  : 689 [msec]
+[Timing] (Rank 47) Min-Max   : 423 [msec]
+[Timing] (Rank 47) Elbow-Sort: 248 [msec]
+[Timing] (Rank 25) Total     : 1622 [msec]
+[Timing] (Rank 25) Full-Sort : 190 [msec]
+[Timing] (Rank 25) Exchange  : 861 [msec]
+[Timing] (Rank 25) Min-Max   : 332 [msec]
+[Timing] (Rank 25) Elbow-Sort: 238 [msec]
+[Timing] (Rank 31) Total     : 1620 [msec]
+[Timing] (Rank 31) Full-Sort : 192 [msec]
+[Timing] (Rank 31) Exchange  : 862 [msec]
+[Timing] (Rank 31) Min-Max   : 329 [msec]
+[Timing] (Rank 31) Elbow-Sort: 236 [msec]
+[Timing] (Rank 24) Total     : 1618 [msec]
+[Timing] (Rank 24) Full-Sort : 194 [msec]
+[Timing] (Rank 24) Exchange  : 873 [msec]
+[Timing] (Rank 24) Min-Max   : 312 [msec]
+[Timing] (Rank 24) Elbow-Sort: 238 [msec]
+[Timing] (Rank 23) Total     : 1614 [msec]
+[Timing] (Rank 23) Full-Sort : 186 [msec]
+[Timing] (Rank 23) Exchange  : 871 [msec]
+[Timing] (Rank 23) Min-Max   : 311 [msec]
+[Timing] (Rank 23) Elbow-Sort: 244 [msec]
+[Timing] (Rank 22) Total     : 1609 [msec]
+[Timing] (Rank 22) Full-Sort : 192 [msec]
+[Timing] (Rank 22) Exchange  : 886 [msec]
+[Timing] (Rank 22) Min-Max   : 287 [msec]
+[Timing] (Rank 22) Elbow-Sort: 243 [msec]
+[Timing] (Rank 30) Total     : 1617 [msec]
+[Timing] (Rank 30) Full-Sort : 196 [msec]
+[Timing] (Rank 30) Exchange  : 872 [msec]
+[Timing] (Rank 30) Min-Max   : 312 [msec]
+[Timing] (Rank 30) Elbow-Sort: 235 [msec]
+[Timing] (Rank 28) Total     : 1619 [msec]
+[Timing] (Rank 28) Full-Sort : 192 [msec]
+[Timing] (Rank 28) Exchange  : 879 [msec]
+[Timing] (Rank 28) Min-Max   : 311 [msec]
+[Timing] (Rank 28) Elbow-Sort: 236 [msec]
+[Timing] (Rank 20) Total     : 1610 [msec]
+[Timing] (Rank 20) Full-Sort : 189 [msec]
+[Timing] (Rank 20) Exchange  : 889 [msec]
+[Timing] (Rank 20) Min-Max   : 286 [msec]
+[Timing] (Rank 20) Elbow-Sort: 244 [msec]
+[Timing] (Rank 19) Total     : 1613 [msec]
+[Timing] (Rank 19) Full-Sort : 189 [msec]
+[Timing] (Rank 19) Exchange  : 869 [msec]
+[Timing] (Rank 19) Min-Max   : 308 [msec]
+[Timing] (Rank 19) Elbow-Sort: 246 [msec]
+[Timing] (Rank 21) Total     : 1613 [msec]
+[Timing] (Rank 21) Full-Sort : 188 [msec]
+[Timing] (Rank 21) Exchange  : 869 [msec]
+[Timing] (Rank 21) Min-Max   : 309 [msec]
+[Timing] (Rank 21) Elbow-Sort: 246 [msec]
+[Timing] (Rank 16) Total     : 1610 [msec]
+[Timing] (Rank 16) Full-Sort : 187 [msec]
+[Timing] (Rank 16) Exchange  : 890 [msec]
+[Timing] (Rank 16) Min-Max   : 286 [msec]
+[Timing] (Rank 16) Elbow-Sort: 246 [msec]
+[Timing] (Rank 18) Total     : 1609 [msec]
+[Timing] (Rank 18) Full-Sort : 190 [msec]
+[Timing] (Rank 18) Exchange  : 891 [msec]
+[Timing] (Rank 18) Min-Max   : 281 [msec]
+[Timing] (Rank 18) Elbow-Sort: 245 [msec]
+[Timing] (Rank 17) Total     : 1614 [msec]
+[Timing] (Rank 17) Full-Sort : 192 [msec]
+[Timing] (Rank 17) Exchange  : 861 [msec]
+[Timing] (Rank 17) Min-Max   : 312 [msec]
+[Timing] (Rank 17) Elbow-Sort: 247 [msec]
+[Timing] (Rank 27) Total     : 1620 [msec]
+[Timing] (Rank 27) Full-Sort : 193 [msec]
+[Timing] (Rank 27) Exchange  : 856 [msec]
+[Timing] (Rank 27) Min-Max   : 331 [msec]
+[Timing] (Rank 27) Elbow-Sort: 238 [msec]
+[Timing] (Rank 29) Total     : 1622 [msec]
+[Timing] (Rank 29) Full-Sort : 194 [msec]
+[Timing] (Rank 29) Exchange  : 861 [msec]
+[Timing] (Rank 29) Min-Max   : 330 [msec]
+[Timing] (Rank 29) Elbow-Sort: 236 [msec]
+[Timing] (Rank 13) Total     : 1641 [msec]
+[Timing] (Rank 13) Full-Sort : 213 [msec]
+[Timing] (Rank 13) Exchange  : 762 [msec]
+[Timing] (Rank 13) Min-Max   : 414 [msec]
+[Timing] (Rank 13) Elbow-Sort: 250 [msec]
+[Timing] (Rank 10) Total     : 1644 [msec]
+[Timing] (Rank 10) Full-Sort : 216 [msec]
+[Timing] (Rank 10) Exchange  : 740 [msec]
+[Timing] (Rank 10) Min-Max   : 447 [msec]
+[Timing] (Rank 10) Elbow-Sort: 239 [msec]
+[Timing] (Rank 4) Total     : 1651 [msec]
+[Timing] (Rank 4) Full-Sort : 212 [msec]
+[Timing] (Rank 4) Exchange  : 791 [msec]
+[Timing] (Rank 4) Min-Max   : 414 [msec]
+[Timing] (Rank 4) Elbow-Sort: 232 [msec]
+[Timing] (Rank 11) Total     : 1643 [msec]
+[Timing] (Rank 11) Full-Sort : 215 [msec]
+[Timing] (Rank 11) Exchange  : 740 [msec]
+[Timing] (Rank 11) Min-Max   : 447 [msec]
+[Timing] (Rank 11) Elbow-Sort: 239 [msec]
+[Timing] (Rank 5) Total     : 1651 [msec]
+[Timing] (Rank 5) Full-Sort : 215 [msec]
+[Timing] (Rank 5) Exchange  : 775 [msec]
+[Timing] (Rank 5) Min-Max   : 427 [msec]
+[Timing] (Rank 5) Elbow-Sort: 232 [msec]
+[Timing] (Rank 2) Total     : 1647 [msec]
+[Timing] (Rank 2) Full-Sort : 208 [msec]
+[Timing] (Rank 2) Exchange  : 784 [msec]
+[Timing] (Rank 2) Min-Max   : 402 [msec]
+[Timing] (Rank 2) Elbow-Sort: 251 [msec]
+[Timing] (Rank 3) Total     : 1648 [msec]
+[Timing] (Rank 3) Full-Sort : 197 [msec]
+[Timing] (Rank 3) Exchange  : 780 [msec]
+[Timing] (Rank 3) Min-Max   : 420 [msec]
+[Timing] (Rank 3) Elbow-Sort: 250 [msec]
+[Timing] (Rank 9) Total     : 1644 [msec]
+[Timing] (Rank 9) Full-Sort : 217 [msec]
+[Timing] (Rank 9) Exchange  : 739 [msec]
+[Timing] (Rank 9) Min-Max   : 443 [msec]
+[Timing] (Rank 9) Elbow-Sort: 244 [msec]
+[Timing] (Rank 6) Total     : 1650 [msec]
+[Timing] (Rank 6) Full-Sort : 215 [msec]
+[Timing] (Rank 6) Exchange  : 794 [msec]
+[Timing] (Rank 6) Min-Max   : 411 [msec]
+[Timing] (Rank 6) Elbow-Sort: 228 [msec]
+[Timing] (Rank 1) Total     : 1648 [msec]
+[Timing] (Rank 1) Full-Sort : 216 [msec]
+[Timing] (Rank 1) Exchange  : 775 [msec]
+[Timing] (Rank 1) Min-Max   : 405 [msec]
+[Timing] (Rank 1) Elbow-Sort: 250 [msec]
+[Timing] (Rank 8) Total     : 1643 [msec]
+[Timing] (Rank 8) Full-Sort : 216 [msec]
+[Timing] (Rank 8) Exchange  : 738 [msec]
+[Timing] (Rank 8) Min-Max   : 443 [msec]
+[Timing] (Rank 8) Elbow-Sort: 244 [msec]
+[Timing] (Rank 7) Total     : 1651 [msec]
+[Timing] (Rank 7) Full-Sort : 215 [msec]
+[Timing] (Rank 7) Exchange  : 785 [msec]
+[Timing] (Rank 7) Min-Max   : 420 [msec]
+[Timing] (Rank 7) Elbow-Sort: 229 [msec]
+[Timing] (Rank 12) Total     : 1642 [msec]
+[Timing] (Rank 12) Full-Sort : 203 [msec]
+[Timing] (Rank 12) Exchange  : 780 [msec]
+[Timing] (Rank 12) Min-Max   : 406 [msec]
+[Timing] (Rank 12) Elbow-Sort: 251 [msec]
+[Timing] (Rank 0) Total     : 1649 [msec]
+[Timing] (Rank 0) Full-Sort : 217 [msec]
+[Timing] (Rank 0) Exchange  : 771 [msec]
+[Timing] (Rank 0) Min-Max   : 410 [msec]
+[Timing] (Rank 0) Elbow-Sort: 249 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 15) Total     : 1642 [msec]
+[Timing] (Rank 15) Full-Sort : 211 [msec]
+[Timing] (Rank 15) Exchange  : 759 [msec]
+[Timing] (Rank 15) Min-Max   : 422 [msec]
+[Timing] (Rank 15) Elbow-Sort: 249 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 36) Total     : 6197 [msec]
+[Timing] (Rank 36) Full-Sort : 963 [msec]
+[Timing] (Rank 36) Exchange  : 2650 [msec]
+[Timing] (Rank 36) Min-Max   : 1648 [msec]
+[Timing] (Rank 36) Elbow-Sort: 934 [msec]
+[Timing] (Rank 1) Total     : 6448 [msec]
+[Timing] (Rank 1) Full-Sort : 907 [msec]
+[Timing] (Rank 1) Exchange  : 2959 [msec]
+[Timing] (Rank 1) Min-Max   : 1574 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1006 [msec]
+[Timing] (Rank 25) Total     : 6324 [msec]
+[Timing] (Rank 25) Full-Sort : 832 [msec]
+[Timing] (Rank 25) Exchange  : 3298 [msec]
+[Timing] (Rank 25) Min-Max   : 1242 [msec]
+[Timing] (Rank 25) Elbow-Sort: 950 [msec]
+[Timing] (Rank 51) Total     : 6173 [msec]
+[Timing] (Rank 51) Full-Sort : 949 [msec]
+[Timing] (Rank 51) Exchange  : 2644 [msec]
+[Timing] (Rank 51) Min-Max   : 1591 [msec]
+[Timing] (Rank 51) Elbow-Sort: 988 [msec]
+[Timing] (Rank 50) Total     : 6173 [msec]
+[Timing] (Rank 50) Full-Sort : 935 [msec]
+[Timing] (Rank 50) Exchange  : 2664 [msec]
+[Timing] (Rank 50) Min-Max   : 1585 [msec]
+[Timing] (Rank 50) Elbow-Sort: 988 [msec]
+[Timing] (Rank 54) Total     : 6193 [msec]
+[Timing] (Rank 54) Full-Sort : 955 [msec]
+[Timing] (Rank 54) Exchange  : 2625 [msec]
+[Timing] (Rank 54) Min-Max   : 1684 [msec]
+[Timing] (Rank 54) Elbow-Sort: 928 [msec]
+[Timing] (Rank 49) Total     : 6177 [msec]
+[Timing] (Rank 49) Full-Sort : 952 [msec]
+[Timing] (Rank 49) Exchange  : 2675 [msec]
+[Timing] (Rank 49) Min-Max   : 1550 [msec]
+[Timing] (Rank 49) Elbow-Sort: 998 [msec]
+[Timing] (Rank 60) Total     : 6172 [msec]
+[Timing] (Rank 60) Full-Sort : 951 [msec]
+[Timing] (Rank 60) Exchange  : 2605 [msec]
+[Timing] (Rank 60) Min-Max   : 1641 [msec]
+[Timing] (Rank 60) Elbow-Sort: 973 [msec]
+[Timing] (Rank 56) Total     : 6176 [msec]
+[Timing] (Rank 56) Full-Sort : 951 [msec]
+[Timing] (Rank 56) Exchange  : 2587 [msec]
+[Timing] (Rank 56) Min-Max   : 1683 [msec]
+[Timing] (Rank 56) Elbow-Sort: 953 [msec]
+[Timing] (Rank 59) Total     : 6176 [msec]
+[Timing] (Rank 59) Full-Sort : 957 [msec]
+[Timing] (Rank 59) Exchange  : 2610 [msec]
+[Timing] (Rank 59) Min-Max   : 1669 [msec]
+[Timing] (Rank 59) Elbow-Sort: 938 [msec]
+[Timing] (Rank 63) Total     : 6162 [msec]
+[Timing] (Rank 63) Full-Sort : 948 [msec]
+[Timing] (Rank 63) Exchange  : 2601 [msec]
+[Timing] (Rank 63) Min-Max   : 1638 [msec]
+[Timing] (Rank 63) Elbow-Sort: 973 [msec]
+[Timing] (Rank 55) Total     : 6198 [msec]
+[Timing] (Rank 55) Full-Sort : 957 [msec]
+[Timing] (Rank 55) Exchange  : 2624 [msec]
+[Timing] (Rank 55) Min-Max   : 1690 [msec]
+[Timing] (Rank 55) Elbow-Sort: 926 [msec]
+[Timing] (Rank 58) Total     : 6175 [msec]
+[Timing] (Rank 58) Full-Sort : 958 [msec]
+[Timing] (Rank 58) Exchange  : 2612 [msec]
+[Timing] (Rank 58) Min-Max   : 1664 [msec]
+[Timing] (Rank 58) Elbow-Sort: 939 [msec]
+[Timing] (Rank 61) Total     : 6169 [msec]
+[Timing] (Rank 61) Full-Sort : 920 [msec]
+[Timing] (Rank 61) Exchange  : 2637 [msec]
+[Timing] (Rank 61) Min-Max   : 1636 [msec]
+[Timing] (Rank 61) Elbow-Sort: 975 [msec]
+[Timing] (Rank 53) Total     : 6195 [msec]
+[Timing] (Rank 53) Full-Sort : 953 [msec]
+[Timing] (Rank 53) Exchange  : 2604 [msec]
+[Timing] (Rank 53) Min-Max   : 1698 [msec]
+[Timing] (Rank 53) Elbow-Sort: 938 [msec]
+[Timing] (Rank 57) Total     : 6177 [msec]
+[Timing] (Rank 57) Full-Sort : 952 [msec]
+[Timing] (Rank 57) Exchange  : 2581 [msec]
+[Timing] (Rank 57) Min-Max   : 1688 [msec]
+[Timing] (Rank 57) Elbow-Sort: 955 [msec]
+[Timing] (Rank 52) Total     : 6199 [msec]
+[Timing] (Rank 52) Full-Sort : 950 [msec]
+[Timing] (Rank 52) Exchange  : 2610 [msec]
+[Timing] (Rank 52) Min-Max   : 1699 [msec]
+[Timing] (Rank 52) Elbow-Sort: 938 [msec]
+[Timing] (Rank 48) Total     : 6182 [msec]
+[Timing] (Rank 48) Full-Sort : 953 [msec]
+[Timing] (Rank 48) Exchange  : 2642 [msec]
+[Timing] (Rank 48) Min-Max   : 1564 [msec]
+[Timing] (Rank 48) Elbow-Sort: 1022 [msec]
+[Timing] (Rank 62) Total     : 6166 [msec]
+[Timing] (Rank 62) Full-Sort : 927 [msec]
+[Timing] (Rank 62) Exchange  : 2626 [msec]
+[Timing] (Rank 62) Min-Max   : 1640 [msec]
+[Timing] (Rank 62) Elbow-Sort: 971 [msec]
+[Timing] (Rank 34) Total     : 6163 [msec]
+[Timing] (Rank 34) Full-Sort : 943 [msec]
+[Timing] (Rank 34) Exchange  : 2612 [msec]
+[Timing] (Rank 34) Min-Max   : 1610 [msec]
+[Timing] (Rank 34) Elbow-Sort: 997 [msec]
+[Timing] (Rank 33) Total     : 6167 [msec]
+[Timing] (Rank 33) Full-Sort : 947 [msec]
+[Timing] (Rank 33) Exchange  : 2640 [msec]
+[Timing] (Rank 33) Min-Max   : 1578 [msec]
+[Timing] (Rank 33) Elbow-Sort: 1001 [msec]
+[Timing] (Rank 40) Total     : 6177 [msec]
+[Timing] (Rank 40) Full-Sort : 965 [msec]
+[Timing] (Rank 40) Exchange  : 2530 [msec]
+[Timing] (Rank 40) Min-Max   : 1723 [msec]
+[Timing] (Rank 40) Elbow-Sort: 957 [msec]
+[Timing] (Rank 35) Total     : 6164 [msec]
+[Timing] (Rank 35) Full-Sort : 953 [msec]
+[Timing] (Rank 35) Exchange  : 2602 [msec]
+[Timing] (Rank 35) Min-Max   : 1609 [msec]
+[Timing] (Rank 35) Elbow-Sort: 998 [msec]
+[Timing] (Rank 42) Total     : 6172 [msec]
+[Timing] (Rank 42) Full-Sort : 966 [msec]
+[Timing] (Rank 42) Exchange  : 2517 [msec]
+[Timing] (Rank 42) Min-Max   : 1732 [msec]
+[Timing] (Rank 42) Elbow-Sort: 955 [msec]
+[Timing] (Rank 38) Total     : 6197 [msec]
+[Timing] (Rank 38) Full-Sort : 971 [msec]
+[Timing] (Rank 38) Exchange  : 2663 [msec]
+[Timing] (Rank 38) Min-Max   : 1642 [msec]
+[Timing] (Rank 38) Elbow-Sort: 920 [msec]
+[Timing] (Rank 37) Total     : 6201 [msec]
+[Timing] (Rank 37) Full-Sort : 961 [msec]
+[Timing] (Rank 37) Exchange  : 2648 [msec]
+[Timing] (Rank 37) Min-Max   : 1654 [msec]
+[Timing] (Rank 37) Elbow-Sort: 936 [msec]
+[Timing] (Rank 32) Total     : 6178 [msec]
+[Timing] (Rank 32) Full-Sort : 947 [msec]
+[Timing] (Rank 32) Exchange  : 2609 [msec]
+[Timing] (Rank 32) Min-Max   : 1592 [msec]
+[Timing] (Rank 32) Elbow-Sort: 1028 [msec]
+[Timing] (Rank 41) Total     : 6175 [msec]
+[Timing] (Rank 41) Full-Sort : 966 [msec]
+[Timing] (Rank 41) Exchange  : 2530 [msec]
+[Timing] (Rank 41) Min-Max   : 1718 [msec]
+[Timing] (Rank 41) Elbow-Sort: 959 [msec]
+[Timing] (Rank 39) Total     : 6190 [msec]
+[Timing] (Rank 39) Full-Sort : 966 [msec]
+[Timing] (Rank 39) Exchange  : 2661 [msec]
+[Timing] (Rank 39) Min-Max   : 1642 [msec]
+[Timing] (Rank 39) Elbow-Sort: 920 [msec]
+[Timing] (Rank 45) Total     : 6172 [msec]
+[Timing] (Rank 45) Full-Sort : 933 [msec]
+[Timing] (Rank 45) Exchange  : 2643 [msec]
+[Timing] (Rank 45) Min-Max   : 1600 [msec]
+[Timing] (Rank 45) Elbow-Sort: 994 [msec]
+[Timing] (Rank 43) Total     : 6171 [msec]
+[Timing] (Rank 43) Full-Sort : 963 [msec]
+[Timing] (Rank 43) Exchange  : 2515 [msec]
+[Timing] (Rank 43) Min-Max   : 1738 [msec]
+[Timing] (Rank 43) Elbow-Sort: 954 [msec]
+[Timing] (Rank 46) Total     : 6163 [msec]
+[Timing] (Rank 46) Full-Sort : 939 [msec]
+[Timing] (Rank 46) Exchange  : 2620 [msec]
+[Timing] (Rank 46) Min-Max   : 1618 [msec]
+[Timing] (Rank 46) Elbow-Sort: 984 [msec]
+[Timing] (Rank 44) Total     : 6177 [msec]
+[Timing] (Rank 44) Full-Sort : 907 [msec]
+[Timing] (Rank 44) Exchange  : 2691 [msec]
+[Timing] (Rank 44) Min-Max   : 1585 [msec]
+[Timing] (Rank 44) Elbow-Sort: 993 [msec]
+[Timing] (Rank 47) Total     : 6171 [msec]
+[Timing] (Rank 47) Full-Sort : 921 [msec]
+[Timing] (Rank 47) Exchange  : 2645 [msec]
+[Timing] (Rank 47) Min-Max   : 1620 [msec]
+[Timing] (Rank 47) Elbow-Sort: 983 [msec]
+[Timing] (Rank 2) Total     : 6447 [msec]
+[Timing] (Rank 2) Full-Sort : 921 [msec]
+[Timing] (Rank 2) Exchange  : 2908 [msec]
+[Timing] (Rank 2) Min-Max   : 1618 [msec]
+[Timing] (Rank 2) Elbow-Sort: 998 [msec]
+[Timing] (Rank 11) Total     : 6452 [msec]
+[Timing] (Rank 11) Full-Sort : 952 [msec]
+[Timing] (Rank 11) Exchange  : 2821 [msec]
+[Timing] (Rank 11) Min-Max   : 1717 [msec]
+[Timing] (Rank 11) Elbow-Sort: 961 [msec]
+[Timing] (Rank 9) Total     : 6458 [msec]
+[Timing] (Rank 9) Full-Sort : 946 [msec]
+[Timing] (Rank 9) Exchange  : 2839 [msec]
+[Timing] (Rank 9) Min-Max   : 1708 [msec]
+[Timing] (Rank 9) Elbow-Sort: 962 [msec]
+[Timing] (Rank 0) Total     : 6463 [msec]
+[Timing] (Rank 0) Full-Sort : 871 [msec]
+[Timing] (Rank 0) Exchange  : 2957 [msec]
+[Timing] (Rank 0) Min-Max   : 1601 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1032 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 10) Total     : 6454 [msec]
+[Timing] (Rank 10) Full-Sort : 953 [msec]
+[Timing] (Rank 10) Exchange  : 2827 [msec]
+[Timing] (Rank 10) Min-Max   : 1711 [msec]
+[Timing] (Rank 10) Elbow-Sort: 961 [msec]
+[Timing] (Rank 15) Total     : 6453 [msec]
+[Timing] (Rank 15) Full-Sort : 912 [msec]
+[Timing] (Rank 15) Exchange  : 2950 [msec]
+[Timing] (Rank 15) Min-Max   : 1601 [msec]
+[Timing] (Rank 15) Elbow-Sort: 987 [msec]
+[Timing] (Rank 12) Total     : 6447 [msec]
+[Timing] (Rank 12) Full-Sort : 926 [msec]
+[Timing] (Rank 12) Exchange  : 2947 [msec]
+[Timing] (Rank 12) Min-Max   : 1579 [msec]
+[Timing] (Rank 12) Elbow-Sort: 994 [msec]
+[Timing] (Rank 8) Total     : 6456 [msec]
+[Timing] (Rank 8) Full-Sort : 954 [msec]
+[Timing] (Rank 8) Exchange  : 2842 [msec]
+[Timing] (Rank 8) Min-Max   : 1701 [msec]
+[Timing] (Rank 8) Elbow-Sort: 958 [msec]
+[Timing] (Rank 5) Total     : 6473 [msec]
+[Timing] (Rank 5) Full-Sort : 957 [msec]
+[Timing] (Rank 5) Exchange  : 2933 [msec]
+[Timing] (Rank 5) Min-Max   : 1651 [msec]
+[Timing] (Rank 5) Elbow-Sort: 931 [msec]
+[Timing] (Rank 3) Total     : 6454 [msec]
+[Timing] (Rank 3) Full-Sort : 877 [msec]
+[Timing] (Rank 3) Exchange  : 2967 [msec]
+[Timing] (Rank 3) Min-Max   : 1608 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1000 [msec]
+[Timing] (Rank 6) Total     : 6474 [msec]
+[Timing] (Rank 6) Full-Sort : 951 [msec]
+[Timing] (Rank 6) Exchange  : 2953 [msec]
+[Timing] (Rank 6) Min-Max   : 1642 [msec]
+[Timing] (Rank 6) Elbow-Sort: 926 [msec]
+[Timing] (Rank 14) Total     : 6450 [msec]
+[Timing] (Rank 14) Full-Sort : 922 [msec]
+[Timing] (Rank 14) Exchange  : 2936 [msec]
+[Timing] (Rank 14) Min-Max   : 1603 [msec]
+[Timing] (Rank 14) Elbow-Sort: 988 [msec]
+[Timing] (Rank 13) Total     : 6444 [msec]
+[Timing] (Rank 13) Full-Sort : 930 [msec]
+[Timing] (Rank 13) Exchange  : 2934 [msec]
+[Timing] (Rank 13) Min-Max   : 1584 [msec]
+[Timing] (Rank 13) Elbow-Sort: 995 [msec]
+[Timing] (Rank 4) Total     : 6473 [msec]
+[Timing] (Rank 4) Full-Sort : 947 [msec]
+[Timing] (Rank 4) Exchange  : 2945 [msec]
+[Timing] (Rank 4) Min-Max   : 1647 [msec]
+[Timing] (Rank 4) Elbow-Sort: 932 [msec]
+[Timing] (Rank 7) Total     : 6473 [msec]
+[Timing] (Rank 7) Full-Sort : 943 [msec]
+[Timing] (Rank 7) Exchange  : 2952 [msec]
+[Timing] (Rank 7) Min-Max   : 1650 [msec]
+[Timing] (Rank 7) Elbow-Sort: 926 [msec]
+[Timing] (Rank 30) Total     : 6318 [msec]
+[Timing] (Rank 30) Full-Sort : 844 [msec]
+[Timing] (Rank 30) Exchange  : 3316 [msec]
+[Timing] (Rank 30) Min-Max   : 1218 [msec]
+[Timing] (Rank 30) Elbow-Sort: 938 [msec]
+[Timing] (Rank 31) Total     : 6325 [msec]
+[Timing] (Rank 31) Full-Sort : 822 [msec]
+[Timing] (Rank 31) Exchange  : 3322 [msec]
+[Timing] (Rank 31) Min-Max   : 1244 [msec]
+[Timing] (Rank 31) Elbow-Sort: 936 [msec]
+[Timing] (Rank 18) Total     : 6273 [msec]
+[Timing] (Rank 18) Full-Sort : 832 [msec]
+[Timing] (Rank 18) Exchange  : 3331 [msec]
+[Timing] (Rank 18) Min-Max   : 1144 [msec]
+[Timing] (Rank 18) Elbow-Sort: 964 [msec]
+[Timing] (Rank 24) Total     : 6316 [msec]
+[Timing] (Rank 24) Full-Sort : 854 [msec]
+[Timing] (Rank 24) Exchange  : 3290 [msec]
+[Timing] (Rank 24) Min-Max   : 1220 [msec]
+[Timing] (Rank 24) Elbow-Sort: 951 [msec]
+[Timing] (Rank 20) Total     : 6274 [msec]
+[Timing] (Rank 20) Full-Sort : 825 [msec]
+[Timing] (Rank 20) Exchange  : 3325 [msec]
+[Timing] (Rank 20) Min-Max   : 1160 [msec]
+[Timing] (Rank 20) Elbow-Sort: 963 [msec]
+[Timing] (Rank 26) Total     : 6317 [msec]
+[Timing] (Rank 26) Full-Sort : 849 [msec]
+[Timing] (Rank 26) Exchange  : 3302 [msec]
+[Timing] (Rank 26) Min-Max   : 1219 [msec]
+[Timing] (Rank 26) Elbow-Sort: 945 [msec]
+[Timing] (Rank 16) Total     : 6270 [msec]
+[Timing] (Rank 16) Full-Sort : 831 [msec]
+[Timing] (Rank 16) Exchange  : 3317 [msec]
+[Timing] (Rank 16) Min-Max   : 1151 [msec]
+[Timing] (Rank 16) Elbow-Sort: 969 [msec]
+[Timing] (Rank 21) Total     : 6282 [msec]
+[Timing] (Rank 21) Full-Sort : 808 [msec]
+[Timing] (Rank 21) Exchange  : 3304 [msec]
+[Timing] (Rank 21) Min-Max   : 1197 [msec]
+[Timing] (Rank 21) Elbow-Sort: 971 [msec]
+[Timing] (Rank 23) Total     : 6287 [msec]
+[Timing] (Rank 23) Full-Sort : 806 [msec]
+[Timing] (Rank 23) Exchange  : 3311 [msec]
+[Timing] (Rank 23) Min-Max   : 1204 [msec]
+[Timing] (Rank 23) Elbow-Sort: 964 [msec]
+[Timing] (Rank 29) Total     : 6323 [msec]
+[Timing] (Rank 29) Full-Sort : 837 [msec]
+[Timing] (Rank 29) Exchange  : 3298 [msec]
+[Timing] (Rank 29) Min-Max   : 1243 [msec]
+[Timing] (Rank 29) Elbow-Sort: 943 [msec]
+[Timing] (Rank 17) Total     : 6283 [msec]
+[Timing] (Rank 17) Full-Sort : 823 [msec]
+[Timing] (Rank 17) Exchange  : 3311 [msec]
+[Timing] (Rank 17) Min-Max   : 1171 [msec]
+[Timing] (Rank 17) Elbow-Sort: 977 [msec]
+[Timing] (Rank 22) Total     : 6276 [msec]
+[Timing] (Rank 22) Full-Sort : 827 [msec]
+[Timing] (Rank 22) Exchange  : 3342 [msec]
+[Timing] (Rank 22) Min-Max   : 1147 [msec]
+[Timing] (Rank 22) Elbow-Sort: 958 [msec]
+[Timing] (Rank 27) Total     : 6325 [msec]
+[Timing] (Rank 27) Full-Sort : 829 [msec]
+[Timing] (Rank 27) Exchange  : 3304 [msec]
+[Timing] (Rank 27) Min-Max   : 1244 [msec]
+[Timing] (Rank 27) Elbow-Sort: 946 [msec]
+[Timing] (Rank 19) Total     : 6286 [msec]
+[Timing] (Rank 19) Full-Sort : 809 [msec]
+[Timing] (Rank 19) Exchange  : 3327 [msec]
+[Timing] (Rank 19) Min-Max   : 1175 [msec]
+[Timing] (Rank 19) Elbow-Sort: 972 [msec]
+[Timing] (Rank 28) Total     : 6312 [msec]
+[Timing] (Rank 28) Full-Sort : 849 [msec]
+[Timing] (Rank 28) Exchange  : 3298 [msec]
+[Timing] (Rank 28) Min-Max   : 1220 [msec]
+[Timing] (Rank 28) Elbow-Sort: 943 [msec]
@@ -0,0 +1,342 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 47) Total     : 25 [sec]
+[Timing] (Rank 47) Full-Sort : 4165 [msec]
+[Timing] (Rank 47) Exchange  : 10 [sec]
+[Timing] (Rank 47) Min-Max   : 6202 [msec]
+[Timing] (Rank 47) Elbow-Sort: 3910 [msec]
+[Timing] (Rank 25) Total     : 25 [sec]
+[Timing] (Rank 25) Full-Sort : 3676 [msec]
+[Timing] (Rank 25) Exchange  : 12 [sec]
+[Timing] (Rank 25) Min-Max   : 4999 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3790 [msec]
+[Timing] (Rank 7) Total     : 26 [sec]
+[Timing] (Rank 7) Full-Sort : 4191 [msec]
+[Timing] (Rank 7) Exchange  : 11 [sec]
+[Timing] (Rank 7) Min-Max   : 6620 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3708 [msec]
+[Timing] (Rank 58) Total     : 25 [sec]
+[Timing] (Rank 58) Full-Sort : 4120 [msec]
+[Timing] (Rank 58) Exchange  : 10 [sec]
+[Timing] (Rank 58) Min-Max   : 6815 [msec]
+[Timing] (Rank 58) Elbow-Sort: 3793 [msec]
+[Timing] (Rank 42) Total     : 25 [sec]
+[Timing] (Rank 42) Full-Sort : 4188 [msec]
+[Timing] (Rank 42) Exchange  : 10 [sec]
+[Timing] (Rank 42) Min-Max   : 6873 [msec]
+[Timing] (Rank 42) Elbow-Sort: 3800 [msec]
+[Timing] (Rank 33) Total     : 25 [sec]
+[Timing] (Rank 33) Full-Sort : 3935 [msec]
+[Timing] (Rank 33) Exchange  : 10 [sec]
+[Timing] (Rank 33) Min-Max   : 6316 [msec]
+[Timing] (Rank 33) Elbow-Sort: 4016 [msec]
+[Timing] (Rank 37) Total     : 25 [sec]
+[Timing] (Rank 37) Full-Sort : 4199 [msec]
+[Timing] (Rank 37) Exchange  : 10 [sec]
+[Timing] (Rank 37) Min-Max   : 6641 [msec]
+[Timing] (Rank 37) Elbow-Sort: 3762 [msec]
+[Timing] (Rank 36) Total     : 25 [sec]
+[Timing] (Rank 36) Full-Sort : 4195 [msec]
+[Timing] (Rank 36) Exchange  : 10 [sec]
+[Timing] (Rank 36) Min-Max   : 6659 [msec]
+[Timing] (Rank 36) Elbow-Sort: 3763 [msec]
+[Timing] (Rank 32) Total     : 25 [sec]
+[Timing] (Rank 32) Full-Sort : 3842 [msec]
+[Timing] (Rank 32) Exchange  : 10 [sec]
+[Timing] (Rank 32) Min-Max   : 6348 [msec]
+[Timing] (Rank 32) Elbow-Sort: 3999 [msec]
+[Timing] (Rank 38) Total     : 25 [sec]
+[Timing] (Rank 38) Full-Sort : 4186 [msec]
+[Timing] (Rank 38) Exchange  : 10 [sec]
+[Timing] (Rank 38) Min-Max   : 6592 [msec]
+[Timing] (Rank 38) Elbow-Sort: 3698 [msec]
+[Timing] (Rank 34) Total     : 25 [sec]
+[Timing] (Rank 34) Full-Sort : 4124 [msec]
+[Timing] (Rank 34) Exchange  : 10 [sec]
+[Timing] (Rank 34) Min-Max   : 6326 [msec]
+[Timing] (Rank 34) Elbow-Sort: 3996 [msec]
+[Timing] (Rank 35) Total     : 25 [sec]
+[Timing] (Rank 35) Full-Sort : 4178 [msec]
+[Timing] (Rank 35) Exchange  : 10 [sec]
+[Timing] (Rank 35) Min-Max   : 6400 [msec]
+[Timing] (Rank 35) Elbow-Sort: 3982 [msec]
+[Timing] (Rank 44) Total     : 25 [sec]
+[Timing] (Rank 44) Full-Sort : 4090 [msec]
+[Timing] (Rank 44) Exchange  : 10 [sec]
+[Timing] (Rank 44) Min-Max   : 6268 [msec]
+[Timing] (Rank 44) Elbow-Sort: 3942 [msec]
+[Timing] (Rank 43) Total     : 25 [sec]
+[Timing] (Rank 43) Full-Sort : 4211 [msec]
+[Timing] (Rank 43) Exchange  : 10 [sec]
+[Timing] (Rank 43) Min-Max   : 6872 [msec]
+[Timing] (Rank 43) Elbow-Sort: 3803 [msec]
+[Timing] (Rank 46) Total     : 25 [sec]
+[Timing] (Rank 46) Full-Sort : 4108 [msec]
+[Timing] (Rank 46) Exchange  : 10 [sec]
+[Timing] (Rank 46) Min-Max   : 6244 [msec]
+[Timing] (Rank 46) Elbow-Sort: 3914 [msec]
+[Timing] (Rank 41) Total     : 25 [sec]
+[Timing] (Rank 41) Full-Sort : 4220 [msec]
+[Timing] (Rank 41) Exchange  : 10 [sec]
+[Timing] (Rank 41) Min-Max   : 6862 [msec]
+[Timing] (Rank 41) Elbow-Sort: 3835 [msec]
+[Timing] (Rank 39) Total     : 25 [sec]
+[Timing] (Rank 39) Full-Sort : 4219 [msec]
+[Timing] (Rank 39) Exchange  : 10 [sec]
+[Timing] (Rank 39) Min-Max   : 6577 [msec]
+[Timing] (Rank 39) Elbow-Sort: 3715 [msec]
+[Timing] (Rank 40) Total     : 25 [sec]
+[Timing] (Rank 40) Full-Sort : 4206 [msec]
+[Timing] (Rank 40) Exchange  : 10 [sec]
+[Timing] (Rank 40) Min-Max   : 6856 [msec]
+[Timing] (Rank 40) Elbow-Sort: 3828 [msec]
+[Timing] (Rank 45) Total     : 25 [sec]
+[Timing] (Rank 45) Full-Sort : 4078 [msec]
+[Timing] (Rank 45) Exchange  : 10 [sec]
+[Timing] (Rank 45) Min-Max   : 6327 [msec]
+[Timing] (Rank 45) Elbow-Sort: 3964 [msec]
+[Timing] (Rank 4) Total     : 26 [sec]
+[Timing] (Rank 4) Full-Sort : 4126 [msec]
+[Timing] (Rank 4) Exchange  : 11 [sec]
+[Timing] (Rank 4) Min-Max   : 6650 [msec]
+[Timing] (Rank 4) Elbow-Sort: 3747 [msec]
+[Timing] (Rank 5) Total     : 26 [sec]
+[Timing] (Rank 5) Full-Sort : 4134 [msec]
+[Timing] (Rank 5) Exchange  : 11 [sec]
+[Timing] (Rank 5) Min-Max   : 6663 [msec]
+[Timing] (Rank 5) Elbow-Sort: 3762 [msec]
+[Timing] (Rank 6) Total     : 26 [sec]
+[Timing] (Rank 6) Full-Sort : 4200 [msec]
+[Timing] (Rank 6) Exchange  : 11 [sec]
+[Timing] (Rank 6) Min-Max   : 6678 [msec]
+[Timing] (Rank 6) Elbow-Sort: 3706 [msec]
+[Timing] (Rank 15) Total     : 26 [sec]
+[Timing] (Rank 15) Full-Sort : 4093 [msec]
+[Timing] (Rank 15) Exchange  : 11 [sec]
+[Timing] (Rank 15) Min-Max   : 6403 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 2) Total     : 26 [sec]
+[Timing] (Rank 2) Full-Sort : 4084 [msec]
+[Timing] (Rank 2) Exchange  : 11 [sec]
+[Timing] (Rank 2) Min-Max   : 6421 [msec]
+[Timing] (Rank 2) Elbow-Sort: 3959 [msec]
+[Timing] (Rank 12) Total     : 26 [sec]
+[Timing] (Rank 12) Full-Sort : 4073 [msec]
+[Timing] (Rank 12) Exchange  : 11 [sec]
+[Timing] (Rank 12) Min-Max   : 6294 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3951 [msec]
+[Timing] (Rank 1) Total     : 26 [sec]
+[Timing] (Rank 1) Full-Sort : 4025 [msec]
+[Timing] (Rank 1) Exchange  : 11 [sec]
+[Timing] (Rank 1) Min-Max   : 6461 [msec]
+[Timing] (Rank 1) Elbow-Sort: 3999 [msec]
+[Timing] (Rank 9) Total     : 26 [sec]
+[Timing] (Rank 9) Full-Sort : 4143 [msec]
+[Timing] (Rank 9) Exchange  : 11 [sec]
+[Timing] (Rank 9) Min-Max   : 6820 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3852 [msec]
+[Timing] (Rank 8) Total     : 26 [sec]
+[Timing] (Rank 8) Full-Sort : 4138 [msec]
+[Timing] (Rank 8) Exchange  : 11 [sec]
+[Timing] (Rank 8) Min-Max   : 6832 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3861 [msec]
+[Timing] (Rank 14) Total     : 26 [sec]
+[Timing] (Rank 14) Full-Sort : 4026 [msec]
+[Timing] (Rank 14) Exchange  : 11 [sec]
+[Timing] (Rank 14) Min-Max   : 6414 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 13) Total     : 26 [sec]
+[Timing] (Rank 13) Full-Sort : 4105 [msec]
+[Timing] (Rank 13) Exchange  : 11 [sec]
+[Timing] (Rank 13) Min-Max   : 6301 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3957 [msec]
+[Timing] (Rank 0) Total     : 26 [sec]
+[Timing] (Rank 0) Full-Sort : 3798 [msec]
+[Timing] (Rank 0) Exchange  : 11 [sec]
+[Timing] (Rank 0) Min-Max   : 6393 [msec]
+[Timing] (Rank 0) Elbow-Sort: 4005 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 26 [sec]
+[Timing] (Rank 3) Full-Sort : 4101 [msec]
+[Timing] (Rank 3) Exchange  : 11 [sec]
+[Timing] (Rank 3) Min-Max   : 6468 [msec]
+[Timing] (Rank 3) Elbow-Sort: 3969 [msec]
+[Timing] (Rank 10) Total     : 26 [sec]
+[Timing] (Rank 10) Full-Sort : 4133 [msec]
+[Timing] (Rank 10) Exchange  : 11 [sec]
+[Timing] (Rank 10) Min-Max   : 6861 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3840 [msec]
+[Timing] (Rank 11) Total     : 26 [sec]
+[Timing] (Rank 11) Full-Sort : 4158 [msec]
+[Timing] (Rank 11) Exchange  : 11 [sec]
+[Timing] (Rank 11) Min-Max   : 6851 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3836 [msec]
+[Timing] (Rank 30) Total     : 25 [sec]
+[Timing] (Rank 30) Full-Sort : 3791 [msec]
+[Timing] (Rank 30) Exchange  : 13 [sec]
+[Timing] (Rank 30) Min-Max   : 4856 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3729 [msec]
+[Timing] (Rank 23) Total     : 25 [sec]
+[Timing] (Rank 23) Full-Sort : 3556 [msec]
+[Timing] (Rank 23) Exchange  : 13 [sec]
+[Timing] (Rank 23) Min-Max   : 4623 [msec]
+[Timing] (Rank 23) Elbow-Sort: 3881 [msec]
+[Timing] (Rank 17) Total     : 25 [sec]
+[Timing] (Rank 17) Full-Sort : 3542 [msec]
+[Timing] (Rank 17) Exchange  : 13 [sec]
+[Timing] (Rank 17) Min-Max   : 4564 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3940 [msec]
+[Timing] (Rank 21) Total     : 25 [sec]
+[Timing] (Rank 21) Full-Sort : 3590 [msec]
+[Timing] (Rank 21) Exchange  : 13 [sec]
+[Timing] (Rank 21) Min-Max   : 4637 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3916 [msec]
+[Timing] (Rank 24) Total     : 25 [sec]
+[Timing] (Rank 24) Full-Sort : 3738 [msec]
+[Timing] (Rank 24) Exchange  : 13 [sec]
+[Timing] (Rank 24) Min-Max   : 4851 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3784 [msec]
+[Timing] (Rank 31) Total     : 25 [sec]
+[Timing] (Rank 31) Full-Sort : 3703 [msec]
+[Timing] (Rank 31) Exchange  : 13 [sec]
+[Timing] (Rank 31) Min-Max   : 5013 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3731 [msec]
+[Timing] (Rank 19) Total     : 25 [sec]
+[Timing] (Rank 19) Full-Sort : 3604 [msec]
+[Timing] (Rank 19) Exchange  : 13 [sec]
+[Timing] (Rank 19) Min-Max   : 4557 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3924 [msec]
+[Timing] (Rank 27) Total     : 25 [sec]
+[Timing] (Rank 27) Full-Sort : 3717 [msec]
+[Timing] (Rank 27) Exchange  : 12 [sec]
+[Timing] (Rank 27) Min-Max   : 5026 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3757 [msec]
+[Timing] (Rank 29) Total     : 25 [sec]
+[Timing] (Rank 29) Full-Sort : 3723 [msec]
+[Timing] (Rank 29) Exchange  : 12 [sec]
+[Timing] (Rank 29) Min-Max   : 5033 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3750 [msec]
+[Timing] (Rank 28) Total     : 25 [sec]
+[Timing] (Rank 28) Full-Sort : 3794 [msec]
+[Timing] (Rank 28) Exchange  : 13 [sec]
+[Timing] (Rank 28) Min-Max   : 4854 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3755 [msec]
+[Timing] (Rank 16) Total     : 25 [sec]
+[Timing] (Rank 16) Full-Sort : 3572 [msec]
+[Timing] (Rank 16) Exchange  : 13 [sec]
+[Timing] (Rank 16) Min-Max   : 4314 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3915 [msec]
+[Timing] (Rank 18) Total     : 25 [sec]
+[Timing] (Rank 18) Full-Sort : 3587 [msec]
+[Timing] (Rank 18) Exchange  : 13 [sec]
+[Timing] (Rank 18) Min-Max   : 4365 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3894 [msec]
+[Timing] (Rank 26) Total     : 25 [sec]
+[Timing] (Rank 26) Full-Sort : 3765 [msec]
+[Timing] (Rank 26) Exchange  : 13 [sec]
+[Timing] (Rank 26) Min-Max   : 4854 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3764 [msec]
+[Timing] (Rank 22) Total     : 25 [sec]
+[Timing] (Rank 22) Full-Sort : 3597 [msec]
+[Timing] (Rank 22) Exchange  : 13 [sec]
+[Timing] (Rank 22) Min-Max   : 4378 [msec]
+[Timing] (Rank 22) Elbow-Sort: 3861 [msec]
+[Timing] (Rank 20) Total     : 25 [sec]
+[Timing] (Rank 20) Full-Sort : 3631 [msec]
+[Timing] (Rank 20) Exchange  : 13 [sec]
+[Timing] (Rank 20) Min-Max   : 4401 [msec]
+[Timing] (Rank 20) Elbow-Sort: 3874 [msec]
+[Timing] (Rank 55) Total     : 25 [sec]
+[Timing] (Rank 55) Full-Sort : 4136 [msec]
+[Timing] (Rank 55) Exchange  : 10 [sec]
+[Timing] (Rank 55) Min-Max   : 6645 [msec]
+[Timing] (Rank 55) Elbow-Sort: 3693 [msec]
+[Timing] (Rank 56) Total     : 25 [sec]
+[Timing] (Rank 56) Full-Sort : 4116 [msec]
+[Timing] (Rank 56) Exchange  : 10 [sec]
+[Timing] (Rank 56) Min-Max   : 6794 [msec]
+[Timing] (Rank 56) Elbow-Sort: 3813 [msec]
+[Timing] (Rank 61) Total     : 25 [sec]
+[Timing] (Rank 61) Full-Sort : 4079 [msec]
+[Timing] (Rank 61) Exchange  : 10 [sec]
+[Timing] (Rank 61) Min-Max   : 6352 [msec]
+[Timing] (Rank 61) Elbow-Sort: 3911 [msec]
+[Timing] (Rank 52) Total     : 25 [sec]
+[Timing] (Rank 52) Full-Sort : 4130 [msec]
+[Timing] (Rank 52) Exchange  : 10 [sec]
+[Timing] (Rank 52) Min-Max   : 6604 [msec]
+[Timing] (Rank 52) Elbow-Sort: 3715 [msec]
+[Timing] (Rank 62) Total     : 25 [sec]
+[Timing] (Rank 62) Full-Sort : 4058 [msec]
+[Timing] (Rank 62) Exchange  : 10 [sec]
+[Timing] (Rank 62) Min-Max   : 6321 [msec]
+[Timing] (Rank 62) Elbow-Sort: 3878 [msec]
+[Timing] (Rank 59) Total     : 25 [sec]
+[Timing] (Rank 59) Full-Sort : 4137 [msec]
+[Timing] (Rank 59) Exchange  : 10 [sec]
+[Timing] (Rank 59) Min-Max   : 6788 [msec]
+[Timing] (Rank 59) Elbow-Sort: 3799 [msec]
+[Timing] (Rank 49) Total     : 25 [sec]
+[Timing] (Rank 49) Full-Sort : 3917 [msec]
+[Timing] (Rank 49) Exchange  : 10 [sec]
+[Timing] (Rank 49) Min-Max   : 6317 [msec]
+[Timing] (Rank 49) Elbow-Sort: 3997 [msec]
+[Timing] (Rank 57) Total     : 25 [sec]
+[Timing] (Rank 57) Full-Sort : 4167 [msec]
+[Timing] (Rank 57) Exchange  : 10 [sec]
+[Timing] (Rank 57) Min-Max   : 6770 [msec]
+[Timing] (Rank 57) Elbow-Sort: 3818 [msec]
+[Timing] (Rank 60) Total     : 25 [sec]
+[Timing] (Rank 60) Full-Sort : 4110 [msec]
+[Timing] (Rank 60) Exchange  : 10 [sec]
+[Timing] (Rank 60) Min-Max   : 6355 [msec]
+[Timing] (Rank 60) Elbow-Sort: 3909 [msec]
+[Timing] (Rank 63) Total     : 25 [sec]
+[Timing] (Rank 63) Full-Sort : 4110 [msec]
+[Timing] (Rank 63) Exchange  : 10 [sec]
+[Timing] (Rank 63) Min-Max   : 6286 [msec]
+[Timing] (Rank 63) Elbow-Sort: 3879 [msec]
+[Timing] (Rank 53) Total     : 25 [sec]
+[Timing] (Rank 53) Full-Sort : 4173 [msec]
+[Timing] (Rank 53) Exchange  : 10 [sec]
+[Timing] (Rank 53) Min-Max   : 6589 [msec]
+[Timing] (Rank 53) Elbow-Sort: 3718 [msec]
+[Timing] (Rank 51) Total     : 25 [sec]
+[Timing] (Rank 51) Full-Sort : 3962 [msec]
+[Timing] (Rank 51) Exchange  : 10 [sec]
+[Timing] (Rank 51) Min-Max   : 6280 [msec]
+[Timing] (Rank 51) Elbow-Sort: 3958 [msec]
+[Timing] (Rank 48) Total     : 25 [sec]
+[Timing] (Rank 48) Full-Sort : 3708 [msec]
+[Timing] (Rank 48) Exchange  : 11 [sec]
+[Timing] (Rank 48) Min-Max   : 6220 [msec]
+[Timing] (Rank 48) Elbow-Sort: 4098 [msec]
+[Timing] (Rank 50) Total     : 25 [sec]
+[Timing] (Rank 50) Full-Sort : 3918 [msec]
+[Timing] (Rank 50) Exchange  : 11 [sec]
+[Timing] (Rank 50) Min-Max   : 6222 [msec]
+[Timing] (Rank 50) Elbow-Sort: 3956 [msec]
+[Timing] (Rank 54) Total     : 25 [sec]
+[Timing] (Rank 54) Full-Sort : 4133 [msec]
+[Timing] (Rank 54) Exchange  : 10 [sec]
+[Timing] (Rank 54) Min-Max   : 6637 [msec]
+[Timing] (Rank 54) Elbow-Sort: 3702 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 11) Total     : 77 [msec]
+[Timing] (Rank 11) Full-Sort : 19 [msec]
+[Timing] (Rank 11) Exchange  : 32 [msec]
+[Timing] (Rank 11) Min-Max   : 8123 [usec]
+[Timing] (Rank 11) Elbow-Sort: 17 [msec]
+[Timing] (Rank 2) Total     : 76 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 32 [msec]
+[Timing] (Rank 2) Min-Max   : 8251 [usec]
+[Timing] (Rank 2) Elbow-Sort: 17 [msec]
+[Timing] (Rank 6) Total     : 76 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 30 [msec]
+[Timing] (Rank 6) Min-Max   : 9394 [usec]
+[Timing] (Rank 6) Elbow-Sort: 17 [msec]
+[Timing] (Rank 12) Total     : 77 [msec]
+[Timing] (Rank 12) Full-Sort : 19 [msec]
+[Timing] (Rank 12) Exchange  : 31 [msec]
+[Timing] (Rank 12) Min-Max   : 8933 [usec]
+[Timing] (Rank 12) Elbow-Sort: 18 [msec]
+[Timing] (Rank 9) Total     : 77 [msec]
+[Timing] (Rank 9) Full-Sort : 18 [msec]
+[Timing] (Rank 9) Exchange  : 32 [msec]
+[Timing] (Rank 9) Min-Max   : 8107 [usec]
+[Timing] (Rank 9) Elbow-Sort: 17 [msec]
+[Timing] (Rank 10) Total     : 77 [msec]
+[Timing] (Rank 10) Full-Sort : 18 [msec]
+[Timing] (Rank 10) Exchange  : 33 [msec]
+[Timing] (Rank 10) Min-Max   : 8146 [usec]
+[Timing] (Rank 10) Elbow-Sort: 17 [msec]
+[Timing] (Rank 8) Total     : 77 [msec]
+[Timing] (Rank 8) Full-Sort : 19 [msec]
+[Timing] (Rank 8) Exchange  : 32 [msec]
+[Timing] (Rank 8) Min-Max   : 8124 [usec]
+[Timing] (Rank 8) Elbow-Sort: 18 [msec]
+[Timing] (Rank 0) Total     : 76 [msec]
+[Timing] (Rank 0) Full-Sort : 18 [msec]
+[Timing] (Rank 0) Exchange  : 31 [msec]
+[Timing] (Rank 0) Min-Max   : 8144 [usec]
+[Timing] (Rank 0) Elbow-Sort: 17 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 76 [msec]
+[Timing] (Rank 3) Full-Sort : 18 [msec]
+[Timing] (Rank 3) Exchange  : 31 [msec]
+[Timing] (Rank 3) Min-Max   : 8151 [usec]
+[Timing] (Rank 3) Elbow-Sort: 17 [msec]
+[Timing] (Rank 1) Total     : 76 [msec]
+[Timing] (Rank 1) Full-Sort : 18 [msec]
+[Timing] (Rank 1) Exchange  : 31 [msec]
+[Timing] (Rank 1) Min-Max   : 8225 [usec]
+[Timing] (Rank 1) Elbow-Sort: 17 [msec]
+[Timing] (Rank 7) Total     : 75 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 29 [msec]
+[Timing] (Rank 7) Min-Max   : 9548 [usec]
+[Timing] (Rank 7) Elbow-Sort: 17 [msec]
+[Timing] (Rank 4) Total     : 75 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 29 [msec]
+[Timing] (Rank 4) Min-Max   : 9597 [usec]
+[Timing] (Rank 4) Elbow-Sort: 17 [msec]
+[Timing] (Rank 5) Total     : 75 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 29 [msec]
+[Timing] (Rank 5) Min-Max   : 9522 [usec]
+[Timing] (Rank 5) Elbow-Sort: 17 [msec]
+[Timing] (Rank 13) Total     : 77 [msec]
+[Timing] (Rank 13) Full-Sort : 19 [msec]
+[Timing] (Rank 13) Exchange  : 31 [msec]
+[Timing] (Rank 13) Min-Max   : 8819 [usec]
+[Timing] (Rank 13) Elbow-Sort: 17 [msec]
+[Timing] (Rank 14) Total     : 77 [msec]
+[Timing] (Rank 14) Full-Sort : 19 [msec]
+[Timing] (Rank 14) Exchange  : 31 [msec]
+[Timing] (Rank 14) Min-Max   : 8975 [usec]
+[Timing] (Rank 14) Elbow-Sort: 17 [msec]
+[Timing] (Rank 15) Total     : 77 [msec]
+[Timing] (Rank 15) Full-Sort : 19 [msec]
+[Timing] (Rank 15) Exchange  : 31 [msec]
+[Timing] (Rank 15) Min-Max   : 8742 [usec]
+[Timing] (Rank 15) Elbow-Sort: 17 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 0) Total     : 578 [msec]
+[Timing] (Rank 0) Full-Sort : 174 [msec]
+[Timing] (Rank 0) Exchange  : 172 [msec]
+[Timing] (Rank 0) Min-Max   : 79 [msec]
+[Timing] (Rank 0) Elbow-Sort: 152 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 8) Total     : 576 [msec]
+[Timing] (Rank 8) Full-Sort : 173 [msec]
+[Timing] (Rank 8) Exchange  : 168 [msec]
+[Timing] (Rank 8) Min-Max   : 79 [msec]
+[Timing] (Rank 8) Elbow-Sort: 153 [msec]
+[Timing] (Rank 5) Total     : 589 [msec]
+[Timing] (Rank 5) Full-Sort : 181 [msec]
+[Timing] (Rank 5) Exchange  : 139 [msec]
+[Timing] (Rank 5) Min-Max   : 111 [msec]
+[Timing] (Rank 5) Elbow-Sort: 156 [msec]
+[Timing] (Rank 14) Total     : 575 [msec]
+[Timing] (Rank 14) Full-Sort : 179 [msec]
+[Timing] (Rank 14) Exchange  : 155 [msec]
+[Timing] (Rank 14) Min-Max   : 89 [msec]
+[Timing] (Rank 14) Elbow-Sort: 151 [msec]
+[Timing] (Rank 3) Total     : 576 [msec]
+[Timing] (Rank 3) Full-Sort : 171 [msec]
+[Timing] (Rank 3) Exchange  : 175 [msec]
+[Timing] (Rank 3) Min-Max   : 80 [msec]
+[Timing] (Rank 3) Elbow-Sort: 149 [msec]
+[Timing] (Rank 2) Total     : 576 [msec]
+[Timing] (Rank 2) Full-Sort : 171 [msec]
+[Timing] (Rank 2) Exchange  : 173 [msec]
+[Timing] (Rank 2) Min-Max   : 81 [msec]
+[Timing] (Rank 2) Elbow-Sort: 149 [msec]
+[Timing] (Rank 1) Total     : 576 [msec]
+[Timing] (Rank 1) Full-Sort : 171 [msec]
+[Timing] (Rank 1) Exchange  : 174 [msec]
+[Timing] (Rank 1) Min-Max   : 80 [msec]
+[Timing] (Rank 1) Elbow-Sort: 150 [msec]
+[Timing] (Rank 11) Total     : 573 [msec]
+[Timing] (Rank 11) Full-Sort : 173 [msec]
+[Timing] (Rank 11) Exchange  : 169 [msec]
+[Timing] (Rank 11) Min-Max   : 81 [msec]
+[Timing] (Rank 11) Elbow-Sort: 148 [msec]
+[Timing] (Rank 10) Total     : 572 [msec]
+[Timing] (Rank 10) Full-Sort : 173 [msec]
+[Timing] (Rank 10) Exchange  : 169 [msec]
+[Timing] (Rank 10) Min-Max   : 80 [msec]
+[Timing] (Rank 10) Elbow-Sort: 148 [msec]
+[Timing] (Rank 9) Total     : 572 [msec]
+[Timing] (Rank 9) Full-Sort : 173 [msec]
+[Timing] (Rank 9) Exchange  : 167 [msec]
+[Timing] (Rank 9) Min-Max   : 81 [msec]
+[Timing] (Rank 9) Elbow-Sort: 149 [msec]
+[Timing] (Rank 4) Total     : 588 [msec]
+[Timing] (Rank 4) Full-Sort : 182 [msec]
+[Timing] (Rank 4) Exchange  : 139 [msec]
+[Timing] (Rank 4) Min-Max   : 110 [msec]
+[Timing] (Rank 4) Elbow-Sort: 156 [msec]
+[Timing] (Rank 7) Total     : 589 [msec]
+[Timing] (Rank 7) Full-Sort : 181 [msec]
+[Timing] (Rank 7) Exchange  : 138 [msec]
+[Timing] (Rank 7) Min-Max   : 113 [msec]
+[Timing] (Rank 7) Elbow-Sort: 155 [msec]
+[Timing] (Rank 6) Total     : 588 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 138 [msec]
+[Timing] (Rank 6) Min-Max   : 113 [msec]
+[Timing] (Rank 6) Elbow-Sort: 154 [msec]
+[Timing] (Rank 12) Total     : 576 [msec]
+[Timing] (Rank 12) Full-Sort : 181 [msec]
+[Timing] (Rank 12) Exchange  : 154 [msec]
+[Timing] (Rank 12) Min-Max   : 88 [msec]
+[Timing] (Rank 12) Elbow-Sort: 151 [msec]
+[Timing] (Rank 15) Total     : 575 [msec]
+[Timing] (Rank 15) Full-Sort : 178 [msec]
+[Timing] (Rank 15) Exchange  : 156 [msec]
+[Timing] (Rank 15) Min-Max   : 89 [msec]
+[Timing] (Rank 15) Elbow-Sort: 150 [msec]
+[Timing] (Rank 13) Total     : 574 [msec]
+[Timing] (Rank 13) Full-Sort : 178 [msec]
+[Timing] (Rank 13) Exchange  : 155 [msec]
+[Timing] (Rank 13) Min-Max   : 89 [msec]
+[Timing] (Rank 13) Elbow-Sort: 151 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 10) Total     : 2340 [msec]
+[Timing] (Rank 10) Full-Sort : 749 [msec]
+[Timing] (Rank 10) Exchange  : 664 [msec]
+[Timing] (Rank 10) Min-Max   : 333 [msec]
+[Timing] (Rank 10) Elbow-Sort: 593 [msec]
+[Timing] (Rank 1) Total     : 2308 [msec]
+[Timing] (Rank 1) Full-Sort : 747 [msec]
+[Timing] (Rank 1) Exchange  : 627 [msec]
+[Timing] (Rank 1) Min-Max   : 330 [msec]
+[Timing] (Rank 1) Elbow-Sort: 601 [msec]
+[Timing] (Rank 4) Total     : 2343 [msec]
+[Timing] (Rank 4) Full-Sort : 757 [msec]
+[Timing] (Rank 4) Exchange  : 536 [msec]
+[Timing] (Rank 4) Min-Max   : 432 [msec]
+[Timing] (Rank 4) Elbow-Sort: 617 [msec]
+[Timing] (Rank 13) Total     : 2361 [msec]
+[Timing] (Rank 13) Full-Sort : 761 [msec]
+[Timing] (Rank 13) Exchange  : 622 [msec]
+[Timing] (Rank 13) Min-Max   : 369 [msec]
+[Timing] (Rank 13) Elbow-Sort: 607 [msec]
+[Timing] (Rank 8) Total     : 2349 [msec]
+[Timing] (Rank 8) Full-Sort : 768 [msec]
+[Timing] (Rank 8) Exchange  : 636 [msec]
+[Timing] (Rank 8) Min-Max   : 331 [msec]
+[Timing] (Rank 8) Elbow-Sort: 613 [msec]
+[Timing] (Rank 9) Total     : 2341 [msec]
+[Timing] (Rank 9) Full-Sort : 747 [msec]
+[Timing] (Rank 9) Exchange  : 666 [msec]
+[Timing] (Rank 9) Min-Max   : 329 [msec]
+[Timing] (Rank 9) Elbow-Sort: 598 [msec]
+[Timing] (Rank 11) Total     : 2345 [msec]
+[Timing] (Rank 11) Full-Sort : 749 [msec]
+[Timing] (Rank 11) Exchange  : 666 [msec]
+[Timing] (Rank 11) Min-Max   : 335 [msec]
+[Timing] (Rank 11) Elbow-Sort: 593 [msec]
+[Timing] (Rank 2) Total     : 2309 [msec]
+[Timing] (Rank 2) Full-Sort : 739 [msec]
+[Timing] (Rank 2) Exchange  : 641 [msec]
+[Timing] (Rank 2) Min-Max   : 330 [msec]
+[Timing] (Rank 2) Elbow-Sort: 597 [msec]
+[Timing] (Rank 3) Total     : 2311 [msec]
+[Timing] (Rank 3) Full-Sort : 747 [msec]
+[Timing] (Rank 3) Exchange  : 631 [msec]
+[Timing] (Rank 3) Min-Max   : 333 [msec]
+[Timing] (Rank 3) Elbow-Sort: 598 [msec]
+[Timing] (Rank 0) Total     : 2313 [msec]
+[Timing] (Rank 0) Full-Sort : 754 [msec]
+[Timing] (Rank 0) Exchange  : 629 [msec]
+[Timing] (Rank 0) Min-Max   : 329 [msec]
+[Timing] (Rank 0) Elbow-Sort: 599 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 6) Total     : 2345 [msec]
+[Timing] (Rank 6) Full-Sort : 758 [msec]
+[Timing] (Rank 6) Exchange  : 541 [msec]
+[Timing] (Rank 6) Min-Max   : 435 [msec]
+[Timing] (Rank 6) Elbow-Sort: 610 [msec]
+[Timing] (Rank 7) Total     : 2343 [msec]
+[Timing] (Rank 7) Full-Sort : 764 [msec]
+[Timing] (Rank 7) Exchange  : 534 [msec]
+[Timing] (Rank 7) Min-Max   : 435 [msec]
+[Timing] (Rank 7) Elbow-Sort: 609 [msec]
+[Timing] (Rank 5) Total     : 2344 [msec]
+[Timing] (Rank 5) Full-Sort : 765 [msec]
+[Timing] (Rank 5) Exchange  : 528 [msec]
+[Timing] (Rank 5) Min-Max   : 433 [msec]
+[Timing] (Rank 5) Elbow-Sort: 617 [msec]
+[Timing] (Rank 15) Total     : 2362 [msec]
+[Timing] (Rank 15) Full-Sort : 762 [msec]
+[Timing] (Rank 15) Exchange  : 621 [msec]
+[Timing] (Rank 15) Min-Max   : 373 [msec]
+[Timing] (Rank 15) Elbow-Sort: 604 [msec]
+[Timing] (Rank 14) Total     : 2362 [msec]
+[Timing] (Rank 14) Full-Sort : 757 [msec]
+[Timing] (Rank 14) Exchange  : 626 [msec]
+[Timing] (Rank 14) Min-Max   : 373 [msec]
+[Timing] (Rank 14) Elbow-Sort: 604 [msec]
+[Timing] (Rank 12) Total     : 2367 [msec]
+[Timing] (Rank 12) Full-Sort : 784 [msec]
+[Timing] (Rank 12) Exchange  : 588 [msec]
+[Timing] (Rank 12) Min-Max   : 370 [msec]
+[Timing] (Rank 12) Elbow-Sort: 623 [msec]
@@ -0,0 +1,102 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 10) Total     : 9612 [msec]
+[Timing] (Rank 10) Full-Sort : 3209 [msec]
+[Timing] (Rank 10) Exchange  : 2743 [msec]
+[Timing] (Rank 10) Min-Max   : 1267 [msec]
+[Timing] (Rank 10) Elbow-Sort: 2390 [msec]
+[Timing] (Rank 14) Total     : 9620 [msec]
+[Timing] (Rank 14) Full-Sort : 3272 [msec]
+[Timing] (Rank 14) Exchange  : 2545 [msec]
+[Timing] (Rank 14) Min-Max   : 1394 [msec]
+[Timing] (Rank 14) Elbow-Sort: 2408 [msec]
+[Timing] (Rank 3) Total     : 9447 [msec]
+[Timing] (Rank 3) Full-Sort : 3183 [msec]
+[Timing] (Rank 3) Exchange  : 2625 [msec]
+[Timing] (Rank 3) Min-Max   : 1254 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2384 [msec]
+[Timing] (Rank 4) Total     : 9595 [msec]
+[Timing] (Rank 4) Full-Sort : 3342 [msec]
+[Timing] (Rank 4) Exchange  : 2102 [msec]
+[Timing] (Rank 4) Min-Max   : 1679 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2471 [msec]
+[Timing] (Rank 11) Total     : 9614 [msec]
+[Timing] (Rank 11) Full-Sort : 3247 [msec]
+[Timing] (Rank 11) Exchange  : 2716 [msec]
+[Timing] (Rank 11) Min-Max   : 1267 [msec]
+[Timing] (Rank 11) Elbow-Sort: 2382 [msec]
+[Timing] (Rank 9) Total     : 9611 [msec]
+[Timing] (Rank 9) Full-Sort : 3233 [msec]
+[Timing] (Rank 9) Exchange  : 2711 [msec]
+[Timing] (Rank 9) Min-Max   : 1264 [msec]
+[Timing] (Rank 9) Elbow-Sort: 2401 [msec]
+[Timing] (Rank 8) Total     : 9627 [msec]
+[Timing] (Rank 8) Full-Sort : 3299 [msec]
+[Timing] (Rank 8) Exchange  : 2670 [msec]
+[Timing] (Rank 8) Min-Max   : 1260 [msec]
+[Timing] (Rank 8) Elbow-Sort: 2396 [msec]
+[Timing] (Rank 0) Total     : 9471 [msec]
+[Timing] (Rank 0) Full-Sort : 3242 [msec]
+[Timing] (Rank 0) Exchange  : 2599 [msec]
+[Timing] (Rank 0) Min-Max   : 1240 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2389 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 9443 [msec]
+[Timing] (Rank 1) Full-Sort : 3218 [msec]
+[Timing] (Rank 1) Exchange  : 2556 [msec]
+[Timing] (Rank 1) Min-Max   : 1260 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2407 [msec]
+[Timing] (Rank 2) Total     : 9453 [msec]
+[Timing] (Rank 2) Full-Sort : 3196 [msec]
+[Timing] (Rank 2) Exchange  : 2606 [msec]
+[Timing] (Rank 2) Min-Max   : 1265 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2384 [msec]
+[Timing] (Rank 15) Total     : 9625 [msec]
+[Timing] (Rank 15) Full-Sort : 3297 [msec]
+[Timing] (Rank 15) Exchange  : 2550 [msec]
+[Timing] (Rank 15) Min-Max   : 1372 [msec]
+[Timing] (Rank 15) Elbow-Sort: 2404 [msec]
+[Timing] (Rank 13) Total     : 9620 [msec]
+[Timing] (Rank 13) Full-Sort : 3271 [msec]
+[Timing] (Rank 13) Exchange  : 2530 [msec]
+[Timing] (Rank 13) Min-Max   : 1394 [msec]
+[Timing] (Rank 13) Elbow-Sort: 2422 [msec]
+[Timing] (Rank 12) Total     : 9675 [msec]
+[Timing] (Rank 12) Full-Sort : 3336 [msec]
+[Timing] (Rank 12) Exchange  : 2479 [msec]
+[Timing] (Rank 12) Min-Max   : 1370 [msec]
+[Timing] (Rank 12) Elbow-Sort: 2488 [msec]
+[Timing] (Rank 6) Total     : 9601 [msec]
+[Timing] (Rank 6) Full-Sort : 3350 [msec]
+[Timing] (Rank 6) Exchange  : 2137 [msec]
+[Timing] (Rank 6) Min-Max   : 1670 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2443 [msec]
+[Timing] (Rank 5) Total     : 9598 [msec]
+[Timing] (Rank 5) Full-Sort : 3325 [msec]
+[Timing] (Rank 5) Exchange  : 2117 [msec]
+[Timing] (Rank 5) Min-Max   : 1678 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2477 [msec]
+[Timing] (Rank 7) Total     : 9595 [msec]
+[Timing] (Rank 7) Full-Sort : 3340 [msec]
+[Timing] (Rank 7) Exchange  : 2152 [msec]
+[Timing] (Rank 7) Min-Max   : 1656 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2446 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 12) Total     : 125 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 66 [msec]
+[Timing] (Rank 12) Min-Max   : 15 [msec]
+[Timing] (Rank 12) Elbow-Sort: 22 [msec]
+[Timing] (Rank 3) Total     : 126 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 71 [msec]
+[Timing] (Rank 3) Min-Max   : 13 [msec]
+[Timing] (Rank 3) Elbow-Sort: 22 [msec]
+[Timing] (Rank 20) Total     : 129 [msec]
+[Timing] (Rank 20) Full-Sort : 19 [msec]
+[Timing] (Rank 20) Exchange  : 74 [msec]
+[Timing] (Rank 20) Min-Max   : 13 [msec]
+[Timing] (Rank 20) Elbow-Sort: 22 [msec]
+[Timing] (Rank 30) Total     : 126 [msec]
+[Timing] (Rank 30) Full-Sort : 19 [msec]
+[Timing] (Rank 30) Exchange  : 70 [msec]
+[Timing] (Rank 30) Min-Max   : 13 [msec]
+[Timing] (Rank 30) Elbow-Sort: 22 [msec]
+[Timing] (Rank 8) Total     : 125 [msec]
+[Timing] (Rank 8) Full-Sort : 19 [msec]
+[Timing] (Rank 8) Exchange  : 67 [msec]
+[Timing] (Rank 8) Min-Max   : 15 [msec]
+[Timing] (Rank 8) Elbow-Sort: 22 [msec]
+[Timing] (Rank 11) Total     : 124 [msec]
+[Timing] (Rank 11) Full-Sort : 20 [msec]
+[Timing] (Rank 11) Exchange  : 66 [msec]
+[Timing] (Rank 11) Min-Max   : 15 [msec]
+[Timing] (Rank 11) Elbow-Sort: 22 [msec]
+[Timing] (Rank 13) Total     : 125 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 66 [msec]
+[Timing] (Rank 13) Min-Max   : 16 [msec]
+[Timing] (Rank 13) Elbow-Sort: 22 [msec]
+[Timing] (Rank 15) Total     : 124 [msec]
+[Timing] (Rank 15) Full-Sort : 20 [msec]
+[Timing] (Rank 15) Exchange  : 66 [msec]
+[Timing] (Rank 15) Min-Max   : 15 [msec]
+[Timing] (Rank 15) Elbow-Sort: 22 [msec]
+[Timing] (Rank 9) Total     : 124 [msec]
+[Timing] (Rank 9) Full-Sort : 20 [msec]
+[Timing] (Rank 9) Exchange  : 66 [msec]
+[Timing] (Rank 9) Min-Max   : 15 [msec]
+[Timing] (Rank 9) Elbow-Sort: 22 [msec]
+[Timing] (Rank 14) Total     : 124 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 66 [msec]
+[Timing] (Rank 14) Min-Max   : 15 [msec]
+[Timing] (Rank 14) Elbow-Sort: 22 [msec]
+[Timing] (Rank 10) Total     : 125 [msec]
+[Timing] (Rank 10) Full-Sort : 19 [msec]
+[Timing] (Rank 10) Exchange  : 67 [msec]
+[Timing] (Rank 10) Min-Max   : 15 [msec]
+[Timing] (Rank 10) Elbow-Sort: 22 [msec]
+[Timing] (Rank 1) Total     : 126 [msec]
+[Timing] (Rank 1) Full-Sort : 18 [msec]
+[Timing] (Rank 1) Exchange  : 72 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 22 [msec]
+[Timing] (Rank 2) Total     : 126 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 71 [msec]
+[Timing] (Rank 2) Min-Max   : 13 [msec]
+[Timing] (Rank 2) Elbow-Sort: 22 [msec]
+[Timing] (Rank 4) Total     : 126 [msec]
+[Timing] (Rank 4) Full-Sort : 18 [msec]
+[Timing] (Rank 4) Exchange  : 72 [msec]
+[Timing] (Rank 4) Min-Max   : 13 [msec]
+[Timing] (Rank 4) Elbow-Sort: 22 [msec]
+[Timing] (Rank 0) Total     : 126 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 71 [msec]
+[Timing] (Rank 0) Min-Max   : 13 [msec]
+[Timing] (Rank 0) Elbow-Sort: 22 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 5) Total     : 126 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 72 [msec]
+[Timing] (Rank 5) Min-Max   : 12 [msec]
+[Timing] (Rank 5) Elbow-Sort: 22 [msec]
+[Timing] (Rank 7) Total     : 126 [msec]
+[Timing] (Rank 7) Full-Sort : 18 [msec]
+[Timing] (Rank 7) Exchange  : 72 [msec]
+[Timing] (Rank 7) Min-Max   : 13 [msec]
+[Timing] (Rank 7) Elbow-Sort: 22 [msec]
+[Timing] (Rank 6) Total     : 126 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 72 [msec]
+[Timing] (Rank 6) Min-Max   : 13 [msec]
+[Timing] (Rank 6) Elbow-Sort: 22 [msec]
+[Timing] (Rank 23) Total     : 129 [msec]
+[Timing] (Rank 23) Full-Sort : 19 [msec]
+[Timing] (Rank 23) Exchange  : 73 [msec]
+[Timing] (Rank 23) Min-Max   : 14 [msec]
+[Timing] (Rank 23) Elbow-Sort: 22 [msec]
+[Timing] (Rank 18) Total     : 129 [msec]
+[Timing] (Rank 18) Full-Sort : 19 [msec]
+[Timing] (Rank 18) Exchange  : 74 [msec]
+[Timing] (Rank 18) Min-Max   : 14 [msec]
+[Timing] (Rank 18) Elbow-Sort: 22 [msec]
+[Timing] (Rank 21) Total     : 130 [msec]
+[Timing] (Rank 21) Full-Sort : 19 [msec]
+[Timing] (Rank 21) Exchange  : 74 [msec]
+[Timing] (Rank 21) Min-Max   : 14 [msec]
+[Timing] (Rank 21) Elbow-Sort: 22 [msec]
+[Timing] (Rank 17) Total     : 129 [msec]
+[Timing] (Rank 17) Full-Sort : 18 [msec]
+[Timing] (Rank 17) Exchange  : 73 [msec]
+[Timing] (Rank 17) Min-Max   : 14 [msec]
+[Timing] (Rank 17) Elbow-Sort: 22 [msec]
+[Timing] (Rank 22) Total     : 129 [msec]
+[Timing] (Rank 22) Full-Sort : 19 [msec]
+[Timing] (Rank 22) Exchange  : 74 [msec]
+[Timing] (Rank 22) Min-Max   : 13 [msec]
+[Timing] (Rank 22) Elbow-Sort: 22 [msec]
+[Timing] (Rank 19) Total     : 129 [msec]
+[Timing] (Rank 19) Full-Sort : 19 [msec]
+[Timing] (Rank 19) Exchange  : 74 [msec]
+[Timing] (Rank 19) Min-Max   : 13 [msec]
+[Timing] (Rank 19) Elbow-Sort: 22 [msec]
+[Timing] (Rank 16) Total     : 129 [msec]
+[Timing] (Rank 16) Full-Sort : 19 [msec]
+[Timing] (Rank 16) Exchange  : 73 [msec]
+[Timing] (Rank 16) Min-Max   : 14 [msec]
+[Timing] (Rank 16) Elbow-Sort: 22 [msec]
+[Timing] (Rank 24) Total     : 128 [msec]
+[Timing] (Rank 24) Full-Sort : 20 [msec]
+[Timing] (Rank 24) Exchange  : 71 [msec]
+[Timing] (Rank 24) Min-Max   : 14 [msec]
+[Timing] (Rank 24) Elbow-Sort: 22 [msec]
+[Timing] (Rank 26) Total     : 127 [msec]
+[Timing] (Rank 26) Full-Sort : 19 [msec]
+[Timing] (Rank 26) Exchange  : 71 [msec]
+[Timing] (Rank 26) Min-Max   : 14 [msec]
+[Timing] (Rank 26) Elbow-Sort: 22 [msec]
+[Timing] (Rank 29) Total     : 126 [msec]
+[Timing] (Rank 29) Full-Sort : 19 [msec]
+[Timing] (Rank 29) Exchange  : 69 [msec]
+[Timing] (Rank 29) Min-Max   : 15 [msec]
+[Timing] (Rank 29) Elbow-Sort: 22 [msec]
+[Timing] (Rank 31) Total     : 126 [msec]
+[Timing] (Rank 31) Full-Sort : 20 [msec]
+[Timing] (Rank 31) Exchange  : 69 [msec]
+[Timing] (Rank 31) Min-Max   : 14 [msec]
+[Timing] (Rank 31) Elbow-Sort: 22 [msec]
+[Timing] (Rank 28) Total     : 126 [msec]
+[Timing] (Rank 28) Full-Sort : 19 [msec]
+[Timing] (Rank 28) Exchange  : 70 [msec]
+[Timing] (Rank 28) Min-Max   : 14 [msec]
+[Timing] (Rank 28) Elbow-Sort: 22 [msec]
+[Timing] (Rank 25) Total     : 126 [msec]
+[Timing] (Rank 25) Full-Sort : 22 [msec]
+[Timing] (Rank 25) Exchange  : 58 [msec]
+[Timing] (Rank 25) Min-Max   : 19 [msec]
+[Timing] (Rank 25) Elbow-Sort: 25 [msec]
+[Timing] (Rank 27) Total     : 126 [msec]
+[Timing] (Rank 27) Full-Sort : 22 [msec]
+[Timing] (Rank 27) Exchange  : 58 [msec]
+[Timing] (Rank 27) Min-Max   : 19 [msec]
+[Timing] (Rank 27) Elbow-Sort: 25 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 18) Total     : 958 [msec]
+[Timing] (Rank 18) Full-Sort : 183 [msec]
+[Timing] (Rank 18) Exchange  : 424 [msec]
+[Timing] (Rank 18) Min-Max   : 159 [msec]
+[Timing] (Rank 18) Elbow-Sort: 191 [msec]
+[Timing] (Rank 13) Total     : 964 [msec]
+[Timing] (Rank 13) Full-Sort : 201 [msec]
+[Timing] (Rank 13) Exchange  : 342 [msec]
+[Timing] (Rank 13) Min-Max   : 219 [msec]
+[Timing] (Rank 13) Elbow-Sort: 200 [msec]
+[Timing] (Rank 7) Total     : 934 [msec]
+[Timing] (Rank 7) Full-Sort : 181 [msec]
+[Timing] (Rank 7) Exchange  : 404 [msec]
+[Timing] (Rank 7) Min-Max   : 159 [msec]
+[Timing] (Rank 7) Elbow-Sort: 189 [msec]
+[Timing] (Rank 14) Total     : 966 [msec]
+[Timing] (Rank 14) Full-Sort : 199 [msec]
+[Timing] (Rank 14) Exchange  : 348 [msec]
+[Timing] (Rank 14) Min-Max   : 220 [msec]
+[Timing] (Rank 14) Elbow-Sort: 198 [msec]
+[Timing] (Rank 15) Total     : 964 [msec]
+[Timing] (Rank 15) Full-Sort : 200 [msec]
+[Timing] (Rank 15) Exchange  : 345 [msec]
+[Timing] (Rank 15) Min-Max   : 219 [msec]
+[Timing] (Rank 15) Elbow-Sort: 198 [msec]
+[Timing] (Rank 9) Total     : 958 [msec]
+[Timing] (Rank 9) Full-Sort : 193 [msec]
+[Timing] (Rank 9) Exchange  : 366 [msec]
+[Timing] (Rank 9) Min-Max   : 193 [msec]
+[Timing] (Rank 9) Elbow-Sort: 205 [msec]
+[Timing] (Rank 11) Total     : 959 [msec]
+[Timing] (Rank 11) Full-Sort : 194 [msec]
+[Timing] (Rank 11) Exchange  : 365 [msec]
+[Timing] (Rank 11) Min-Max   : 195 [msec]
+[Timing] (Rank 11) Elbow-Sort: 204 [msec]
+[Timing] (Rank 10) Total     : 958 [msec]
+[Timing] (Rank 10) Full-Sort : 193 [msec]
+[Timing] (Rank 10) Exchange  : 370 [msec]
+[Timing] (Rank 10) Min-Max   : 190 [msec]
+[Timing] (Rank 10) Elbow-Sort: 204 [msec]
+[Timing] (Rank 12) Total     : 964 [msec]
+[Timing] (Rank 12) Full-Sort : 202 [msec]
+[Timing] (Rank 12) Exchange  : 343 [msec]
+[Timing] (Rank 12) Min-Max   : 218 [msec]
+[Timing] (Rank 12) Elbow-Sort: 200 [msec]
+[Timing] (Rank 8) Total     : 958 [msec]
+[Timing] (Rank 8) Full-Sort : 195 [msec]
+[Timing] (Rank 8) Exchange  : 363 [msec]
+[Timing] (Rank 8) Min-Max   : 193 [msec]
+[Timing] (Rank 8) Elbow-Sort: 206 [msec]
+[Timing] (Rank 21) Total     : 959 [msec]
+[Timing] (Rank 21) Full-Sort : 185 [msec]
+[Timing] (Rank 21) Exchange  : 420 [msec]
+[Timing] (Rank 21) Min-Max   : 161 [msec]
+[Timing] (Rank 21) Elbow-Sort: 191 [msec]
+[Timing] (Rank 22) Total     : 959 [msec]
+[Timing] (Rank 22) Full-Sort : 182 [msec]
+[Timing] (Rank 22) Exchange  : 426 [msec]
+[Timing] (Rank 22) Min-Max   : 160 [msec]
+[Timing] (Rank 22) Elbow-Sort: 189 [msec]
+[Timing] (Rank 19) Total     : 959 [msec]
+[Timing] (Rank 19) Full-Sort : 185 [msec]
+[Timing] (Rank 19) Exchange  : 428 [msec]
+[Timing] (Rank 19) Min-Max   : 153 [msec]
+[Timing] (Rank 19) Elbow-Sort: 191 [msec]
+[Timing] (Rank 20) Total     : 958 [msec]
+[Timing] (Rank 20) Full-Sort : 183 [msec]
+[Timing] (Rank 20) Exchange  : 424 [msec]
+[Timing] (Rank 20) Min-Max   : 159 [msec]
+[Timing] (Rank 20) Elbow-Sort: 190 [msec]
+[Timing] (Rank 17) Total     : 958 [msec]
+[Timing] (Rank 17) Full-Sort : 183 [msec]
+[Timing] (Rank 17) Exchange  : 427 [msec]
+[Timing] (Rank 17) Min-Max   : 155 [msec]
+[Timing] (Rank 17) Elbow-Sort: 191 [msec]
+[Timing] (Rank 26) Total     : 975 [msec]
+[Timing] (Rank 26) Full-Sort : 181 [msec]
+[Timing] (Rank 26) Exchange  : 475 [msec]
+[Timing] (Rank 26) Min-Max   : 127 [msec]
+[Timing] (Rank 26) Elbow-Sort: 190 [msec]
+[Timing] (Rank 23) Total     : 958 [msec]
+[Timing] (Rank 23) Full-Sort : 183 [msec]
+[Timing] (Rank 23) Exchange  : 426 [msec]
+[Timing] (Rank 23) Min-Max   : 157 [msec]
+[Timing] (Rank 23) Elbow-Sort: 190 [msec]
+[Timing] (Rank 16) Total     : 959 [msec]
+[Timing] (Rank 16) Full-Sort : 186 [msec]
+[Timing] (Rank 16) Exchange  : 417 [msec]
+[Timing] (Rank 16) Min-Max   : 158 [msec]
+[Timing] (Rank 16) Elbow-Sort: 196 [msec]
+[Timing] (Rank 2) Total     : 934 [msec]
+[Timing] (Rank 2) Full-Sort : 181 [msec]
+[Timing] (Rank 2) Exchange  : 403 [msec]
+[Timing] (Rank 2) Min-Max   : 159 [msec]
+[Timing] (Rank 2) Elbow-Sort: 190 [msec]
+[Timing] (Rank 4) Total     : 935 [msec]
+[Timing] (Rank 4) Full-Sort : 183 [msec]
+[Timing] (Rank 4) Exchange  : 402 [msec]
+[Timing] (Rank 4) Min-Max   : 158 [msec]
+[Timing] (Rank 4) Elbow-Sort: 190 [msec]
+[Timing] (Rank 6) Total     : 935 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 404 [msec]
+[Timing] (Rank 6) Min-Max   : 160 [msec]
+[Timing] (Rank 6) Elbow-Sort: 189 [msec]
+[Timing] (Rank 3) Total     : 935 [msec]
+[Timing] (Rank 3) Full-Sort : 183 [msec]
+[Timing] (Rank 3) Exchange  : 401 [msec]
+[Timing] (Rank 3) Min-Max   : 159 [msec]
+[Timing] (Rank 3) Elbow-Sort: 191 [msec]
+[Timing] (Rank 5) Total     : 935 [msec]
+[Timing] (Rank 5) Full-Sort : 184 [msec]
+[Timing] (Rank 5) Exchange  : 402 [msec]
+[Timing] (Rank 5) Min-Max   : 158 [msec]
+[Timing] (Rank 5) Elbow-Sort: 190 [msec]
+[Timing] (Rank 1) Total     : 935 [msec]
+[Timing] (Rank 1) Full-Sort : 181 [msec]
+[Timing] (Rank 1) Exchange  : 399 [msec]
+[Timing] (Rank 1) Min-Max   : 161 [msec]
+[Timing] (Rank 1) Elbow-Sort: 192 [msec]
+[Timing] (Rank 0) Total     : 937 [msec]
+[Timing] (Rank 0) Full-Sort : 178 [msec]
+[Timing] (Rank 0) Exchange  : 402 [msec]
+[Timing] (Rank 0) Min-Max   : 160 [msec]
+[Timing] (Rank 0) Elbow-Sort: 197 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 28) Total     : 960 [msec]
+[Timing] (Rank 28) Full-Sort : 181 [msec]
+[Timing] (Rank 28) Exchange  : 450 [msec]
+[Timing] (Rank 28) Min-Max   : 136 [msec]
+[Timing] (Rank 28) Elbow-Sort: 192 [msec]
+[Timing] (Rank 31) Total     : 959 [msec]
+[Timing] (Rank 31) Full-Sort : 180 [msec]
+[Timing] (Rank 31) Exchange  : 462 [msec]
+[Timing] (Rank 31) Min-Max   : 127 [msec]
+[Timing] (Rank 31) Elbow-Sort: 189 [msec]
+[Timing] (Rank 30) Total     : 960 [msec]
+[Timing] (Rank 30) Full-Sort : 180 [msec]
+[Timing] (Rank 30) Exchange  : 454 [msec]
+[Timing] (Rank 30) Min-Max   : 134 [msec]
+[Timing] (Rank 30) Elbow-Sort: 190 [msec]
+[Timing] (Rank 24) Total     : 976 [msec]
+[Timing] (Rank 24) Full-Sort : 182 [msec]
+[Timing] (Rank 24) Exchange  : 468 [msec]
+[Timing] (Rank 24) Min-Max   : 127 [msec]
+[Timing] (Rank 24) Elbow-Sort: 197 [msec]
+[Timing] (Rank 29) Total     : 959 [msec]
+[Timing] (Rank 29) Full-Sort : 183 [msec]
+[Timing] (Rank 29) Exchange  : 456 [msec]
+[Timing] (Rank 29) Min-Max   : 127 [msec]
+[Timing] (Rank 29) Elbow-Sort: 192 [msec]
+[Timing] (Rank 27) Total     : 965 [msec]
+[Timing] (Rank 27) Full-Sort : 210 [msec]
+[Timing] (Rank 27) Exchange  : 304 [msec]
+[Timing] (Rank 27) Min-Max   : 222 [msec]
+[Timing] (Rank 27) Elbow-Sort: 228 [msec]
+[Timing] (Rank 25) Total     : 966 [msec]
+[Timing] (Rank 25) Full-Sort : 211 [msec]
+[Timing] (Rank 25) Exchange  : 303 [msec]
+[Timing] (Rank 25) Min-Max   : 222 [msec]
+[Timing] (Rank 25) Elbow-Sort: 228 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 19) Total     : 3990 [msec]
+[Timing] (Rank 19) Full-Sort : 784 [msec]
+[Timing] (Rank 19) Exchange  : 1800 [msec]
+[Timing] (Rank 19) Min-Max   : 651 [msec]
+[Timing] (Rank 19) Elbow-Sort: 754 [msec]
+[Timing] (Rank 12) Total     : 4056 [msec]
+[Timing] (Rank 12) Full-Sort : 877 [msec]
+[Timing] (Rank 12) Exchange  : 1504 [msec]
+[Timing] (Rank 12) Min-Max   : 885 [msec]
+[Timing] (Rank 12) Elbow-Sort: 788 [msec]
+[Timing] (Rank 1) Total     : 3909 [msec]
+[Timing] (Rank 1) Full-Sort : 768 [msec]
+[Timing] (Rank 1) Exchange  : 1708 [msec]
+[Timing] (Rank 1) Min-Max   : 666 [msec]
+[Timing] (Rank 1) Elbow-Sort: 765 [msec]
+[Timing] (Rank 28) Total     : 4001 [msec]
+[Timing] (Rank 28) Full-Sort : 789 [msec]
+[Timing] (Rank 28) Exchange  : 1877 [msec]
+[Timing] (Rank 28) Min-Max   : 575 [msec]
+[Timing] (Rank 28) Elbow-Sort: 759 [msec]
+[Timing] (Rank 17) Total     : 3987 [msec]
+[Timing] (Rank 17) Full-Sort : 781 [msec]
+[Timing] (Rank 17) Exchange  : 1792 [msec]
+[Timing] (Rank 17) Min-Max   : 653 [msec]
+[Timing] (Rank 17) Elbow-Sort: 760 [msec]
+[Timing] (Rank 23) Total     : 3993 [msec]
+[Timing] (Rank 23) Full-Sort : 778 [msec]
+[Timing] (Rank 23) Exchange  : 1836 [msec]
+[Timing] (Rank 23) Min-Max   : 631 [msec]
+[Timing] (Rank 23) Elbow-Sort: 748 [msec]
+[Timing] (Rank 22) Total     : 3994 [msec]
+[Timing] (Rank 22) Full-Sort : 772 [msec]
+[Timing] (Rank 22) Exchange  : 1818 [msec]
+[Timing] (Rank 22) Min-Max   : 653 [msec]
+[Timing] (Rank 22) Elbow-Sort: 750 [msec]
+[Timing] (Rank 18) Total     : 3991 [msec]
+[Timing] (Rank 18) Full-Sort : 785 [msec]
+[Timing] (Rank 18) Exchange  : 1795 [msec]
+[Timing] (Rank 18) Min-Max   : 654 [msec]
+[Timing] (Rank 18) Elbow-Sort: 755 [msec]
+[Timing] (Rank 20) Total     : 3989 [msec]
+[Timing] (Rank 20) Full-Sort : 784 [msec]
+[Timing] (Rank 20) Exchange  : 1794 [msec]
+[Timing] (Rank 20) Min-Max   : 659 [msec]
+[Timing] (Rank 20) Elbow-Sort: 751 [msec]
+[Timing] (Rank 21) Total     : 3989 [msec]
+[Timing] (Rank 21) Full-Sort : 780 [msec]
+[Timing] (Rank 21) Exchange  : 1820 [msec]
+[Timing] (Rank 21) Min-Max   : 633 [msec]
+[Timing] (Rank 21) Elbow-Sort: 755 [msec]
+[Timing] (Rank 16) Total     : 3995 [msec]
+[Timing] (Rank 16) Full-Sort : 796 [msec]
+[Timing] (Rank 16) Exchange  : 1785 [msec]
+[Timing] (Rank 16) Min-Max   : 653 [msec]
+[Timing] (Rank 16) Elbow-Sort: 758 [msec]
+[Timing] (Rank 14) Total     : 4058 [msec]
+[Timing] (Rank 14) Full-Sort : 871 [msec]
+[Timing] (Rank 14) Exchange  : 1518 [msec]
+[Timing] (Rank 14) Min-Max   : 886 [msec]
+[Timing] (Rank 14) Elbow-Sort: 781 [msec]
+[Timing] (Rank 9) Total     : 4000 [msec]
+[Timing] (Rank 9) Full-Sort : 841 [msec]
+[Timing] (Rank 9) Exchange  : 1558 [msec]
+[Timing] (Rank 9) Min-Max   : 787 [msec]
+[Timing] (Rank 9) Elbow-Sort: 812 [msec]
+[Timing] (Rank 13) Total     : 4052 [msec]
+[Timing] (Rank 13) Full-Sort : 872 [msec]
+[Timing] (Rank 13) Exchange  : 1509 [msec]
+[Timing] (Rank 13) Min-Max   : 882 [msec]
+[Timing] (Rank 13) Elbow-Sort: 788 [msec]
+[Timing] (Rank 11) Total     : 4000 [msec]
+[Timing] (Rank 11) Full-Sort : 840 [msec]
+[Timing] (Rank 11) Exchange  : 1565 [msec]
+[Timing] (Rank 11) Min-Max   : 790 [msec]
+[Timing] (Rank 11) Elbow-Sort: 804 [msec]
+[Timing] (Rank 10) Total     : 4000 [msec]
+[Timing] (Rank 10) Full-Sort : 841 [msec]
+[Timing] (Rank 10) Exchange  : 1566 [msec]
+[Timing] (Rank 10) Min-Max   : 788 [msec]
+[Timing] (Rank 10) Elbow-Sort: 804 [msec]
+[Timing] (Rank 8) Total     : 4000 [msec]
+[Timing] (Rank 8) Full-Sort : 850 [msec]
+[Timing] (Rank 8) Exchange  : 1548 [msec]
+[Timing] (Rank 8) Min-Max   : 789 [msec]
+[Timing] (Rank 8) Elbow-Sort: 811 [msec]
+[Timing] (Rank 15) Total     : 4056 [msec]
+[Timing] (Rank 15) Full-Sort : 871 [msec]
+[Timing] (Rank 15) Exchange  : 1520 [msec]
+[Timing] (Rank 15) Min-Max   : 883 [msec]
+[Timing] (Rank 15) Elbow-Sort: 781 [msec]
+[Timing] (Rank 5) Total     : 3910 [msec]
+[Timing] (Rank 5) Full-Sort : 765 [msec]
+[Timing] (Rank 5) Exchange  : 1731 [msec]
+[Timing] (Rank 5) Min-Max   : 656 [msec]
+[Timing] (Rank 5) Elbow-Sort: 756 [msec]
+[Timing] (Rank 3) Total     : 3910 [msec]
+[Timing] (Rank 3) Full-Sort : 766 [msec]
+[Timing] (Rank 3) Exchange  : 1709 [msec]
+[Timing] (Rank 3) Min-Max   : 673 [msec]
+[Timing] (Rank 3) Elbow-Sort: 760 [msec]
+[Timing] (Rank 2) Total     : 3911 [msec]
+[Timing] (Rank 2) Full-Sort : 767 [msec]
+[Timing] (Rank 2) Exchange  : 1712 [msec]
+[Timing] (Rank 2) Min-Max   : 670 [msec]
+[Timing] (Rank 2) Elbow-Sort: 761 [msec]
+[Timing] (Rank 4) Total     : 3912 [msec]
+[Timing] (Rank 4) Full-Sort : 758 [msec]
+[Timing] (Rank 4) Exchange  : 1743 [msec]
+[Timing] (Rank 4) Min-Max   : 655 [msec]
+[Timing] (Rank 4) Elbow-Sort: 755 [msec]
+[Timing] (Rank 6) Total     : 3839 [msec]
+[Timing] (Rank 6) Full-Sort : 741 [msec]
+[Timing] (Rank 6) Exchange  : 1707 [msec]
+[Timing] (Rank 6) Min-Max   : 649 [msec]
+[Timing] (Rank 6) Elbow-Sort: 741 [msec]
+[Timing] (Rank 7) Total     : 3911 [msec]
+[Timing] (Rank 7) Full-Sort : 741 [msec]
+[Timing] (Rank 7) Exchange  : 1781 [msec]
+[Timing] (Rank 7) Min-Max   : 644 [msec]
+[Timing] (Rank 7) Elbow-Sort: 743 [msec]
+[Timing] (Rank 0) Total     : 3918 [msec]
+[Timing] (Rank 0) Full-Sort : 776 [msec]
+[Timing] (Rank 0) Exchange  : 1706 [msec]
+[Timing] (Rank 0) Min-Max   : 673 [msec]
+[Timing] (Rank 0) Elbow-Sort: 762 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 30) Total     : 4002 [msec]
+[Timing] (Rank 30) Full-Sort : 780 [msec]
+[Timing] (Rank 30) Exchange  : 1898 [msec]
+[Timing] (Rank 30) Min-Max   : 569 [msec]
+[Timing] (Rank 30) Elbow-Sort: 753 [msec]
+[Timing] (Rank 31) Total     : 4003 [msec]
+[Timing] (Rank 31) Full-Sort : 783 [msec]
+[Timing] (Rank 31) Exchange  : 1924 [msec]
+[Timing] (Rank 31) Min-Max   : 543 [msec]
+[Timing] (Rank 31) Elbow-Sort: 752 [msec]
+[Timing] (Rank 26) Total     : 4197 [msec]
+[Timing] (Rank 26) Full-Sort : 784 [msec]
+[Timing] (Rank 26) Exchange  : 2108 [msec]
+[Timing] (Rank 26) Min-Max   : 541 [msec]
+[Timing] (Rank 26) Elbow-Sort: 763 [msec]
+[Timing] (Rank 29) Total     : 4004 [msec]
+[Timing] (Rank 29) Full-Sort : 787 [msec]
+[Timing] (Rank 29) Exchange  : 1914 [msec]
+[Timing] (Rank 29) Min-Max   : 541 [msec]
+[Timing] (Rank 29) Elbow-Sort: 760 [msec]
+[Timing] (Rank 24) Total     : 4206 [msec]
+[Timing] (Rank 24) Full-Sort : 790 [msec]
+[Timing] (Rank 24) Exchange  : 2085 [msec]
+[Timing] (Rank 24) Min-Max   : 544 [msec]
+[Timing] (Rank 24) Elbow-Sort: 785 [msec]
+[Timing] (Rank 25) Total     : 4240 [msec]
+[Timing] (Rank 25) Full-Sort : 932 [msec]
+[Timing] (Rank 25) Exchange  : 1345 [msec]
+[Timing] (Rank 25) Min-Max   : 1041 [msec]
+[Timing] (Rank 25) Elbow-Sort: 920 [msec]
+[Timing] (Rank 27) Total     : 4237 [msec]
+[Timing] (Rank 27) Full-Sort : 938 [msec]
+[Timing] (Rank 27) Exchange  : 1337 [msec]
+[Timing] (Rank 27) Min-Max   : 1044 [msec]
+[Timing] (Rank 27) Elbow-Sort: 916 [msec]
@@ -0,0 +1,182 @@
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading rdma-core/32.0
+Autoloading libnl/3.3.0
+Autoloading singularity/3.6.4
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading openssl/1.1.1h
+[Timing] (Rank 19) Total     : 15 [sec]
+[Timing] (Rank 19) Full-Sort : 3361 [msec]
+[Timing] (Rank 19) Exchange  : 7138 [msec]
+[Timing] (Rank 19) Min-Max   : 2411 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3005 [msec]
+[Timing] (Rank 22) Total     : 15 [sec]
+[Timing] (Rank 22) Full-Sort : 3315 [msec]
+[Timing] (Rank 22) Exchange  : 7219 [msec]
+[Timing] (Rank 22) Min-Max   : 2413 [msec]
+[Timing] (Rank 22) Elbow-Sort: 2967 [msec]
+[Timing] (Rank 20) Total     : 15 [sec]
+[Timing] (Rank 20) Full-Sort : 3325 [msec]
+[Timing] (Rank 20) Exchange  : 7184 [msec]
+[Timing] (Rank 20) Min-Max   : 2407 [msec]
+[Timing] (Rank 20) Elbow-Sort: 2999 [msec]
+[Timing] (Rank 21) Total     : 15 [sec]
+[Timing] (Rank 21) Full-Sort : 3328 [msec]
+[Timing] (Rank 21) Exchange  : 7241 [msec]
+[Timing] (Rank 21) Min-Max   : 2325 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3011 [msec]
+[Timing] (Rank 23) Total     : 15 [sec]
+[Timing] (Rank 23) Full-Sort : 3364 [msec]
+[Timing] (Rank 23) Exchange  : 7231 [msec]
+[Timing] (Rank 23) Min-Max   : 2358 [msec]
+[Timing] (Rank 23) Elbow-Sort: 2960 [msec]
+[Timing] (Rank 16) Total     : 15 [sec]
+[Timing] (Rank 16) Full-Sort : 3316 [msec]
+[Timing] (Rank 16) Exchange  : 7192 [msec]
+[Timing] (Rank 16) Min-Max   : 2404 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3020 [msec]
+[Timing] (Rank 18) Total     : 15 [sec]
+[Timing] (Rank 18) Full-Sort : 3341 [msec]
+[Timing] (Rank 18) Exchange  : 7192 [msec]
+[Timing] (Rank 18) Min-Max   : 2375 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3001 [msec]
+[Timing] (Rank 17) Total     : 15 [sec]
+[Timing] (Rank 17) Full-Sort : 3332 [msec]
+[Timing] (Rank 17) Exchange  : 7151 [msec]
+[Timing] (Rank 17) Min-Max   : 2395 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3018 [msec]
+[Timing] (Rank 14) Total     : 16 [sec]
+[Timing] (Rank 14) Full-Sort : 3726 [msec]
+[Timing] (Rank 14) Exchange  : 6002 [msec]
+[Timing] (Rank 14) Min-Max   : 3293 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3097 [msec]
+[Timing] (Rank 6) Total     : 15 [sec]
+[Timing] (Rank 6) Full-Sort : 3322 [msec]
+[Timing] (Rank 6) Exchange  : 6826 [msec]
+[Timing] (Rank 6) Min-Max   : 2568 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2999 [msec]
+[Timing] (Rank 31) Total     : 16 [sec]
+[Timing] (Rank 31) Full-Sort : 3350 [msec]
+[Timing] (Rank 31) Exchange  : 7715 [msec]
+[Timing] (Rank 31) Min-Max   : 2075 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3002 [msec]
+[Timing] (Rank 11) Total     : 15 [sec]
+[Timing] (Rank 11) Full-Sort : 3615 [msec]
+[Timing] (Rank 11) Exchange  : 6084 [msec]
+[Timing] (Rank 11) Min-Max   : 3030 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3214 [msec]
+[Timing] (Rank 10) Total     : 15 [sec]
+[Timing] (Rank 10) Full-Sort : 3570 [msec]
+[Timing] (Rank 10) Exchange  : 6117 [msec]
+[Timing] (Rank 10) Min-Max   : 3055 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3212 [msec]
+[Timing] (Rank 15) Total     : 16 [sec]
+[Timing] (Rank 15) Full-Sort : 3784 [msec]
+[Timing] (Rank 15) Exchange  : 5938 [msec]
+[Timing] (Rank 15) Min-Max   : 3307 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3099 [msec]
+[Timing] (Rank 13) Total     : 16 [sec]
+[Timing] (Rank 13) Full-Sort : 3754 [msec]
+[Timing] (Rank 13) Exchange  : 5971 [msec]
+[Timing] (Rank 13) Min-Max   : 3274 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3119 [msec]
+[Timing] (Rank 9) Total     : 15 [sec]
+[Timing] (Rank 9) Full-Sort : 3581 [msec]
+[Timing] (Rank 9) Exchange  : 6089 [msec]
+[Timing] (Rank 9) Min-Max   : 3040 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3240 [msec]
+[Timing] (Rank 12) Total     : 16 [sec]
+[Timing] (Rank 12) Full-Sort : 3747 [msec]
+[Timing] (Rank 12) Exchange  : 5968 [msec]
+[Timing] (Rank 12) Min-Max   : 3289 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3118 [msec]
+[Timing] (Rank 8) Total     : 15 [sec]
+[Timing] (Rank 8) Full-Sort : 3581 [msec]
+[Timing] (Rank 8) Exchange  : 6127 [msec]
+[Timing] (Rank 8) Min-Max   : 3001 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3242 [msec]
+[Timing] (Rank 4) Total     : 15 [sec]
+[Timing] (Rank 4) Full-Sort : 3342 [msec]
+[Timing] (Rank 4) Exchange  : 6827 [msec]
+[Timing] (Rank 4) Min-Max   : 2528 [msec]
+[Timing] (Rank 4) Elbow-Sort: 3024 [msec]
+[Timing] (Rank 2) Total     : 15 [sec]
+[Timing] (Rank 2) Full-Sort : 3341 [msec]
+[Timing] (Rank 2) Exchange  : 6760 [msec]
+[Timing] (Rank 2) Min-Max   : 2606 [msec]
+[Timing] (Rank 2) Elbow-Sort: 3008 [msec]
+[Timing] (Rank 1) Total     : 15 [sec]
+[Timing] (Rank 1) Full-Sort : 3316 [msec]
+[Timing] (Rank 1) Exchange  : 6755 [msec]
+[Timing] (Rank 1) Min-Max   : 2579 [msec]
+[Timing] (Rank 1) Elbow-Sort: 3046 [msec]
+[Timing] (Rank 3) Total     : 15 [sec]
+[Timing] (Rank 3) Full-Sort : 3335 [msec]
+[Timing] (Rank 3) Exchange  : 6752 [msec]
+[Timing] (Rank 3) Min-Max   : 2609 [msec]
+[Timing] (Rank 3) Elbow-Sort: 3013 [msec]
+[Timing] (Rank 5) Total     : 15 [sec]
+[Timing] (Rank 5) Full-Sort : 3334 [msec]
+[Timing] (Rank 5) Exchange  : 6821 [msec]
+[Timing] (Rank 5) Min-Max   : 2557 [msec]
+[Timing] (Rank 5) Elbow-Sort: 3009 [msec]
+[Timing] (Rank 7) Total     : 15 [sec]
+[Timing] (Rank 7) Full-Sort : 3313 [msec]
+[Timing] (Rank 7) Exchange  : 6855 [msec]
+[Timing] (Rank 7) Min-Max   : 2568 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 29) Total     : 16 [sec]
+[Timing] (Rank 29) Full-Sort : 3327 [msec]
+[Timing] (Rank 29) Exchange  : 7725 [msec]
+[Timing] (Rank 29) Min-Max   : 2050 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3037 [msec]
+[Timing] (Rank 28) Total     : 16 [sec]
+[Timing] (Rank 28) Full-Sort : 3312 [msec]
+[Timing] (Rank 28) Exchange  : 7593 [msec]
+[Timing] (Rank 28) Min-Max   : 2191 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3029 [msec]
+[Timing] (Rank 30) Total     : 16 [sec]
+[Timing] (Rank 30) Full-Sort : 3323 [msec]
+[Timing] (Rank 30) Exchange  : 7615 [msec]
+[Timing] (Rank 30) Min-Max   : 2196 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3002 [msec]
+[Timing] (Rank 24) Total     : 16 [sec]
+[Timing] (Rank 24) Full-Sort : 3341 [msec]
+[Timing] (Rank 24) Exchange  : 7979 [msec]
+[Timing] (Rank 24) Min-Max   : 2046 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3030 [msec]
+[Timing] (Rank 0) Total     : 15 [sec]
+[Timing] (Rank 0) Full-Sort : 3326 [msec]
+[Timing] (Rank 0) Exchange  : 6711 [msec]
+[Timing] (Rank 0) Min-Max   : 2600 [msec]
+[Timing] (Rank 0) Elbow-Sort: 3120 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 26) Total     : 16 [sec]
+[Timing] (Rank 26) Full-Sort : 3244 [msec]
+[Timing] (Rank 26) Exchange  : 8340 [msec]
+[Timing] (Rank 26) Min-Max   : 2064 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3027 [msec]
+[Timing] (Rank 25) Total     : 16 [sec]
+[Timing] (Rank 25) Full-Sort : 4071 [msec]
+[Timing] (Rank 25) Exchange  : 5088 [msec]
+[Timing] (Rank 25) Min-Max   : 3810 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3629 [msec]
+[Timing] (Rank 27) Total     : 16 [sec]
+[Timing] (Rank 27) Full-Sort : 4049 [msec]
+[Timing] (Rank 27) Exchange  : 5136 [msec]
+[Timing] (Rank 27) Min-Max   : 3787 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3622 [msec]
@@ -0,0 +1,16 @@
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q20.sh 
+Submitted batch job 1874192
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q23.sh 
+Submitted batch job 1874193
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q25.sh 
+Submitted batch job 1874194
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P16T4Q27.sh 
+Submitted batch job 1874195
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q20.sh 
+Submitted batch job 1874196
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q23.sh 
+Submitted batch job 1874197
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q25.sh 
+Submitted batch job 1874198
+[cchoutou@aristotle6 homework_2]$ sbatch -p rome hpc/N4P32T4Q27.sh 
+Submitted batch job 1874199
@@ -0,0 +1,33 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 32 [msec]
+[Timing] (Rank 1) Full-Sort : 22 [msec]
+[Timing] (Rank 1) Exchange  : 3807 [usec]
+[Timing] (Rank 1) Min-Max   : 1359 [usec]
+[Timing] (Rank 1) Elbow-Sort: 4964 [usec]
+[Timing] (Rank 0) Total     : 34 [msec]
+[Timing] (Rank 0) Full-Sort : 22 [msec]
+[Timing] (Rank 0) Exchange  : 3762 [usec]
+[Timing] (Rank 0) Min-Max   : 1585 [usec]
+[Timing] (Rank 0) Elbow-Sort: 7264 [usec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,33 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 318 [msec]
+[Timing] (Rank 1) Full-Sort : 198 [msec]
+[Timing] (Rank 1) Exchange  : 64 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 42 [msec]
+[Timing] (Rank 0) Total     : 284 [msec]
+[Timing] (Rank 0) Full-Sort : 214 [msec]
+[Timing] (Rank 0) Exchange  : 14 [msec]
+[Timing] (Rank 0) Min-Max   : 12 [msec]
+[Timing] (Rank 0) Elbow-Sort: 43 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,47 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+[Timing] (Rank 0) Total     : 1130 [msec]
+[Timing] (Rank 0) Full-Sort : 836 [msec]
+[Timing] (Rank 0) Exchange  : 89 [msec]
+[Timing] (Rank 0) Min-Max   : 43 [msec]
+[Timing] (Rank 0) Elbow-Sort: 162 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1133 [msec]
+[Timing] (Rank 1) Full-Sort : 844 [msec]
+[Timing] (Rank 1) Exchange  : 83 [msec]
+[Timing] (Rank 1) Min-Max   : 42 [msec]
+[Timing] (Rank 1) Elbow-Sort: 162 [msec]
@@ -0,0 +1,47 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+systemd-cat: symbol lookup error: /usr/lib64/systemd/libsystemd-shared-252.so: undefined symbol: seccomp_api_get
+[Timing] (Rank 1) Total     : 4502 [msec]
+[Timing] (Rank 1) Full-Sort : 3489 [msec]
+[Timing] (Rank 1) Exchange  : 201 [msec]
+[Timing] (Rank 1) Min-Max   : 181 [msec]
+[Timing] (Rank 1) Elbow-Sort: 630 [msec]
+[Timing] (Rank 0) Total     : 4499 [msec]
+[Timing] (Rank 0) Full-Sort : 3460 [msec]
+[Timing] (Rank 0) Exchange  : 232 [msec]
+[Timing] (Rank 0) Min-Max   : 175 [msec]
+[Timing] (Rank 0) Elbow-Sort: 631 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 60 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 27 [msec]
+[Timing] (Rank 1) Min-Max   : 3238 [usec]
+[Timing] (Rank 1) Elbow-Sort: 8986 [usec]
+[Timing] (Rank 2) Total     : 56 [msec]
+[Timing] (Rank 2) Full-Sort : 20 [msec]
+[Timing] (Rank 2) Exchange  : 23 [msec]
+[Timing] (Rank 2) Min-Max   : 3150 [usec]
+[Timing] (Rank 2) Elbow-Sort: 9357 [usec]
+[Timing] (Rank 3) Total     : 56 [msec]
+[Timing] (Rank 3) Full-Sort : 20 [msec]
+[Timing] (Rank 3) Exchange  : 23 [msec]
+[Timing] (Rank 3) Min-Max   : 3339 [usec]
+[Timing] (Rank 3) Elbow-Sort: 9475 [usec]
+[Timing] (Rank 0) Total     : 56 [msec]
+[Timing] (Rank 0) Full-Sort : 21 [msec]
+[Timing] (Rank 0) Exchange  : 15 [msec]
+[Timing] (Rank 0) Min-Max   : 4494 [usec]
+[Timing] (Rank 0) Elbow-Sort: 14 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 395 [msec]
+[Timing] (Rank 1) Full-Sort : 179 [msec]
+[Timing] (Rank 1) Exchange  : 123 [msec]
+[Timing] (Rank 1) Min-Max   : 21 [msec]
+[Timing] (Rank 1) Elbow-Sort: 71 [msec]
+[Timing] (Rank 3) Total     : 390 [msec]
+[Timing] (Rank 3) Full-Sort : 174 [msec]
+[Timing] (Rank 3) Exchange  : 117 [msec]
+[Timing] (Rank 3) Min-Max   : 21 [msec]
+[Timing] (Rank 3) Elbow-Sort: 76 [msec]
+[Timing] (Rank 2) Total     : 389 [msec]
+[Timing] (Rank 2) Full-Sort : 177 [msec]
+[Timing] (Rank 2) Exchange  : 113 [msec]
+[Timing] (Rank 2) Min-Max   : 21 [msec]
+[Timing] (Rank 2) Elbow-Sort: 75 [msec]
+[Timing] (Rank 0) Total     : 322 [msec]
+[Timing] (Rank 0) Full-Sort : 177 [msec]
+[Timing] (Rank 0) Exchange  : 32 [msec]
+[Timing] (Rank 0) Min-Max   : 31 [msec]
+[Timing] (Rank 0) Elbow-Sort: 81 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 0) Total     : 1248 [msec]
+[Timing] (Rank 0) Full-Sort : 754 [msec]
+[Timing] (Rank 0) Exchange  : 105 [msec]
+[Timing] (Rank 0) Min-Max   : 97 [msec]
+[Timing] (Rank 0) Elbow-Sort: 291 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 1249 [msec]
+[Timing] (Rank 1) Full-Sort : 768 [msec]
+[Timing] (Rank 1) Exchange  : 89 [msec]
+[Timing] (Rank 1) Min-Max   : 100 [msec]
+[Timing] (Rank 1) Elbow-Sort: 290 [msec]
+[Timing] (Rank 2) Total     : 1247 [msec]
+[Timing] (Rank 2) Full-Sort : 758 [msec]
+[Timing] (Rank 2) Exchange  : 78 [msec]
+[Timing] (Rank 2) Min-Max   : 102 [msec]
+[Timing] (Rank 2) Elbow-Sort: 308 [msec]
+[Timing] (Rank 3) Total     : 1251 [msec]
+[Timing] (Rank 3) Full-Sort : 753 [msec]
+[Timing] (Rank 3) Exchange  : 87 [msec]
+[Timing] (Rank 3) Min-Max   : 101 [msec]
+[Timing] (Rank 3) Elbow-Sort: 308 [msec]
@@ -0,0 +1,43 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 7419 [msec]
+[Timing] (Rank 3) Full-Sort : 3191 [msec]
+[Timing] (Rank 3) Exchange  : 2655 [msec]
+[Timing] (Rank 3) Min-Max   : 343 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1229 [msec]
+[Timing] (Rank 2) Total     : 7410 [msec]
+[Timing] (Rank 2) Full-Sort : 3205 [msec]
+[Timing] (Rank 2) Exchange  : 2640 [msec]
+[Timing] (Rank 2) Min-Max   : 349 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1214 [msec]
+[Timing] (Rank 1) Total     : 7521 [msec]
+[Timing] (Rank 1) Full-Sort : 3226 [msec]
+[Timing] (Rank 1) Exchange  : 2797 [msec]
+[Timing] (Rank 1) Min-Max   : 337 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1160 [msec]
+[Timing] (Rank 0) Total     : 6484 [msec]
+[Timing] (Rank 0) Full-Sort : 3747 [msec]
+[Timing] (Rank 0) Exchange  : 920 [msec]
+[Timing] (Rank 0) Min-Max   : 545 [msec]
+[Timing] (Rank 0) Elbow-Sort: 1271 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 4) Total     : 277 [msec]
+[Timing] (Rank 4) Full-Sort : 22 [msec]
+[Timing] (Rank 4) Exchange  : 185 [msec]
+[Timing] (Rank 4) Min-Max   : 50 [msec]
+[Timing] (Rank 4) Elbow-Sort: 18 [msec]
+[Timing] (Rank 0) Total     : 244 [msec]
+[Timing] (Rank 0) Full-Sort : 65 [msec]
+[Timing] (Rank 0) Exchange  : 27 [msec]
+[Timing] (Rank 0) Min-Max   : 99 [msec]
+[Timing] (Rank 0) Elbow-Sort: 51 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 7) Total     : 258 [msec]
+[Timing] (Rank 7) Full-Sort : 22 [msec]
+[Timing] (Rank 7) Exchange  : 211 [msec]
+[Timing] (Rank 7) Min-Max   : 8223 [usec]
+[Timing] (Rank 7) Elbow-Sort: 15 [msec]
+[Timing] (Rank 6) Total     : 258 [msec]
+[Timing] (Rank 6) Full-Sort : 21 [msec]
+[Timing] (Rank 6) Exchange  : 212 [msec]
+[Timing] (Rank 6) Min-Max   : 8356 [usec]
+[Timing] (Rank 6) Elbow-Sort: 15 [msec]
+[Timing] (Rank 5) Total     : 279 [msec]
+[Timing] (Rank 5) Full-Sort : 22 [msec]
+[Timing] (Rank 5) Exchange  : 233 [msec]
+[Timing] (Rank 5) Min-Max   : 8085 [usec]
+[Timing] (Rank 5) Elbow-Sort: 15 [msec]
+[Timing] (Rank 1) Total     : 244 [msec]
+[Timing] (Rank 1) Full-Sort : 20 [msec]
+[Timing] (Rank 1) Exchange  : 201 [msec]
+[Timing] (Rank 1) Min-Max   : 7453 [usec]
+[Timing] (Rank 1) Elbow-Sort: 14 [msec]
+[Timing] (Rank 3) Total     : 253 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 211 [msec]
+[Timing] (Rank 3) Min-Max   : 7448 [usec]
+[Timing] (Rank 3) Elbow-Sort: 14 [msec]
+[Timing] (Rank 2) Total     : 260 [msec]
+[Timing] (Rank 2) Full-Sort : 19 [msec]
+[Timing] (Rank 2) Exchange  : 219 [msec]
+[Timing] (Rank 2) Min-Max   : 6965 [usec]
+[Timing] (Rank 2) Elbow-Sort: 14 [msec]
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 597 [msec]
+[Timing] (Rank 1) Full-Sort : 176 [msec]
+[Timing] (Rank 1) Exchange  : 266 [msec]
+[Timing] (Rank 1) Min-Max   : 45 [msec]
+[Timing] (Rank 1) Elbow-Sort: 108 [msec]
+[Timing] (Rank 7) Total     : 625 [msec]
+[Timing] (Rank 7) Full-Sort : 213 [msec]
+[Timing] (Rank 7) Exchange  : 170 [msec]
+[Timing] (Rank 7) Min-Max   : 101 [msec]
+[Timing] (Rank 7) Elbow-Sort: 140 [msec]
+[Timing] (Rank 4) Total     : 629 [msec]
+[Timing] (Rank 4) Full-Sort : 210 [msec]
+[Timing] (Rank 4) Exchange  : 187 [msec]
+[Timing] (Rank 4) Min-Max   : 95 [msec]
+[Timing] (Rank 4) Elbow-Sort: 136 [msec]
+[Timing] (Rank 6) Total     : 625 [msec]
+[Timing] (Rank 6) Full-Sort : 210 [msec]
+[Timing] (Rank 6) Exchange  : 173 [msec]
+[Timing] (Rank 6) Min-Max   : 101 [msec]
+[Timing] (Rank 6) Elbow-Sort: 140 [msec]
+[Timing] (Rank 5) Total     : 627 [msec]
+[Timing] (Rank 5) Full-Sort : 210 [msec]
+[Timing] (Rank 5) Exchange  : 184 [msec]
+[Timing] (Rank 5) Min-Max   : 96 [msec]
+[Timing] (Rank 5) Elbow-Sort: 136 [msec]
+[Timing] (Rank 2) Total     : 592 [msec]
+[Timing] (Rank 2) Full-Sort : 174 [msec]
+[Timing] (Rank 2) Exchange  : 258 [msec]
+[Timing] (Rank 2) Min-Max   : 45 [msec]
+[Timing] (Rank 2) Elbow-Sort: 114 [msec]
+[Timing] (Rank 3) Total     : 590 [msec]
+[Timing] (Rank 3) Full-Sort : 177 [msec]
+[Timing] (Rank 3) Exchange  : 255 [msec]
+[Timing] (Rank 3) Min-Max   : 44 [msec]
+[Timing] (Rank 3) Elbow-Sort: 113 [msec]
+[Timing] (Rank 0) Total     : 551 [msec]
+[Timing] (Rank 0) Full-Sort : 178 [msec]
+[Timing] (Rank 0) Exchange  : 184 [msec]
+[Timing] (Rank 0) Min-Max   : 66 [msec]
+[Timing] (Rank 0) Elbow-Sort: 121 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 0) Total     : 2175 [msec]
+[Timing] (Rank 0) Full-Sort : 736 [msec]
+[Timing] (Rank 0) Exchange  : 795 [msec]
+[Timing] (Rank 0) Min-Max   : 198 [msec]
+[Timing] (Rank 0) Elbow-Sort: 443 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 5) Total     : 2256 [msec]
+[Timing] (Rank 5) Full-Sort : 909 [msec]
+[Timing] (Rank 5) Exchange  : 548 [msec]
+[Timing] (Rank 5) Min-Max   : 305 [msec]
+[Timing] (Rank 5) Elbow-Sort: 492 [msec]
+[Timing] (Rank 4) Total     : 2252 [msec]
+[Timing] (Rank 4) Full-Sort : 894 [msec]
+[Timing] (Rank 4) Exchange  : 561 [msec]
+[Timing] (Rank 4) Min-Max   : 306 [msec]
+[Timing] (Rank 4) Elbow-Sort: 489 [msec]
+[Timing] (Rank 7) Total     : 2259 [msec]
+[Timing] (Rank 7) Full-Sort : 913 [msec]
+[Timing] (Rank 7) Exchange  : 518 [msec]
+[Timing] (Rank 7) Min-Max   : 317 [msec]
+[Timing] (Rank 7) Elbow-Sort: 509 [msec]
+[Timing] (Rank 6) Total     : 2259 [msec]
+[Timing] (Rank 6) Full-Sort : 903 [msec]
+[Timing] (Rank 6) Exchange  : 527 [msec]
+[Timing] (Rank 6) Min-Max   : 318 [msec]
+[Timing] (Rank 6) Elbow-Sort: 510 [msec]
+[Timing] (Rank 1) Total     : 2169 [msec]
+[Timing] (Rank 1) Full-Sort : 763 [msec]
+[Timing] (Rank 1) Exchange  : 758 [msec]
+[Timing] (Rank 1) Min-Max   : 203 [msec]
+[Timing] (Rank 1) Elbow-Sort: 444 [msec]
+[Timing] (Rank 3) Total     : 2178 [msec]
+[Timing] (Rank 3) Full-Sort : 752 [msec]
+[Timing] (Rank 3) Exchange  : 759 [msec]
+[Timing] (Rank 3) Min-Max   : 204 [msec]
+[Timing] (Rank 3) Elbow-Sort: 461 [msec]
+[Timing] (Rank 2) Total     : 2175 [msec]
+[Timing] (Rank 2) Full-Sort : 751 [msec]
+[Timing] (Rank 2) Exchange  : 754 [msec]
+[Timing] (Rank 2) Min-Max   : 206 [msec]
+[Timing] (Rank 2) Elbow-Sort: 462 [msec]
@@ -0,0 +1,63 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 7) Total     : 10.69 [sec]
+[Timing] (Rank 7) Full-Sort : 3951 [msec]
+[Timing] (Rank 7) Exchange  : 3173 [msec]
+[Timing] (Rank 7) Min-Max   : 1374 [msec]
+[Timing] (Rank 7) Elbow-Sort: 2194 [msec]
+[Timing] (Rank 5) Total     : 10.75 [sec]
+[Timing] (Rank 5) Full-Sort : 4086 [msec]
+[Timing] (Rank 5) Exchange  : 3070 [msec]
+[Timing] (Rank 5) Min-Max   : 1480 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2120 [msec]
+[Timing] (Rank 6) Total     : 10.67 [sec]
+[Timing] (Rank 6) Full-Sort : 4025 [msec]
+[Timing] (Rank 6) Exchange  : 3036 [msec]
+[Timing] (Rank 6) Min-Max   : 1403 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2215 [msec]
+[Timing] (Rank 4) Total     : 10.66 [sec]
+[Timing] (Rank 4) Full-Sort : 4065 [msec]
+[Timing] (Rank 4) Exchange  : 3005 [msec]
+[Timing] (Rank 4) Min-Max   : 1447 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2150 [msec]
+[Timing] (Rank 1) Total     : 10.76 [sec]
+[Timing] (Rank 1) Full-Sort : 3830 [msec]
+[Timing] (Rank 1) Exchange  : 3914 [msec]
+[Timing] (Rank 1) Min-Max   : 1159 [msec]
+[Timing] (Rank 1) Elbow-Sort: 1858 [msec]
+[Timing] (Rank 2) Total     : 10.25 [sec]
+[Timing] (Rank 2) Full-Sort : 3813 [msec]
+[Timing] (Rank 2) Exchange  : 3435 [msec]
+[Timing] (Rank 2) Min-Max   : 1099 [msec]
+[Timing] (Rank 2) Elbow-Sort: 1911 [msec]
+[Timing] (Rank 3) Total     : 10.31 [sec]
+[Timing] (Rank 3) Full-Sort : 3819 [msec]
+[Timing] (Rank 3) Exchange  : 3375 [msec]
+[Timing] (Rank 3) Min-Max   : 1195 [msec]
+[Timing] (Rank 3) Elbow-Sort: 1923 [msec]
+[Timing] (Rank 0) Total     : 10.86 [sec]
+[Timing] (Rank 0) Full-Sort : 3885 [msec]
+[Timing] (Rank 0) Exchange  : 3020 [msec]
+[Timing] (Rank 0) Min-Max   : 1444 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2518 [msec]
+Results validation ...[32m [PASS] [0m
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 149 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 104 [msec]
+[Timing] (Rank 1) Min-Max   : 8207 [usec]
+[Timing] (Rank 1) Elbow-Sort: 17 [msec]
+[Timing] (Rank 13) Total     : 146 [msec]
+[Timing] (Rank 13) Full-Sort : 20 [msec]
+[Timing] (Rank 13) Exchange  : 95 [msec]
+[Timing] (Rank 13) Min-Max   : 10 [msec]
+[Timing] (Rank 13) Elbow-Sort: 20 [msec]
+[Timing] (Rank 6) Total     : 147 [msec]
+[Timing] (Rank 6) Full-Sort : 22 [msec]
+[Timing] (Rank 6) Exchange  : 91 [msec]
+[Timing] (Rank 6) Min-Max   : 12 [msec]
+[Timing] (Rank 6) Elbow-Sort: 21 [msec]
+[Timing] (Rank 9) Total     : 145 [msec]
+[Timing] (Rank 9) Full-Sort : 24 [msec]
+[Timing] (Rank 9) Exchange  : 88 [msec]
+[Timing] (Rank 9) Min-Max   : 11 [msec]
+[Timing] (Rank 9) Elbow-Sort: 20 [msec]
+[Timing] (Rank 0) Total     : 149 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 104 [msec]
+[Timing] (Rank 0) Min-Max   : 8164 [usec]
+[Timing] (Rank 0) Elbow-Sort: 17 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 149 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 104 [msec]
+[Timing] (Rank 3) Min-Max   : 8193 [usec]
+[Timing] (Rank 3) Elbow-Sort: 17 [msec]
+[Timing] (Rank 2) Total     : 149 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 104 [msec]
+[Timing] (Rank 2) Min-Max   : 8405 [usec]
+[Timing] (Rank 2) Elbow-Sort: 17 [msec]
+[Timing] (Rank 15) Total     : 146 [msec]
+[Timing] (Rank 15) Full-Sort : 20 [msec]
+[Timing] (Rank 15) Exchange  : 94 [msec]
+[Timing] (Rank 15) Min-Max   : 10 [msec]
+[Timing] (Rank 15) Elbow-Sort: 20 [msec]
+[Timing] (Rank 12) Total     : 146 [msec]
+[Timing] (Rank 12) Full-Sort : 20 [msec]
+[Timing] (Rank 12) Exchange  : 94 [msec]
+[Timing] (Rank 12) Min-Max   : 10 [msec]
+[Timing] (Rank 12) Elbow-Sort: 20 [msec]
+[Timing] (Rank 14) Total     : 146 [msec]
+[Timing] (Rank 14) Full-Sort : 20 [msec]
+[Timing] (Rank 14) Exchange  : 94 [msec]
+[Timing] (Rank 14) Min-Max   : 10 [msec]
+[Timing] (Rank 14) Elbow-Sort: 20 [msec]
+[Timing] (Rank 7) Total     : 147 [msec]
+[Timing] (Rank 7) Full-Sort : 22 [msec]
+[Timing] (Rank 7) Exchange  : 91 [msec]
+[Timing] (Rank 7) Min-Max   : 12 [msec]
+[Timing] (Rank 7) Elbow-Sort: 20 [msec]
+[Timing] (Rank 4) Total     : 147 [msec]
+[Timing] (Rank 4) Full-Sort : 23 [msec]
+[Timing] (Rank 4) Exchange  : 91 [msec]
+[Timing] (Rank 4) Min-Max   : 12 [msec]
+[Timing] (Rank 4) Elbow-Sort: 20 [msec]
+[Timing] (Rank 5) Total     : 147 [msec]
+[Timing] (Rank 5) Full-Sort : 23 [msec]
+[Timing] (Rank 5) Exchange  : 91 [msec]
+[Timing] (Rank 5) Min-Max   : 12 [msec]
+[Timing] (Rank 5) Elbow-Sort: 20 [msec]
+[Timing] (Rank 11) Total     : 143 [msec]
+[Timing] (Rank 11) Full-Sort : 23 [msec]
+[Timing] (Rank 11) Exchange  : 86 [msec]
+[Timing] (Rank 11) Min-Max   : 11 [msec]
+[Timing] (Rank 11) Elbow-Sort: 21 [msec]
+[Timing] (Rank 10) Total     : 144 [msec]
+[Timing] (Rank 10) Full-Sort : 23 [msec]
+[Timing] (Rank 10) Exchange  : 87 [msec]
+[Timing] (Rank 10) Min-Max   : 12 [msec]
+[Timing] (Rank 10) Elbow-Sort: 21 [msec]
+[Timing] (Rank 8) Total     : 143 [msec]
+[Timing] (Rank 8) Full-Sort : 24 [msec]
+[Timing] (Rank 8) Exchange  : 83 [msec]
+[Timing] (Rank 8) Min-Max   : 12 [msec]
+[Timing] (Rank 8) Elbow-Sort: 23 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 1) Total     : 1036 [msec]
+[Timing] (Rank 1) Full-Sort : 175 [msec]
+[Timing] (Rank 1) Exchange  : 630 [msec]
+[Timing] (Rank 1) Min-Max   : 82 [msec]
+[Timing] (Rank 1) Elbow-Sort: 147 [msec]
+[Timing] (Rank 6) Total     : 1099 [msec]
+[Timing] (Rank 6) Full-Sort : 218 [msec]
+[Timing] (Rank 6) Exchange  : 468 [msec]
+[Timing] (Rank 6) Min-Max   : 219 [msec]
+[Timing] (Rank 6) Elbow-Sort: 193 [msec]
+[Timing] (Rank 13) Total     : 1056 [msec]
+[Timing] (Rank 13) Full-Sort : 195 [msec]
+[Timing] (Rank 13) Exchange  : 571 [msec]
+[Timing] (Rank 13) Min-Max   : 120 [msec]
+[Timing] (Rank 13) Elbow-Sort: 168 [msec]
+[Timing] (Rank 10) Total     : 993 [msec]
+[Timing] (Rank 10) Full-Sort : 195 [msec]
+[Timing] (Rank 10) Exchange  : 491 [msec]
+[Timing] (Rank 10) Min-Max   : 136 [msec]
+[Timing] (Rank 10) Elbow-Sort: 169 [msec]
+[Timing] (Rank 0) Total     : 1036 [msec]
+[Timing] (Rank 0) Full-Sort : 175 [msec]
+[Timing] (Rank 0) Exchange  : 630 [msec]
+[Timing] (Rank 0) Min-Max   : 82 [msec]
+[Timing] (Rank 0) Elbow-Sort: 147 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 1036 [msec]
+[Timing] (Rank 3) Full-Sort : 175 [msec]
+[Timing] (Rank 3) Exchange  : 626 [msec]
+[Timing] (Rank 3) Min-Max   : 82 [msec]
+[Timing] (Rank 3) Elbow-Sort: 151 [msec]
+[Timing] (Rank 2) Total     : 1036 [msec]
+[Timing] (Rank 2) Full-Sort : 176 [msec]
+[Timing] (Rank 2) Exchange  : 622 [msec]
+[Timing] (Rank 2) Min-Max   : 84 [msec]
+[Timing] (Rank 2) Elbow-Sort: 153 [msec]
+[Timing] (Rank 5) Total     : 1100 [msec]
+[Timing] (Rank 5) Full-Sort : 220 [msec]
+[Timing] (Rank 5) Exchange  : 470 [msec]
+[Timing] (Rank 5) Min-Max   : 219 [msec]
+[Timing] (Rank 5) Elbow-Sort: 189 [msec]
+[Timing] (Rank 4) Total     : 1100 [msec]
+[Timing] (Rank 4) Full-Sort : 224 [msec]
+[Timing] (Rank 4) Exchange  : 468 [msec]
+[Timing] (Rank 4) Min-Max   : 219 [msec]
+[Timing] (Rank 4) Elbow-Sort: 187 [msec]
+[Timing] (Rank 7) Total     : 1100 [msec]
+[Timing] (Rank 7) Full-Sort : 222 [msec]
+[Timing] (Rank 7) Exchange  : 464 [msec]
+[Timing] (Rank 7) Min-Max   : 218 [msec]
+[Timing] (Rank 7) Elbow-Sort: 194 [msec]
+[Timing] (Rank 14) Total     : 1062 [msec]
+[Timing] (Rank 14) Full-Sort : 193 [msec]
+[Timing] (Rank 14) Exchange  : 563 [msec]
+[Timing] (Rank 14) Min-Max   : 133 [msec]
+[Timing] (Rank 14) Elbow-Sort: 173 [msec]
+[Timing] (Rank 12) Total     : 1056 [msec]
+[Timing] (Rank 12) Full-Sort : 194 [msec]
+[Timing] (Rank 12) Exchange  : 571 [msec]
+[Timing] (Rank 12) Min-Max   : 121 [msec]
+[Timing] (Rank 12) Elbow-Sort: 167 [msec]
+[Timing] (Rank 15) Total     : 1062 [msec]
+[Timing] (Rank 15) Full-Sort : 194 [msec]
+[Timing] (Rank 15) Exchange  : 560 [msec]
+[Timing] (Rank 15) Min-Max   : 133 [msec]
+[Timing] (Rank 15) Elbow-Sort: 173 [msec]
+[Timing] (Rank 8) Total     : 1001 [msec]
+[Timing] (Rank 8) Full-Sort : 196 [msec]
+[Timing] (Rank 8) Exchange  : 503 [msec]
+[Timing] (Rank 8) Min-Max   : 130 [msec]
+[Timing] (Rank 8) Elbow-Sort: 171 [msec]
+[Timing] (Rank 11) Total     : 1000 [msec]
+[Timing] (Rank 11) Full-Sort : 303 [msec]
+[Timing] (Rank 11) Exchange  : 398 [msec]
+[Timing] (Rank 11) Min-Max   : 128 [msec]
+[Timing] (Rank 11) Elbow-Sort: 170 [msec]
+[Timing] (Rank 9) Total     : 1020 [msec]
+[Timing] (Rank 9) Full-Sort : 188 [msec]
+[Timing] (Rank 9) Exchange  : 530 [msec]
+[Timing] (Rank 9) Min-Max   : 140 [msec]
+[Timing] (Rank 9) Elbow-Sort: 161 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 3444 [msec]
+[Timing] (Rank 3) Full-Sort : 753 [msec]
+[Timing] (Rank 3) Exchange  : 1761 [msec]
+[Timing] (Rank 3) Min-Max   : 334 [msec]
+[Timing] (Rank 3) Elbow-Sort: 594 [msec]
+[Timing] (Rank 10) Total     : 3565 [msec]
+[Timing] (Rank 10) Full-Sort : 948 [msec]
+[Timing] (Rank 10) Exchange  : 1239 [msec]
+[Timing] (Rank 10) Min-Max   : 648 [msec]
+[Timing] (Rank 10) Elbow-Sort: 729 [msec]
+[Timing] (Rank 7) Total     : 3526 [msec]
+[Timing] (Rank 7) Full-Sort : 957 [msec]
+[Timing] (Rank 7) Exchange  : 1127 [msec]
+[Timing] (Rank 7) Min-Max   : 707 [msec]
+[Timing] (Rank 7) Elbow-Sort: 735 [msec]
+[Timing] (Rank 15) Total     : 3648 [msec]
+[Timing] (Rank 15) Full-Sort : 860 [msec]
+[Timing] (Rank 15) Exchange  : 1618 [msec]
+[Timing] (Rank 15) Min-Max   : 481 [msec]
+[Timing] (Rank 15) Elbow-Sort: 687 [msec]
+[Timing] (Rank 0) Total     : 3449 [msec]
+[Timing] (Rank 0) Full-Sort : 771 [msec]
+[Timing] (Rank 0) Exchange  : 1776 [msec]
+[Timing] (Rank 0) Min-Max   : 328 [msec]
+[Timing] (Rank 0) Elbow-Sort: 572 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 1) Total     : 3372 [msec]
+[Timing] (Rank 1) Full-Sort : 745 [msec]
+[Timing] (Rank 1) Exchange  : 1724 [msec]
+[Timing] (Rank 1) Min-Max   : 329 [msec]
+[Timing] (Rank 1) Elbow-Sort: 573 [msec]
+[Timing] (Rank 2) Total     : 3443 [msec]
+[Timing] (Rank 2) Full-Sort : 748 [msec]
+[Timing] (Rank 2) Exchange  : 1767 [msec]
+[Timing] (Rank 2) Min-Max   : 330 [msec]
+[Timing] (Rank 2) Elbow-Sort: 596 [msec]
+[Timing] (Rank 11) Total     : 3580 [msec]
+[Timing] (Rank 11) Full-Sort : 925 [msec]
+[Timing] (Rank 11) Exchange  : 1295 [msec]
+[Timing] (Rank 11) Min-Max   : 638 [msec]
+[Timing] (Rank 11) Elbow-Sort: 720 [msec]
+[Timing] (Rank 9) Total     : 3567 [msec]
+[Timing] (Rank 9) Full-Sort : 947 [msec]
+[Timing] (Rank 9) Exchange  : 1229 [msec]
+[Timing] (Rank 9) Min-Max   : 681 [msec]
+[Timing] (Rank 9) Elbow-Sort: 709 [msec]
+[Timing] (Rank 8) Total     : 3568 [msec]
+[Timing] (Rank 8) Full-Sort : 945 [msec]
+[Timing] (Rank 8) Exchange  : 1133 [msec]
+[Timing] (Rank 8) Min-Max   : 671 [msec]
+[Timing] (Rank 8) Elbow-Sort: 816 [msec]
+[Timing] (Rank 6) Total     : 3527 [msec]
+[Timing] (Rank 6) Full-Sort : 961 [msec]
+[Timing] (Rank 6) Exchange  : 1120 [msec]
+[Timing] (Rank 6) Min-Max   : 709 [msec]
+[Timing] (Rank 6) Elbow-Sort: 736 [msec]
+[Timing] (Rank 5) Total     : 3531 [msec]
+[Timing] (Rank 5) Full-Sort : 971 [msec]
+[Timing] (Rank 5) Exchange  : 1136 [msec]
+[Timing] (Rank 5) Min-Max   : 705 [msec]
+[Timing] (Rank 5) Elbow-Sort: 718 [msec]
+[Timing] (Rank 4) Total     : 3531 [msec]
+[Timing] (Rank 4) Full-Sort : 974 [msec]
+[Timing] (Rank 4) Exchange  : 1129 [msec]
+[Timing] (Rank 4) Min-Max   : 709 [msec]
+[Timing] (Rank 4) Elbow-Sort: 718 [msec]
+[Timing] (Rank 14) Total     : 3649 [msec]
+[Timing] (Rank 14) Full-Sort : 853 [msec]
+[Timing] (Rank 14) Exchange  : 1618 [msec]
+[Timing] (Rank 14) Min-Max   : 487 [msec]
+[Timing] (Rank 14) Elbow-Sort: 689 [msec]
+[Timing] (Rank 13) Total     : 3650 [msec]
+[Timing] (Rank 13) Full-Sort : 870 [msec]
+[Timing] (Rank 13) Exchange  : 1598 [msec]
+[Timing] (Rank 13) Min-Max   : 505 [msec]
+[Timing] (Rank 13) Elbow-Sort: 676 [msec]
+[Timing] (Rank 12) Total     : 3647 [msec]
+[Timing] (Rank 12) Full-Sort : 870 [msec]
+[Timing] (Rank 12) Exchange  : 1596 [msec]
+[Timing] (Rank 12) Min-Max   : 504 [msec]
+[Timing] (Rank 12) Elbow-Sort: 675 [msec]
@@ -0,0 +1,103 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 2) Total     : 15.6 [sec]
+[Timing] (Rank 2) Full-Sort : 3269 [msec]
+[Timing] (Rank 2) Exchange  : 8100 [msec]
+[Timing] (Rank 2) Min-Max   : 1296 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2400 [msec]
+[Timing] (Rank 12) Total     : 15.40 [sec]
+[Timing] (Rank 12) Full-Sort : 3478 [msec]
+[Timing] (Rank 12) Exchange  : 7306 [msec]
+[Timing] (Rank 12) Min-Max   : 1948 [msec]
+[Timing] (Rank 12) Elbow-Sort: 2667 [msec]
+[Timing] (Rank 8) Total     : 14.85 [sec]
+[Timing] (Rank 8) Full-Sort : 3609 [msec]
+[Timing] (Rank 8) Exchange  : 6636 [msec]
+[Timing] (Rank 8) Min-Max   : 1958 [msec]
+[Timing] (Rank 8) Elbow-Sort: 2650 [msec]
+[Timing] (Rank 5) Total     : 16.1 [sec]
+[Timing] (Rank 5) Full-Sort : 4117 [msec]
+[Timing] (Rank 5) Exchange  : 5714 [msec]
+[Timing] (Rank 5) Min-Max   : 3254 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2926 [msec]
+[Timing] (Rank 0) Total     : 15.7 [sec]
+[Timing] (Rank 0) Full-Sort : 3226 [msec]
+[Timing] (Rank 0) Exchange  : 8232 [msec]
+[Timing] (Rank 0) Min-Max   : 1281 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2329 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 3) Total     : 15.6 [sec]
+[Timing] (Rank 3) Full-Sort : 3254 [msec]
+[Timing] (Rank 3) Exchange  : 8116 [msec]
+[Timing] (Rank 3) Min-Max   : 1293 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2402 [msec]
+[Timing] (Rank 1) Total     : 15.6 [sec]
+[Timing] (Rank 1) Full-Sort : 3267 [msec]
+[Timing] (Rank 1) Exchange  : 8182 [msec]
+[Timing] (Rank 1) Min-Max   : 1276 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2336 [msec]
+[Timing] (Rank 14) Total     : 15.40 [sec]
+[Timing] (Rank 14) Full-Sort : 3635 [msec]
+[Timing] (Rank 14) Exchange  : 6965 [msec]
+[Timing] (Rank 14) Min-Max   : 2046 [msec]
+[Timing] (Rank 14) Elbow-Sort: 2754 [msec]
+[Timing] (Rank 15) Total     : 15.40 [sec]
+[Timing] (Rank 15) Full-Sort : 3661 [msec]
+[Timing] (Rank 15) Exchange  : 6934 [msec]
+[Timing] (Rank 15) Min-Max   : 2070 [msec]
+[Timing] (Rank 15) Elbow-Sort: 2735 [msec]
+[Timing] (Rank 13) Total     : 14.91 [sec]
+[Timing] (Rank 13) Full-Sort : 3556 [msec]
+[Timing] (Rank 13) Exchange  : 6745 [msec]
+[Timing] (Rank 13) Min-Max   : 1945 [msec]
+[Timing] (Rank 13) Elbow-Sort: 2668 [msec]
+[Timing] (Rank 6) Total     : 16.2 [sec]
+[Timing] (Rank 6) Full-Sort : 4177 [msec]
+[Timing] (Rank 6) Exchange  : 5568 [msec]
+[Timing] (Rank 6) Min-Max   : 3276 [msec]
+[Timing] (Rank 6) Elbow-Sort: 2998 [msec]
+[Timing] (Rank 7) Total     : 16.1 [sec]
+[Timing] (Rank 7) Full-Sort : 4165 [msec]
+[Timing] (Rank 7) Exchange  : 5534 [msec]
+[Timing] (Rank 7) Min-Max   : 3290 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3019 [msec]
+[Timing] (Rank 4) Total     : 16.0 [sec]
+[Timing] (Rank 4) Full-Sort : 4095 [msec]
+[Timing] (Rank 4) Exchange  : 5721 [msec]
+[Timing] (Rank 4) Min-Max   : 3258 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2927 [msec]
+[Timing] (Rank 10) Total     : 14.90 [sec]
+[Timing] (Rank 10) Full-Sort : 3613 [msec]
+[Timing] (Rank 10) Exchange  : 6776 [msec]
+[Timing] (Rank 10) Min-Max   : 1904 [msec]
+[Timing] (Rank 10) Elbow-Sort: 2608 [msec]
+[Timing] (Rank 11) Total     : 14.94 [sec]
+[Timing] (Rank 11) Full-Sort : 3524 [msec]
+[Timing] (Rank 11) Exchange  : 6886 [msec]
+[Timing] (Rank 11) Min-Max   : 1907 [msec]
+[Timing] (Rank 11) Elbow-Sort: 2622 [msec]
+[Timing] (Rank 9) Total     : 14.93 [sec]
+[Timing] (Rank 9) Full-Sort : 3640 [msec]
+[Timing] (Rank 9) Exchange  : 6825 [msec]
+[Timing] (Rank 9) Min-Max   : 1958 [msec]
+[Timing] (Rank 9) Elbow-Sort: 2509 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 3) Total     : 215 [msec]
+[Timing] (Rank 3) Full-Sort : 19 [msec]
+[Timing] (Rank 3) Exchange  : 160 [msec]
+[Timing] (Rank 3) Min-Max   : 13 [msec]
+[Timing] (Rank 3) Elbow-Sort: 21 [msec]
+[Timing] (Rank 0) Total     : 215 [msec]
+[Timing] (Rank 0) Full-Sort : 19 [msec]
+[Timing] (Rank 0) Exchange  : 160 [msec]
+[Timing] (Rank 0) Min-Max   : 13 [msec]
+[Timing] (Rank 0) Elbow-Sort: 22 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 18) Total     : 183 [msec]
+[Timing] (Rank 18) Full-Sort : 23 [msec]
+[Timing] (Rank 18) Exchange  : 112 [msec]
+[Timing] (Rank 18) Min-Max   : 19 [msec]
+[Timing] (Rank 18) Elbow-Sort: 27 [msec]
+[Timing] (Rank 1) Total     : 215 [msec]
+[Timing] (Rank 1) Full-Sort : 19 [msec]
+[Timing] (Rank 1) Exchange  : 161 [msec]
+[Timing] (Rank 1) Min-Max   : 13 [msec]
+[Timing] (Rank 1) Elbow-Sort: 21 [msec]
+[Timing] (Rank 2) Total     : 215 [msec]
+[Timing] (Rank 2) Full-Sort : 18 [msec]
+[Timing] (Rank 2) Exchange  : 160 [msec]
+[Timing] (Rank 2) Min-Max   : 13 [msec]
+[Timing] (Rank 2) Elbow-Sort: 21 [msec]
+[Timing] (Rank 5) Total     : 215 [msec]
+[Timing] (Rank 5) Full-Sort : 19 [msec]
+[Timing] (Rank 5) Exchange  : 160 [msec]
+[Timing] (Rank 5) Min-Max   : 13 [msec]
+[Timing] (Rank 5) Elbow-Sort: 21 [msec]
+[Timing] (Rank 4) Total     : 215 [msec]
+[Timing] (Rank 4) Full-Sort : 19 [msec]
+[Timing] (Rank 4) Exchange  : 161 [msec]
+[Timing] (Rank 4) Min-Max   : 13 [msec]
+[Timing] (Rank 4) Elbow-Sort: 22 [msec]
+[Timing] (Rank 6) Total     : 215 [msec]
+[Timing] (Rank 6) Full-Sort : 18 [msec]
+[Timing] (Rank 6) Exchange  : 160 [msec]
+[Timing] (Rank 6) Min-Max   : 13 [msec]
+[Timing] (Rank 6) Elbow-Sort: 22 [msec]
+[Timing] (Rank 7) Total     : 215 [msec]
+[Timing] (Rank 7) Full-Sort : 19 [msec]
+[Timing] (Rank 7) Exchange  : 160 [msec]
+[Timing] (Rank 7) Min-Max   : 13 [msec]
+[Timing] (Rank 7) Elbow-Sort: 22 [msec]
+[Timing] (Rank 13) Total     : 217 [msec]
+[Timing] (Rank 13) Full-Sort : 22 [msec]
+[Timing] (Rank 13) Exchange  : 151 [msec]
+[Timing] (Rank 13) Min-Max   : 18 [msec]
+[Timing] (Rank 13) Elbow-Sort: 25 [msec]
+[Timing] (Rank 31) Total     : 212 [msec]
+[Timing] (Rank 31) Full-Sort : 24 [msec]
+[Timing] (Rank 31) Exchange  : 143 [msec]
+[Timing] (Rank 31) Min-Max   : 18 [msec]
+[Timing] (Rank 31) Elbow-Sort: 26 [msec]
+[Timing] (Rank 16) Total     : 185 [msec]
+[Timing] (Rank 16) Full-Sort : 24 [msec]
+[Timing] (Rank 16) Exchange  : 108 [msec]
+[Timing] (Rank 16) Min-Max   : 21 [msec]
+[Timing] (Rank 16) Elbow-Sort: 30 [msec]
+[Timing] (Rank 21) Total     : 207 [msec]
+[Timing] (Rank 21) Full-Sort : 21 [msec]
+[Timing] (Rank 21) Exchange  : 145 [msec]
+[Timing] (Rank 21) Min-Max   : 16 [msec]
+[Timing] (Rank 21) Elbow-Sort: 23 [msec]
+[Timing] (Rank 20) Total     : 205 [msec]
+[Timing] (Rank 20) Full-Sort : 22 [msec]
+[Timing] (Rank 20) Exchange  : 137 [msec]
+[Timing] (Rank 20) Min-Max   : 18 [msec]
+[Timing] (Rank 20) Elbow-Sort: 26 [msec]
+[Timing] (Rank 22) Total     : 204 [msec]
+[Timing] (Rank 22) Full-Sort : 22 [msec]
+[Timing] (Rank 22) Exchange  : 135 [msec]
+[Timing] (Rank 22) Min-Max   : 19 [msec]
+[Timing] (Rank 22) Elbow-Sort: 27 [msec]
+[Timing] (Rank 19) Total     : 207 [msec]
+[Timing] (Rank 19) Full-Sort : 21 [msec]
+[Timing] (Rank 19) Exchange  : 146 [msec]
+[Timing] (Rank 19) Min-Max   : 16 [msec]
+[Timing] (Rank 19) Elbow-Sort: 23 [msec]
+[Timing] (Rank 17) Total     : 207 [msec]
+[Timing] (Rank 17) Full-Sort : 21 [msec]
+[Timing] (Rank 17) Exchange  : 145 [msec]
+[Timing] (Rank 17) Min-Max   : 17 [msec]
+[Timing] (Rank 17) Elbow-Sort: 23 [msec]
+[Timing] (Rank 23) Total     : 202 [msec]
+[Timing] (Rank 23) Full-Sort : 22 [msec]
+[Timing] (Rank 23) Exchange  : 134 [msec]
+[Timing] (Rank 23) Min-Max   : 18 [msec]
+[Timing] (Rank 23) Elbow-Sort: 27 [msec]
+[Timing] (Rank 12) Total     : 218 [msec]
+[Timing] (Rank 12) Full-Sort : 22 [msec]
+[Timing] (Rank 12) Exchange  : 151 [msec]
+[Timing] (Rank 12) Min-Max   : 18 [msec]
+[Timing] (Rank 12) Elbow-Sort: 25 [msec]
+[Timing] (Rank 11) Total     : 218 [msec]
+[Timing] (Rank 11) Full-Sort : 21 [msec]
+[Timing] (Rank 11) Exchange  : 152 [msec]
+[Timing] (Rank 11) Min-Max   : 18 [msec]
+[Timing] (Rank 11) Elbow-Sort: 25 [msec]
+[Timing] (Rank 8) Total     : 217 [msec]
+[Timing] (Rank 8) Full-Sort : 22 [msec]
+[Timing] (Rank 8) Exchange  : 151 [msec]
+[Timing] (Rank 8) Min-Max   : 17 [msec]
+[Timing] (Rank 8) Elbow-Sort: 25 [msec]
+[Timing] (Rank 14) Total     : 218 [msec]
+[Timing] (Rank 14) Full-Sort : 22 [msec]
+[Timing] (Rank 14) Exchange  : 150 [msec]
+[Timing] (Rank 14) Min-Max   : 18 [msec]
+[Timing] (Rank 14) Elbow-Sort: 26 [msec]
+[Timing] (Rank 9) Total     : 217 [msec]
+[Timing] (Rank 9) Full-Sort : 22 [msec]
+[Timing] (Rank 9) Exchange  : 151 [msec]
+[Timing] (Rank 9) Min-Max   : 18 [msec]
+[Timing] (Rank 9) Elbow-Sort: 24 [msec]
+[Timing] (Rank 15) Total     : 218 [msec]
+[Timing] (Rank 15) Full-Sort : 22 [msec]
+[Timing] (Rank 15) Exchange  : 150 [msec]
+[Timing] (Rank 15) Min-Max   : 19 [msec]
+[Timing] (Rank 15) Elbow-Sort: 26 [msec]
+[Timing] (Rank 10) Total     : 217 [msec]
+[Timing] (Rank 10) Full-Sort : 22 [msec]
+[Timing] (Rank 10) Exchange  : 151 [msec]
+[Timing] (Rank 10) Min-Max   : 18 [msec]
+[Timing] (Rank 10) Elbow-Sort: 25 [msec]
+[Timing] (Rank 25) Total     : 211 [msec]
+[Timing] (Rank 25) Full-Sort : 23 [msec]
+[Timing] (Rank 25) Exchange  : 144 [msec]
+[Timing] (Rank 25) Min-Max   : 18 [msec]
+[Timing] (Rank 25) Elbow-Sort: 25 [msec]
+[Timing] (Rank 30) Total     : 212 [msec]
+[Timing] (Rank 30) Full-Sort : 23 [msec]
+[Timing] (Rank 30) Exchange  : 144 [msec]
+[Timing] (Rank 30) Min-Max   : 18 [msec]
+[Timing] (Rank 30) Elbow-Sort: 26 [msec]
+[Timing] (Rank 26) Total     : 211 [msec]
+[Timing] (Rank 26) Full-Sort : 23 [msec]
+[Timing] (Rank 26) Exchange  : 144 [msec]
+[Timing] (Rank 26) Min-Max   : 17 [msec]
+[Timing] (Rank 26) Elbow-Sort: 25 [msec]
+[Timing] (Rank 29) Total     : 212 [msec]
+[Timing] (Rank 29) Full-Sort : 23 [msec]
+[Timing] (Rank 29) Exchange  : 144 [msec]
+[Timing] (Rank 29) Min-Max   : 18 [msec]
+[Timing] (Rank 29) Elbow-Sort: 25 [msec]
+[Timing] (Rank 27) Total     : 211 [msec]
+[Timing] (Rank 27) Full-Sort : 23 [msec]
+[Timing] (Rank 27) Exchange  : 143 [msec]
+[Timing] (Rank 27) Min-Max   : 18 [msec]
+[Timing] (Rank 27) Elbow-Sort: 25 [msec]
+[Timing] (Rank 28) Total     : 212 [msec]
+[Timing] (Rank 28) Full-Sort : 23 [msec]
+[Timing] (Rank 28) Exchange  : 144 [msec]
+[Timing] (Rank 28) Min-Max   : 18 [msec]
+[Timing] (Rank 28) Elbow-Sort: 25 [msec]
+[Timing] (Rank 24) Total     : 211 [msec]
+[Timing] (Rank 24) Full-Sort : 23 [msec]
+[Timing] (Rank 24) Exchange  : 144 [msec]
+[Timing] (Rank 24) Min-Max   : 18 [msec]
+[Timing] (Rank 24) Elbow-Sort: 24 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 20) Total     : 1333 [msec]
+[Timing] (Rank 20) Full-Sort : 216 [msec]
+[Timing] (Rank 20) Exchange  : 687 [msec]
+[Timing] (Rank 20) Min-Max   : 204 [msec]
+[Timing] (Rank 20) Elbow-Sort: 225 [msec]
+[Timing] (Rank 5) Total     : 1299 [msec]
+[Timing] (Rank 5) Full-Sort : 184 [msec]
+[Timing] (Rank 5) Exchange  : 760 [msec]
+[Timing] (Rank 5) Min-Max   : 165 [msec]
+[Timing] (Rank 5) Elbow-Sort: 189 [msec]
+[Timing] (Rank 6) Total     : 1300 [msec]
+[Timing] (Rank 6) Full-Sort : 181 [msec]
+[Timing] (Rank 6) Exchange  : 760 [msec]
+[Timing] (Rank 6) Min-Max   : 163 [msec]
+[Timing] (Rank 6) Elbow-Sort: 194 [msec]
+[Timing] (Rank 2) Total     : 1299 [msec]
+[Timing] (Rank 2) Full-Sort : 184 [msec]
+[Timing] (Rank 2) Exchange  : 762 [msec]
+[Timing] (Rank 2) Min-Max   : 163 [msec]
+[Timing] (Rank 2) Elbow-Sort: 188 [msec]
+[Timing] (Rank 7) Total     : 1299 [msec]
+[Timing] (Rank 7) Full-Sort : 182 [msec]
+[Timing] (Rank 7) Exchange  : 757 [msec]
+[Timing] (Rank 7) Min-Max   : 166 [msec]
+[Timing] (Rank 7) Elbow-Sort: 193 [msec]
+[Timing] (Rank 3) Total     : 1300 [msec]
+[Timing] (Rank 3) Full-Sort : 183 [msec]
+[Timing] (Rank 3) Exchange  : 757 [msec]
+[Timing] (Rank 3) Min-Max   : 169 [msec]
+[Timing] (Rank 3) Elbow-Sort: 188 [msec]
+[Timing] (Rank 4) Total     : 1300 [msec]
+[Timing] (Rank 4) Full-Sort : 182 [msec]
+[Timing] (Rank 4) Exchange  : 760 [msec]
+[Timing] (Rank 4) Min-Max   : 167 [msec]
+[Timing] (Rank 4) Elbow-Sort: 189 [msec]
+[Timing] (Rank 1) Total     : 1299 [msec]
+[Timing] (Rank 1) Full-Sort : 183 [msec]
+[Timing] (Rank 1) Exchange  : 760 [msec]
+[Timing] (Rank 1) Min-Max   : 171 [msec]
+[Timing] (Rank 1) Elbow-Sort: 183 [msec]
+[Timing] (Rank 0) Total     : 1301 [msec]
+[Timing] (Rank 0) Full-Sort : 182 [msec]
+[Timing] (Rank 0) Exchange  : 760 [msec]
+[Timing] (Rank 0) Min-Max   : 169 [msec]
+[Timing] (Rank 0) Elbow-Sort: 189 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 8) Total     : 1352 [msec]
+[Timing] (Rank 8) Full-Sort : 213 [msec]
+[Timing] (Rank 8) Exchange  : 669 [msec]
+[Timing] (Rank 8) Min-Max   : 239 [msec]
+[Timing] (Rank 8) Elbow-Sort: 229 [msec]
+[Timing] (Rank 28) Total     : 1331 [msec]
+[Timing] (Rank 28) Full-Sort : 211 [msec]
+[Timing] (Rank 28) Exchange  : 670 [msec]
+[Timing] (Rank 28) Min-Max   : 220 [msec]
+[Timing] (Rank 28) Elbow-Sort: 228 [msec]
+[Timing] (Rank 22) Total     : 1338 [msec]
+[Timing] (Rank 22) Full-Sort : 209 [msec]
+[Timing] (Rank 22) Exchange  : 700 [msec]
+[Timing] (Rank 22) Min-Max   : 196 [msec]
+[Timing] (Rank 22) Elbow-Sort: 232 [msec]
+[Timing] (Rank 18) Total     : 1334 [msec]
+[Timing] (Rank 18) Full-Sort : 218 [msec]
+[Timing] (Rank 18) Exchange  : 679 [msec]
+[Timing] (Rank 18) Min-Max   : 211 [msec]
+[Timing] (Rank 18) Elbow-Sort: 225 [msec]
+[Timing] (Rank 16) Total     : 1331 [msec]
+[Timing] (Rank 16) Full-Sort : 215 [msec]
+[Timing] (Rank 16) Exchange  : 688 [msec]
+[Timing] (Rank 16) Min-Max   : 204 [msec]
+[Timing] (Rank 16) Elbow-Sort: 222 [msec]
+[Timing] (Rank 19) Total     : 1375 [msec]
+[Timing] (Rank 19) Full-Sort : 193 [msec]
+[Timing] (Rank 19) Exchange  : 771 [msec]
+[Timing] (Rank 19) Min-Max   : 206 [msec]
+[Timing] (Rank 19) Elbow-Sort: 203 [msec]
+[Timing] (Rank 21) Total     : 1352 [msec]
+[Timing] (Rank 21) Full-Sort : 192 [msec]
+[Timing] (Rank 21) Exchange  : 767 [msec]
+[Timing] (Rank 21) Min-Max   : 187 [msec]
+[Timing] (Rank 21) Elbow-Sort: 204 [msec]
+[Timing] (Rank 23) Total     : 1314 [msec]
+[Timing] (Rank 23) Full-Sort : 212 [msec]
+[Timing] (Rank 23) Exchange  : 698 [msec]
+[Timing] (Rank 23) Min-Max   : 189 [msec]
+[Timing] (Rank 23) Elbow-Sort: 214 [msec]
+[Timing] (Rank 17) Total     : 1376 [msec]
+[Timing] (Rank 17) Full-Sort : 192 [msec]
+[Timing] (Rank 17) Exchange  : 776 [msec]
+[Timing] (Rank 17) Min-Max   : 207 [msec]
+[Timing] (Rank 17) Elbow-Sort: 199 [msec]
+[Timing] (Rank 14) Total     : 1350 [msec]
+[Timing] (Rank 14) Full-Sort : 220 [msec]
+[Timing] (Rank 14) Exchange  : 658 [msec]
+[Timing] (Rank 14) Min-Max   : 237 [msec]
+[Timing] (Rank 14) Elbow-Sort: 234 [msec]
+[Timing] (Rank 10) Total     : 1348 [msec]
+[Timing] (Rank 10) Full-Sort : 220 [msec]
+[Timing] (Rank 10) Exchange  : 660 [msec]
+[Timing] (Rank 10) Min-Max   : 239 [msec]
+[Timing] (Rank 10) Elbow-Sort: 227 [msec]
+[Timing] (Rank 11) Total     : 1351 [msec]
+[Timing] (Rank 11) Full-Sort : 223 [msec]
+[Timing] (Rank 11) Exchange  : 624 [msec]
+[Timing] (Rank 11) Min-Max   : 269 [msec]
+[Timing] (Rank 11) Elbow-Sort: 233 [msec]
+[Timing] (Rank 12) Total     : 1348 [msec]
+[Timing] (Rank 12) Full-Sort : 220 [msec]
+[Timing] (Rank 12) Exchange  : 653 [msec]
+[Timing] (Rank 12) Min-Max   : 246 [msec]
+[Timing] (Rank 12) Elbow-Sort: 227 [msec]
+[Timing] (Rank 15) Total     : 1354 [msec]
+[Timing] (Rank 15) Full-Sort : 225 [msec]
+[Timing] (Rank 15) Exchange  : 619 [msec]
+[Timing] (Rank 15) Min-Max   : 269 [msec]
+[Timing] (Rank 15) Elbow-Sort: 239 [msec]
+[Timing] (Rank 13) Total     : 1350 [msec]
+[Timing] (Rank 13) Full-Sort : 224 [msec]
+[Timing] (Rank 13) Exchange  : 619 [msec]
+[Timing] (Rank 13) Min-Max   : 272 [msec]
+[Timing] (Rank 13) Elbow-Sort: 234 [msec]
+[Timing] (Rank 9) Total     : 1352 [msec]
+[Timing] (Rank 9) Full-Sort : 229 [msec]
+[Timing] (Rank 9) Exchange  : 621 [msec]
+[Timing] (Rank 9) Min-Max   : 272 [msec]
+[Timing] (Rank 9) Elbow-Sort: 228 [msec]
+[Timing] (Rank 25) Total     : 1330 [msec]
+[Timing] (Rank 25) Full-Sort : 221 [msec]
+[Timing] (Rank 25) Exchange  : 659 [msec]
+[Timing] (Rank 25) Min-Max   : 228 [msec]
+[Timing] (Rank 25) Elbow-Sort: 219 [msec]
+[Timing] (Rank 24) Total     : 1330 [msec]
+[Timing] (Rank 24) Full-Sort : 218 [msec]
+[Timing] (Rank 24) Exchange  : 665 [msec]
+[Timing] (Rank 24) Min-Max   : 227 [msec]
+[Timing] (Rank 24) Elbow-Sort: 219 [msec]
+[Timing] (Rank 26) Total     : 1332 [msec]
+[Timing] (Rank 26) Full-Sort : 214 [msec]
+[Timing] (Rank 26) Exchange  : 682 [msec]
+[Timing] (Rank 26) Min-Max   : 210 [msec]
+[Timing] (Rank 26) Elbow-Sort: 224 [msec]
+[Timing] (Rank 31) Total     : 1332 [msec]
+[Timing] (Rank 31) Full-Sort : 213 [msec]
+[Timing] (Rank 31) Exchange  : 658 [msec]
+[Timing] (Rank 31) Min-Max   : 228 [msec]
+[Timing] (Rank 31) Elbow-Sort: 230 [msec]
+[Timing] (Rank 27) Total     : 1332 [msec]
+[Timing] (Rank 27) Full-Sort : 212 [msec]
+[Timing] (Rank 27) Exchange  : 677 [msec]
+[Timing] (Rank 27) Min-Max   : 217 [msec]
+[Timing] (Rank 27) Elbow-Sort: 224 [msec]
+[Timing] (Rank 29) Total     : 1330 [msec]
+[Timing] (Rank 29) Full-Sort : 215 [msec]
+[Timing] (Rank 29) Exchange  : 661 [msec]
+[Timing] (Rank 29) Min-Max   : 226 [msec]
+[Timing] (Rank 29) Elbow-Sort: 227 [msec]
+[Timing] (Rank 30) Total     : 1333 [msec]
+[Timing] (Rank 30) Full-Sort : 213 [msec]
+[Timing] (Rank 30) Exchange  : 668 [msec]
+[Timing] (Rank 30) Min-Max   : 219 [msec]
+[Timing] (Rank 30) Elbow-Sort: 232 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 2) Total     : 5166 [msec]
+[Timing] (Rank 2) Full-Sort : 783 [msec]
+[Timing] (Rank 2) Exchange  : 3552 [msec]
+[Timing] (Rank 2) Min-Max   : 678 [msec]
+[Timing] (Rank 2) Elbow-Sort: 747 [msec]
+[Timing] (Rank 22) Total     : 5230 [msec]
+[Timing] (Rank 22) Full-Sort : 884 [msec]
+[Timing] (Rank 22) Exchange  : 3312 [msec]
+[Timing] (Rank 22) Min-Max   : 886 [msec]
+[Timing] (Rank 22) Elbow-Sort: 919 [msec]
+[Timing] (Rank 24) Total     : 5387 [msec]
+[Timing] (Rank 24) Full-Sort : 964 [msec]
+[Timing] (Rank 24) Exchange  : 3451 [msec]
+[Timing] (Rank 24) Min-Max   : 1010 [msec]
+[Timing] (Rank 24) Elbow-Sort: 853 [msec]
+[Timing] (Rank 9) Total     : 5341 [msec]
+[Timing] (Rank 9) Full-Sort : 939 [msec]
+[Timing] (Rank 9) Exchange  : 3375 [msec]
+[Timing] (Rank 9) Min-Max   : 1017 [msec]
+[Timing] (Rank 9) Elbow-Sort: 902 [msec]
+[Timing] (Rank 4) Total     : 5167 [msec]
+[Timing] (Rank 4) Full-Sort : 789 [msec]
+[Timing] (Rank 4) Exchange  : 3552 [msec]
+[Timing] (Rank 4) Min-Max   : 675 [msec]
+[Timing] (Rank 4) Elbow-Sort: 744 [msec]
+[Timing] (Rank 7) Total     : 5172 [msec]
+[Timing] (Rank 7) Full-Sort : 779 [msec]
+[Timing] (Rank 7) Exchange  : 3547 [msec]
+[Timing] (Rank 7) Min-Max   : 672 [msec]
+[Timing] (Rank 7) Elbow-Sort: 763 [msec]
+[Timing] (Rank 1) Total     : 5168 [msec]
+[Timing] (Rank 1) Full-Sort : 789 [msec]
+[Timing] (Rank 1) Exchange  : 3570 [msec]
+[Timing] (Rank 1) Min-Max   : 661 [msec]
+[Timing] (Rank 1) Elbow-Sort: 727 [msec]
+[Timing] (Rank 5) Total     : 5169 [msec]
+[Timing] (Rank 5) Full-Sort : 789 [msec]
+[Timing] (Rank 5) Exchange  : 3550 [msec]
+[Timing] (Rank 5) Min-Max   : 674 [msec]
+[Timing] (Rank 5) Elbow-Sort: 747 [msec]
+[Timing] (Rank 6) Total     : 5169 [msec]
+[Timing] (Rank 6) Full-Sort : 782 [msec]
+[Timing] (Rank 6) Exchange  : 3540 [msec]
+[Timing] (Rank 6) Min-Max   : 674 [msec]
+[Timing] (Rank 6) Elbow-Sort: 762 [msec]
+[Timing] (Rank 3) Total     : 5169 [msec]
+[Timing] (Rank 3) Full-Sort : 782 [msec]
+[Timing] (Rank 3) Exchange  : 3559 [msec]
+[Timing] (Rank 3) Min-Max   : 668 [msec]
+[Timing] (Rank 3) Elbow-Sort: 745 [msec]
+[Timing] (Rank 0) Total     : 5173 [msec]
+[Timing] (Rank 0) Full-Sort : 796 [msec]
+[Timing] (Rank 0) Exchange  : 3564 [msec]
+[Timing] (Rank 0) Min-Max   : 680 [msec]
+[Timing] (Rank 0) Elbow-Sort: 730 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 18) Total     : 5166 [msec]
+[Timing] (Rank 18) Full-Sort : 947 [msec]
+[Timing] (Rank 18) Exchange  : 3184 [msec]
+[Timing] (Rank 18) Min-Max   : 925 [msec]
+[Timing] (Rank 18) Elbow-Sort: 919 [msec]
+[Timing] (Rank 20) Total     : 5201 [msec]
+[Timing] (Rank 20) Full-Sort : 925 [msec]
+[Timing] (Rank 20) Exchange  : 3256 [msec]
+[Timing] (Rank 20) Min-Max   : 896 [msec]
+[Timing] (Rank 20) Elbow-Sort: 907 [msec]
+[Timing] (Rank 16) Total     : 5185 [msec]
+[Timing] (Rank 16) Full-Sort : 947 [msec]
+[Timing] (Rank 16) Exchange  : 3210 [msec]
+[Timing] (Rank 16) Min-Max   : 936 [msec]
+[Timing] (Rank 16) Elbow-Sort: 909 [msec]
+[Timing] (Rank 17) Total     : 5274 [msec]
+[Timing] (Rank 17) Full-Sort : 885 [msec]
+[Timing] (Rank 17) Exchange  : 3499 [msec]
+[Timing] (Rank 17) Min-Max   : 672 [msec]
+[Timing] (Rank 17) Elbow-Sort: 803 [msec]
+[Timing] (Rank 19) Total     : 5262 [msec]
+[Timing] (Rank 19) Full-Sort : 881 [msec]
+[Timing] (Rank 19) Exchange  : 3482 [msec]
+[Timing] (Rank 19) Min-Max   : 665 [msec]
+[Timing] (Rank 19) Elbow-Sort: 815 [msec]
+[Timing] (Rank 21) Total     : 5290 [msec]
+[Timing] (Rank 21) Full-Sort : 843 [msec]
+[Timing] (Rank 21) Exchange  : 3557 [msec]
+[Timing] (Rank 21) Min-Max   : 662 [msec]
+[Timing] (Rank 21) Elbow-Sort: 807 [msec]
+[Timing] (Rank 23) Total     : 5108 [msec]
+[Timing] (Rank 23) Full-Sort : 913 [msec]
+[Timing] (Rank 23) Exchange  : 3221 [msec]
+[Timing] (Rank 23) Min-Max   : 780 [msec]
+[Timing] (Rank 23) Elbow-Sort: 873 [msec]
+[Timing] (Rank 25) Total     : 5385 [msec]
+[Timing] (Rank 25) Full-Sort : 973 [msec]
+[Timing] (Rank 25) Exchange  : 3434 [msec]
+[Timing] (Rank 25) Min-Max   : 996 [msec]
+[Timing] (Rank 25) Elbow-Sort: 855 [msec]
+[Timing] (Rank 30) Total     : 5397 [msec]
+[Timing] (Rank 30) Full-Sort : 958 [msec]
+[Timing] (Rank 30) Exchange  : 3403 [msec]
+[Timing] (Rank 30) Min-Max   : 973 [msec]
+[Timing] (Rank 30) Elbow-Sort: 916 [msec]
+[Timing] (Rank 26) Total     : 5376 [msec]
+[Timing] (Rank 26) Full-Sort : 985 [msec]
+[Timing] (Rank 26) Exchange  : 3390 [msec]
+[Timing] (Rank 26) Min-Max   : 950 [msec]
+[Timing] (Rank 26) Elbow-Sort: 883 [msec]
+[Timing] (Rank 27) Total     : 5380 [msec]
+[Timing] (Rank 27) Full-Sort : 989 [msec]
+[Timing] (Rank 27) Exchange  : 3387 [msec]
+[Timing] (Rank 27) Min-Max   : 955 [msec]
+[Timing] (Rank 27) Elbow-Sort: 883 [msec]
+[Timing] (Rank 28) Total     : 5377 [msec]
+[Timing] (Rank 28) Full-Sort : 980 [msec]
+[Timing] (Rank 28) Exchange  : 3381 [msec]
+[Timing] (Rank 28) Min-Max   : 948 [msec]
+[Timing] (Rank 28) Elbow-Sort: 895 [msec]
+[Timing] (Rank 29) Total     : 5379 [msec]
+[Timing] (Rank 29) Full-Sort : 978 [msec]
+[Timing] (Rank 29) Exchange  : 3376 [msec]
+[Timing] (Rank 29) Min-Max   : 941 [msec]
+[Timing] (Rank 29) Elbow-Sort: 902 [msec]
+[Timing] (Rank 31) Total     : 5397 [msec]
+[Timing] (Rank 31) Full-Sort : 960 [msec]
+[Timing] (Rank 31) Exchange  : 3395 [msec]
+[Timing] (Rank 31) Min-Max   : 973 [msec]
+[Timing] (Rank 31) Elbow-Sort: 916 [msec]
+[Timing] (Rank 15) Total     : 5351 [msec]
+[Timing] (Rank 15) Full-Sort : 940 [msec]
+[Timing] (Rank 15) Exchange  : 3343 [msec]
+[Timing] (Rank 15) Min-Max   : 1025 [msec]
+[Timing] (Rank 15) Elbow-Sort: 937 [msec]
+[Timing] (Rank 13) Total     : 5344 [msec]
+[Timing] (Rank 13) Full-Sort : 948 [msec]
+[Timing] (Rank 13) Exchange  : 3349 [msec]
+[Timing] (Rank 13) Min-Max   : 1033 [msec]
+[Timing] (Rank 13) Elbow-Sort: 914 [msec]
+[Timing] (Rank 12) Total     : 5335 [msec]
+[Timing] (Rank 12) Full-Sort : 963 [msec]
+[Timing] (Rank 12) Exchange  : 3345 [msec]
+[Timing] (Rank 12) Min-Max   : 989 [msec]
+[Timing] (Rank 12) Elbow-Sort: 907 [msec]
+[Timing] (Rank 10) Total     : 5337 [msec]
+[Timing] (Rank 10) Full-Sort : 944 [msec]
+[Timing] (Rank 10) Exchange  : 3358 [msec]
+[Timing] (Rank 10) Min-Max   : 1000 [msec]
+[Timing] (Rank 10) Elbow-Sort: 906 [msec]
+[Timing] (Rank 11) Total     : 5342 [msec]
+[Timing] (Rank 11) Full-Sort : 948 [msec]
+[Timing] (Rank 11) Exchange  : 3351 [msec]
+[Timing] (Rank 11) Min-Max   : 1021 [msec]
+[Timing] (Rank 11) Elbow-Sort: 915 [msec]
+[Timing] (Rank 14) Total     : 5339 [msec]
+[Timing] (Rank 14) Full-Sort : 960 [msec]
+[Timing] (Rank 14) Exchange  : 3334 [msec]
+[Timing] (Rank 14) Min-Max   : 980 [msec]
+[Timing] (Rank 14) Elbow-Sort: 924 [msec]
+[Timing] (Rank 8) Total     : 5344 [msec]
+[Timing] (Rank 8) Full-Sort : 960 [msec]
+[Timing] (Rank 8) Exchange  : 3346 [msec]
+[Timing] (Rank 8) Min-Max   : 1004 [msec]
+[Timing] (Rank 8) Elbow-Sort: 913 [msec]
@@ -0,0 +1,183 @@
+Autoloading libnl/3.3.0
+Autoloading numactl/2.0.14
+Autoloading rdma-core/32.0
+Autoloading python/3.8.6
+Autoloading pkgconf/1.7.3
+Autoloading lvm2/2.03.05
+Autoloading popt/1.16
+Autoloading json-c/0.13.1
+Autoloading util-linux/2.35.1
+Autoloading openssl/1.1.1h
+Autoloading go/1.15.2
+Autoloading libgpg-error/1.37
+Autoloading libseccomp/2.3.3
+Autoloading squashfs/4.4
+Autoloading shadow/4.7
+Autoloading cryptsetup/2.3.1
+Autoloading hwloc/2.2.0
+Autoloading numactl/2.0.14
+Autoloading zlib/1.2.11
+Autoloading slurm/17-11-8-1
+Autoloading ucx/1.9.0
+Autoloading singularity/3.6.4
+[Timing] (Rank 18) Total     : 21.54 [sec]
+[Timing] (Rank 18) Full-Sort : 3908 [msec]
+[Timing] (Rank 18) Exchange  : 13.54 [sec]
+[Timing] (Rank 18) Min-Max   : 3486 [msec]
+[Timing] (Rank 18) Elbow-Sort: 3683 [msec]
+[Timing] (Rank 6) Total     : 21.45 [sec]
+[Timing] (Rank 6) Full-Sort : 3322 [msec]
+[Timing] (Rank 6) Exchange  : 14.76 [sec]
+[Timing] (Rank 6) Min-Max   : 2641 [msec]
+[Timing] (Rank 6) Elbow-Sort: 3051 [msec]
+[Timing] (Rank 11) Total     : 21.90 [sec]
+[Timing] (Rank 11) Full-Sort : 4045 [msec]
+[Timing] (Rank 11) Exchange  : 13.71 [sec]
+[Timing] (Rank 11) Min-Max   : 3918 [msec]
+[Timing] (Rank 11) Elbow-Sort: 3631 [msec]
+[Timing] (Rank 31) Total     : 21.82 [sec]
+[Timing] (Rank 31) Full-Sort : 4176 [msec]
+[Timing] (Rank 31) Exchange  : 13.55 [sec]
+[Timing] (Rank 31) Min-Max   : 3860 [msec]
+[Timing] (Rank 31) Elbow-Sort: 3607 [msec]
+[Timing] (Rank 22) Total     : 21.48 [sec]
+[Timing] (Rank 22) Full-Sort : 3801 [msec]
+[Timing] (Rank 22) Exchange  : 13.62 [sec]
+[Timing] (Rank 22) Min-Max   : 3238 [msec]
+[Timing] (Rank 22) Elbow-Sort: 3674 [msec]
+[Timing] (Rank 16) Total     : 21.45 [sec]
+[Timing] (Rank 16) Full-Sort : 3862 [msec]
+[Timing] (Rank 16) Exchange  : 13.53 [sec]
+[Timing] (Rank 16) Min-Max   : 3432 [msec]
+[Timing] (Rank 16) Elbow-Sort: 3640 [msec]
+[Timing] (Rank 20) Total     : 21.52 [sec]
+[Timing] (Rank 20) Full-Sort : 3897 [msec]
+[Timing] (Rank 20) Exchange  : 13.60 [sec]
+[Timing] (Rank 20) Min-Max   : 3232 [msec]
+[Timing] (Rank 20) Elbow-Sort: 3630 [msec]
+[Timing] (Rank 1) Total     : 21.44 [sec]
+[Timing] (Rank 1) Full-Sort : 3336 [msec]
+[Timing] (Rank 1) Exchange  : 14.87 [sec]
+[Timing] (Rank 1) Min-Max   : 2688 [msec]
+[Timing] (Rank 1) Elbow-Sort: 2912 [msec]
+[Timing] (Rank 7) Total     : 21.46 [sec]
+[Timing] (Rank 7) Full-Sort : 3332 [msec]
+[Timing] (Rank 7) Exchange  : 14.76 [sec]
+[Timing] (Rank 7) Min-Max   : 2656 [msec]
+[Timing] (Rank 7) Elbow-Sort: 3051 [msec]
+[Timing] (Rank 5) Total     : 21.39 [sec]
+[Timing] (Rank 5) Full-Sort : 3359 [msec]
+[Timing] (Rank 5) Exchange  : 14.73 [sec]
+[Timing] (Rank 5) Min-Max   : 2611 [msec]
+[Timing] (Rank 5) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 4) Total     : 21.45 [sec]
+[Timing] (Rank 4) Full-Sort : 3260 [msec]
+[Timing] (Rank 4) Exchange  : 14.88 [sec]
+[Timing] (Rank 4) Min-Max   : 2656 [msec]
+[Timing] (Rank 4) Elbow-Sort: 2995 [msec]
+[Timing] (Rank 2) Total     : 21.45 [sec]
+[Timing] (Rank 2) Full-Sort : 3333 [msec]
+[Timing] (Rank 2) Exchange  : 14.81 [sec]
+[Timing] (Rank 2) Min-Max   : 2676 [msec]
+[Timing] (Rank 2) Elbow-Sort: 2981 [msec]
+[Timing] (Rank 3) Total     : 21.45 [sec]
+[Timing] (Rank 3) Full-Sort : 3357 [msec]
+[Timing] (Rank 3) Exchange  : 14.79 [sec]
+[Timing] (Rank 3) Min-Max   : 2707 [msec]
+[Timing] (Rank 3) Elbow-Sort: 2988 [msec]
+[Timing] (Rank 0) Total     : 21.49 [sec]
+[Timing] (Rank 0) Full-Sort : 3326 [msec]
+[Timing] (Rank 0) Exchange  : 14.84 [sec]
+[Timing] (Rank 0) Min-Max   : 2670 [msec]
+[Timing] (Rank 0) Elbow-Sort: 2999 [msec]
+Results validation ...[32m [PASS] [0m
+[Timing] (Rank 13) Total     : 21.86 [sec]
+[Timing] (Rank 13) Full-Sort : 4061 [msec]
+[Timing] (Rank 13) Exchange  : 13.63 [sec]
+[Timing] (Rank 13) Min-Max   : 3900 [msec]
+[Timing] (Rank 13) Elbow-Sort: 3674 [msec]
+[Timing] (Rank 15) Total     : 21.87 [sec]
+[Timing] (Rank 15) Full-Sort : 4067 [msec]
+[Timing] (Rank 15) Exchange  : 13.56 [sec]
+[Timing] (Rank 15) Min-Max   : 3916 [msec]
+[Timing] (Rank 15) Elbow-Sort: 3739 [msec]
+[Timing] (Rank 10) Total     : 21.86 [sec]
+[Timing] (Rank 10) Full-Sort : 4043 [msec]
+[Timing] (Rank 10) Exchange  : 13.75 [sec]
+[Timing] (Rank 10) Min-Max   : 3835 [msec]
+[Timing] (Rank 10) Elbow-Sort: 3605 [msec]
+[Timing] (Rank 9) Total     : 21.86 [sec]
+[Timing] (Rank 9) Full-Sort : 4069 [msec]
+[Timing] (Rank 9) Exchange  : 13.69 [sec]
+[Timing] (Rank 9) Min-Max   : 3904 [msec]
+[Timing] (Rank 9) Elbow-Sort: 3577 [msec]
+[Timing] (Rank 14) Total     : 21.84 [sec]
+[Timing] (Rank 14) Full-Sort : 4102 [msec]
+[Timing] (Rank 14) Exchange  : 13.62 [sec]
+[Timing] (Rank 14) Min-Max   : 3834 [msec]
+[Timing] (Rank 14) Elbow-Sort: 3670 [msec]
+[Timing] (Rank 8) Total     : 21.88 [sec]
+[Timing] (Rank 8) Full-Sort : 4106 [msec]
+[Timing] (Rank 8) Exchange  : 13.68 [sec]
+[Timing] (Rank 8) Min-Max   : 3849 [msec]
+[Timing] (Rank 8) Elbow-Sort: 3623 [msec]
+[Timing] (Rank 12) Total     : 21.84 [sec]
+[Timing] (Rank 12) Full-Sort : 4140 [msec]
+[Timing] (Rank 12) Exchange  : 13.64 [sec]
+[Timing] (Rank 12) Min-Max   : 3858 [msec]
+[Timing] (Rank 12) Elbow-Sort: 3607 [msec]
+[Timing] (Rank 27) Total     : 21.77 [sec]
+[Timing] (Rank 27) Full-Sort : 4204 [msec]
+[Timing] (Rank 27) Exchange  : 13.62 [sec]
+[Timing] (Rank 27) Min-Max   : 3762 [msec]
+[Timing] (Rank 27) Elbow-Sort: 3496 [msec]
+[Timing] (Rank 28) Total     : 21.76 [sec]
+[Timing] (Rank 28) Full-Sort : 4184 [msec]
+[Timing] (Rank 28) Exchange  : 13.56 [sec]
+[Timing] (Rank 28) Min-Max   : 3720 [msec]
+[Timing] (Rank 28) Elbow-Sort: 3533 [msec]
+[Timing] (Rank 25) Total     : 21.87 [sec]
+[Timing] (Rank 25) Full-Sort : 4106 [msec]
+[Timing] (Rank 25) Exchange  : 13.86 [sec]
+[Timing] (Rank 25) Min-Max   : 3904 [msec]
+[Timing] (Rank 25) Elbow-Sort: 3429 [msec]
+[Timing] (Rank 29) Total     : 21.76 [sec]
+[Timing] (Rank 29) Full-Sort : 4219 [msec]
+[Timing] (Rank 29) Exchange  : 13.55 [sec]
+[Timing] (Rank 29) Min-Max   : 3669 [msec]
+[Timing] (Rank 29) Elbow-Sort: 3533 [msec]
+[Timing] (Rank 26) Total     : 21.77 [sec]
+[Timing] (Rank 26) Full-Sort : 4223 [msec]
+[Timing] (Rank 26) Exchange  : 13.61 [sec]
+[Timing] (Rank 26) Min-Max   : 3756 [msec]
+[Timing] (Rank 26) Elbow-Sort: 3481 [msec]
+[Timing] (Rank 24) Total     : 21.86 [sec]
+[Timing] (Rank 24) Full-Sort : 4123 [msec]
+[Timing] (Rank 24) Exchange  : 13.86 [sec]
+[Timing] (Rank 24) Min-Max   : 3942 [msec]
+[Timing] (Rank 24) Elbow-Sort: 3415 [msec]
+[Timing] (Rank 30) Total     : 21.81 [sec]
+[Timing] (Rank 30) Full-Sort : 4134 [msec]
+[Timing] (Rank 30) Exchange  : 13.62 [sec]
+[Timing] (Rank 30) Min-Max   : 3817 [msec]
+[Timing] (Rank 30) Elbow-Sort: 3595 [msec]
+[Timing] (Rank 23) Total     : 21.1 [sec]
+[Timing] (Rank 23) Full-Sort : 3973 [msec]
+[Timing] (Rank 23) Exchange  : 12.85 [sec]
+[Timing] (Rank 23) Min-Max   : 4116 [msec]
+[Timing] (Rank 23) Elbow-Sort: 3682 [msec]
+[Timing] (Rank 19) Total     : 21.87 [sec]
+[Timing] (Rank 19) Full-Sort : 3606 [msec]
+[Timing] (Rank 19) Exchange  : 14.65 [sec]
+[Timing] (Rank 19) Min-Max   : 2782 [msec]
+[Timing] (Rank 19) Elbow-Sort: 3270 [msec]
+[Timing] (Rank 17) Total     : 21.89 [sec]
+[Timing] (Rank 17) Full-Sort : 3607 [msec]
+[Timing] (Rank 17) Exchange  : 14.75 [sec]
+[Timing] (Rank 17) Min-Max   : 2795 [msec]
+[Timing] (Rank 17) Elbow-Sort: 3183 [msec]
+[Timing] (Rank 21) Total     : 21.87 [sec]
+[Timing] (Rank 21) Full-Sort : 3507 [msec]
+[Timing] (Rank 21) Exchange  : 14.77 [sec]
+[Timing] (Rank 21) Min-Max   : 2672 [msec]
+[Timing] (Rank 21) Elbow-Sort: 3242 [msec]
@@ -0,0 +1,18 @@
+#! /usr/bin/env bash
+#
+# Usage: average <match> <file>
+#    ex: average Total ./myFile
+#
+
+grep -e "$1" "$2" | awk -v what="$1" -F: '
+BEGIN {sum = 0; count = 0; units = ""}
+{
+    split($2, parts, " ");
+    sum += parts[1]+0;
+    count++;
+    if (units == "") {
+        units = parts[2];
+    }
+}
+END {print what " (av):", sum/count, units}
+'
@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+#
+# Usage: average-all <file>
+#
+
+for what in Total Full Elbow Exchange Min-Max; do
+	./average $what $1
+done
+
+
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 20 --perf --validation
+srun ./out-rc3b/distbitonic -q 20 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 23 --perf --validation
+srun ./out-rc3b/distbitonic -q 23 --perf --validation
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 25 --perf --validation
+srun ./out-rc3b/distbitonic -q 25 --perf --validation --pipeline 8
@@ -25,4 +25,4 @@ export UCX_WARN_UNUSED_ENV_VARS=n
 # Suppress CUDA-aware support is disabled warning
 export OMPI_MCA_opal_warn_on_missing_libcuda=0

-srun ./out-rc3a/distbitonic -q 27 --perf --validation
+srun ./out-rc3b/distbitonic -q 27 --perf --validation --pipeline 8
@@ -25,7 +25,14 @@
 #endif

 // Default Data size (in case -q <N> is not present)
-#define DEFAULT_DATA_SIZE (1 << 16)
+static constexpr size_t DEFAULT_DATA_SIZE   = 1 << 16;
+
+// The maximum MPI size we support
+static constexpr size_t MAX_MPI_SIZE        = 1024UL;
+
+// The maximum pipeline size we support
+static constexpr size_t MAX_PIPELINE_SIZE   = 64UL;
+

 /*!
 * Value type selection
@@ -46,6 +53,7 @@ using   distValue_t = uint32_t;
 */
 struct config_t {
    size_t  arraySize{DEFAULT_DATA_SIZE};   //!< The array size of the local data to sort.
+    size_t  pipeline{1UL};                  //!< Pipeline stages
    bool    validation{false};              //!< Request a full validation at the end, performed by process rank 0.
    bool    ndebug{false};                  //!< Skips debug trap on DEBUG builds.
    bool    perf{false};                    //!< Enable performance timing measurements and prints.
@@ -233,24 +233,24 @@ void elbowSort(ShadowedDataT& data, bool ascending) noexcept {


 /*!
- * Takes two sorted sequences where one is in increasing and the other is in decreasing order
- * and selects either the larger or the smaller items in one-to-one comparison between them.
- * The result is a bitonic sequence.
+ * Takes two sequences and selects either the larger or the smaller items
+ * in one-to-one comparison between them. If the initial sequences are bitonic, then
+ * the result is a bitonic sequence too!
 *
- * @tparam RangeT   A range type with random access iterator
+ * @tparam ValueT   The underlying type of the sequences
 *
- * @param local     [RangeT]        Reference to the local sequence
- * @param remote    [const RangeT]  Reference to the remote sequence (copied locally by MPI)
+ * @param local     [ValueT*]       Pointer to the local sequence
+ * @param remote    [const ValueT*] Pointer to the remote sequence (copied locally by MPI)
+ * @param count     [size_t]        The number of items to process
 * @param keepSmall [bool]          Flag to indicate if we keep the small items in local sequence
 */
-template<typename RangeT>
-void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept {
-    using value_t = typename RangeT::value_type;
+template<typename ValueT>
+void keepMinOrMax(ValueT* local, const ValueT* remote, size_t count, bool keepSmall) noexcept {
    std::transform(
-            local.begin(), local.end(),
-            remote.begin(),
-            local.begin(),
-            [&keepSmall](const value_t& a, const value_t& b){
+            local, local + count,
+            remote,
+            local,
+            [&keepSmall](const ValueT& a, const ValueT& b){
                return (keepSmall) ? std::min(a, b) : std::max(a, b);
            });
 }
@@ -259,6 +259,60 @@ void keepMinOrMax(RangeT& local, const RangeT& remote, bool keepSmall) noexcept
 * ============================== Sort algorithms ==============================
 */

+/*!
+ * A small tag generator tool to provide consistent encoding to tag communication
+ *
+ * @param depth     The current algorithmic depth[bitonic] of the communication, if any
+ * @param step      The current step on the current depth
+ * @param stage     The stage of the pipeline.
+ * @return          The tag to use.
+ *
+ * @note
+ *      In case we call this function outside of the pipeline loop, we can ommit
+ *      @c stage argument and use the return value as starting tag for every communication
+ *      of the pipeline loop. We need to increase the tags for each communication of
+ *      the pipeline loop though!
+ */
+size_t tagGenerator(size_t depth, size_t step, size_t stage = 0);
+
+/*!
+ * A pipeline loop for mixing min-max process with mpi data exchange
+ *
+ * @tparam ShadowedDataT    A Shadowed buffer type with random access iterator.
+ *
+ * @param data      [ShadowedDataT&]    Reference to the data to exchange
+ * @param partner   [mpi_id_t]          The partner for the exchange
+ * @param keepSmall [bool]              Flag to indicate if we keep the small values
+ * @param tag       [int]               The init tag to use for the loop.
+ *
+ * @note
+ *      The @c tag is increased inside the pipeline loop for each different data exchange
+ */
+template<typename ShadowedDataT>
+void exchangePipeline(ShadowedDataT& data, mpi_id_t partner, bool keepSmall, int tag) {
+    using Value_t = typename ShadowedDataT::value_type;
+
+    // Init counters and pointers
+    size_t    count = data.size() / config.pipeline;
+    Value_t* active = data.getActive().data();
+    Value_t* shadow = data.getShadow().data();
+
+    // Pipeline
+    Texchange.start();
+    mpi.exchange_start(active, shadow, count, partner, tag);
+    for (size_t stage = 0 ; stage < config.pipeline ; active += count, shadow += count) {
+        // Wait previous chunk
+        mpi.exchange_wait();  Texchange.stop();
+        if (++stage < config.pipeline) {
+            // Start next chunk if there is a next one
+            Texchange.start();
+            mpi.exchange_start(active + count, shadow + count, count, partner, ++tag);
+        }
+        // process the arrived data
+        timeCall(Tminmax, keepMinOrMax, active, shadow, count, keepSmall);
+    }
+}
+
 /*!
 * A distributed version of the Bubbletonic sort algorithm.
 *
@@ -284,9 +338,8 @@ void distBubbletonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
        if ( isActive(rank, Processes) &&
             isActive(part, Processes) ) {
            // Exchange with partner, keep nim-or-max and sort - O(N)
-            int tag = static_cast<int>(step);
-            timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag);
-            timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
+            int tag = static_cast<int>(tagGenerator(0, step));
+            exchangePipeline(data, part, ks, tag);
            timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bubbletonic>(rank, Processes));
        }
    }
@@ -324,9 +377,8 @@ void distBitonic(ShadowedDataT& data, mpi_id_t Processes, mpi_id_t rank) {
            auto part = partner<SortMode::Bitonic>(rank, step);
            auto ks = keepSmall<SortMode::Bitonic>(rank, part, depth);
            // Exchange with partner, keep nim-or-max
-            int tag = static_cast<int>( (2*p*depth) + step );
-            timeCall(Texchange, mpi.exchange_data, data.getActive(), data.getShadow(), part, tag);
-            timeCall(Tminmax, keepMinOrMax, data.getActive(), data.getShadow(), ks);
+            int tag = static_cast<int>(tagGenerator(depth, step));
+            exchangePipeline(data, part, ks, tag);
        }
        // sort - O(N)
        timeCall(TelbowSort, elbowSort, data, ascending<SortMode::Bitonic>(rank, depth));
@@ -65,6 +65,10 @@ struct MPI_t {
            mpi_throw(err, "(MPI) MPI_Comm_rank() - ");
        size_ = static_cast<ID_t>(size_value);
        rank_ = static_cast<ID_t>(rank_value);
+        if (size_ > static_cast<ID_t>(MAX_MPI_SIZE))
+            throw std::runtime_error(
+                    "(MPI) size - Not supported number of nodes [over " + std::to_string(MAX_MPI_SIZE) + "]\n"
+            );

        // Get the name of the processor
        char processor_name[MPI_MAX_PROCESSOR_NAME];
@@ -74,63 +78,56 @@ struct MPI_t {
        name_ = std::string (processor_name, name_len);
    }

+
    /*!
-     * Exchange data with partner as part of the sorting network of both bubbletonic or bitonic
-     * sorting algorithms.
+     * Initiate a data exchange data with partner using non-blocking Isend-Irecv, as part of the
+     * sorting network of both bubbletonic or bitonic sorting algorithms.
     *
     * This function matches a transmit and a receive in order for fully exchanged data between
     * current node and partner.
+     * @note
+     *      This call MUST paired with exchange_wait() for each MPI_t object.
+     *      Calling 2 consecutive exchange_start() for the same MPI_t object is undefined.
     *
-     * @tparam T        The inner valur type used in buffer
+     * @tparam ValueT   The underlying value type used in buffers
     *
-     * @param ldata     [std::vector<T>]    Reference to local data to send
-     * @param rdata     [std::vector<T>]    Reference to buffer to receive data from partner
+     * @param ldata     [const ValueT*] Pointer to local data to send
+     * @param rdata     [ValueT*]       Pointer to buffer to receive data from partner
+     * @param count     [size_t]        The number of data to exchange
     * @param partner   [mpi_id_t]      The partner for the exchange
     * @param tag       [int]           The tag to use for the MPI communication
     */
-    template<typename T>
-    void exchange_data(const std::vector<T>& ldata, std::vector<T>& rdata, ID_t partner, int tag) {
+    template<typename ValueT>
+    void exchange_start(const ValueT* ldata, ValueT* rdata, size_t count, ID_t partner, int tag) {
        if (tag < 0)
            throw std::runtime_error("(MPI) exchange_data() [tag] - Out of bound");

-        MPI_Datatype datatype = MPI_TypeMapper<T>::getType();
-        int count = static_cast<int>(ldata.size());
-        MPI_Status status;
+        MPI_Datatype datatype = MPI_TypeMapper<ValueT>::getType();
        int err;
-        if ((err = MPI_Sendrecv(
-                ldata.data(), count, datatype, partner, tag,
-                rdata.data(), count, datatype, partner, tag,
-                 MPI_COMM_WORLD, &status
-        )) != MPI_SUCCESS)
-            mpi_throw(err, "(MPI) MPI_Sendrecv() [data] - ");
+        err = MPI_Isend(ldata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_tx);
+        if (err != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Isend() - ");
+        err = MPI_Irecv(rdata, count, datatype, partner, tag, MPI_COMM_WORLD, &handle_rx);
+        if (err != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Irecv() - ");
    }

    /*!
-     * Exchange a data object with partner as part of the sorting network of both bubbletonic
-     * or bitonic sorting algorithms.
+     * Block wait for the completion of the previously called exchange_start()
     *
-     * This function matches a transmit and a receive in order for fully exchanged the data object
-     * between current node and partner.
-     *
-     * @tparam T        The object type
-     *
-     * @param local     [const T&]  Reference to the local object to send
-     * @param remote    [T&]        Reference to the object to receive data from partner
-     * @param partner   [mpi_id_t]  The partner for the exchange
-     * @param tag       [int]       The tag to use for the MPI communication
+     * @note
+     *      This call MUST paired with exchange_start() for each MPI_t object.
+     *      Calling 2 consecutive exchange_wait() for the same MPI_t object is undefined.
     */
-    template<typename T>
-    void exchange_it(const T& local, T& remote, ID_t partner, int tag) {
-        if (tag < 0)
-            throw std::runtime_error("(MPI) exchange_it() [tag] - Out of bound");
+    void exchange_wait() {
        MPI_Status status;
+
        int err;
-        if ((err = MPI_Sendrecv(
-                &local, sizeof(T), MPI_BYTE, partner, tag,
-                &remote, sizeof(T), MPI_BYTE, partner, tag,
-                MPI_COMM_WORLD, &status
-        )) != MPI_SUCCESS)
-            mpi_throw(err, "(MPI) MPI_Sendrecv() [item] - ");
+        if ((err = MPI_Wait(&handle_tx, &status)) != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Wait() [send] - ");
+
+        if ((err = MPI_Wait(&handle_rx, &status)) != MPI_SUCCESS)
+            mpi_throw(err, "(MPI) MPI_Wait() [recv] - ");
    }

    // Accessors
@@ -181,6 +178,8 @@ private:
    ID_t size_{};           //!< MPI total size of the execution
    std::string name_{};    //!< The name of the local machine
    bool initialized_{};    //!< RAII helper flag
+    MPI_Request handle_tx{};    //!< MPI async exchange handler for Transmission
+    MPI_Request handle_rx{};    //!< MPI async exchange handler for Receptions
 };

 /*
@@ -377,9 +376,13 @@ struct Timing {
        else if (std::chrono::duration_cast<milliseconds>(duration_).count() < 10000)
            std::cout << "[Timing] (Rank " << rank << ") " << what << ": "
                      << std::to_string(std::chrono::duration_cast<milliseconds>(duration_).count()) << " [msec]\n";
-        else
-            std::cout << "[Timing] (Rank " << rank << ") " << what << ": "
-                      << std::to_string(std::chrono::duration_cast<seconds>(duration_).count()) << " [sec]\n";
+        else {
+            char stime[26]; // fit ulong
+            auto sec  = std::chrono::duration_cast<seconds>(duration_).count();
+            auto msec = (std::chrono::duration_cast<milliseconds>(duration_).count() % 1000) / 10;  // keep 2 digit
+            std::sprintf(stime, "%ld.%1ld", sec, msec);
+            std::cout << "[Timing] (Rank " << rank << ") " << what << ": " << stime << " [sec]\n";
+        }

    }

@@ -402,4 +405,17 @@ private:
    Tim.stop();                     \


+/*!
+ * A utility to check if a number is power of two
+ *
+ * @tparam Integral     The integral type of the number to check
+ * @param x             The number to check
+ * @return              True if it is power of 2, false otherwise
+ */
+template <typename Integral>
+constexpr inline bool isPowerOfTwo(Integral x) noexcept {
+    return (!(x & (x - 1)) && x);
+}
+
+
 #endif /* UTILS_HPP_ */
@@ -0,0 +1,6 @@
+# TeX auxiliary files
+*.aux
+*.log
+*.out
+*.synctex.gz
+
@@ -0,0 +1,195 @@
+% !TEX TS-program = xelatex
+% !TEX encoding   = UTF-8 Unicode
+% !TEX spellcheck = el-GR
+%
+% PDS homework_2 report
+%
+% Requires compilation with pdfLaTeX or XeLaTeX
+%
+% authors:
+%   Χρήστος Χουτουρίδης ΑΕΜ 8997
+%   cchoutou@ece.auth.gr
+
+%
+% Options:
+%
+% 1) mainlang=<language>
+%    Default:  english
+%    Set the default language of the document which affects hyphenations,
+%    localization (section, dates, etc...)
+%
+%    example: \documentclass[mainlang=greek]{AUThReport}
+%
+% 2) <language>
+%    Add hyphenation and typesetting support for other languages
+%    Currently supports: english, greek, german, frenc
+%
+%    example: \documentclass[english, greek]{AUThReport}
+%
+% 3) short: Requests a shorter title for the document
+%    Default: no short
+%
+%    example: \documentclass[short]{AUThReport}
+%
+\documentclass[a4paper, 11pt, mainlang=greek, english]{AUThReport}
+
+\CurrentDate{\today}
+
+% Document setup
+%---------------------------------
+
+% \WorkGroup{Ομάδα Χ}
+
+\AuthorName{Χρήστος Χουτουρίδης}
+\AuthorMail{cchoutou@ece.auth.gr}
+\AuthorAEM{8997}
+
+%\CoAuthorName{Όνομα Επίθετο}
+%\CoAuthorAEM{AEM}
+%\CoAuthorMail{xxx@ece.auth.gr}
+
+\DocTitle{Εργασία 2: Distributed bitonic sort}
+\DocSubTitle{Συστήματα κατανεμημένης μνήμης}
+
+\Department{Τμήμα ΗΜΜΥ. Τομέας Ηλεκτρονικής}
+\ClassName{Παράλληλα και Διανεμημένα Συστήματα}
+%
+\InstructorName{Νικόλαος Πιτσιάνης}
+\InstructorMail{nikos.pitsianis@eng.auth.gr}
+
+%\CoInstructorName{Όνομα Επίθετο}
+%\CoInstructorMail{xxx@ece.auth.gr}
+
+
+% Local package requirements
+%---------------------------------
+
+\usepackage{enumitem}
+\usepackage{tabularx}
+\usepackage{array}
+\usepackage{float}
+\usepackage{xcolor}
+
+%\definecolor{red-highlight}{rgb}{1.0, 0.11, 0.0}
+\definecolor{red-highlight}{rgb}{1.0, 0.31, 0.0}
+\definecolor{green-highlight}{rgb}{0.0, 0.62, 0.42}
+
+\newcommand{\bxred}[1]{\colorbox{red-highlight}{#1}}
+\newcommand{\bxgreen}[1]{\colorbox{green-highlight}{#1}}
+
+\newcommand{\tred}[1]{\textcolor{red-highlight}{\textbf{#1}}}
+\newcommand{\tgreen}[1]{\textcolor{green-highlight}{\textbf{#1}}}
+
+% “virtual” cites
+% ----------------------------------------
+\newcommand{\citeKnuthACM}{%
+    Donald E. Knuth, \emph{Structured Programming with go to Statements}, ACM Computing Surveys, vol. 6, no. 4, 1974
+}
+
+
+\begin{document}
+
+\InsertTitle
+
+%\tableofcontents
+
+
+\section{Εισαγωγή}
+
+Η παρούσα εργασία αφορά τον παραλληλισμό συστημάτων με κατανεμημένη μνήμη και το μοντέλο μεταβίβασης μηνυμάτων (MPI).
+Το αντικείμενο με το οποίο ασχολούμαστε είναι ο αλγόριθμος ταξινόμησης \textbf{bitonic sort}, το οποίο έχουμε κατανέμει σε διαδικασίες που τρέχουνε σε διαφορετικούς υπολογιστές.
+Με αυτό τον τρόπο, κάθε διαδικασία έχει ένα μέρος των δεδομένων και τη θέση (διεύθυνση) που πρόκειται να ταξινομηθούν και ανταλλάσει δεδομένα με τις υπόλοιπες διαδικασίες.
+Αν και η συνήθης μορφή του αλγορίθμου είναι αναδρομική, στην παρούσα εργασία έχουμε ανοίξει την αναδρομή σε βρόχο επανάληψης.
+Ο βρόχος δημιουργεί το δίκτυο ταξινόμησης, όπου σε κάθε στάδιο οι διαδικασίες ανταλλάσουν δεδομένα με έναν, δύο, τέσσερις και ούτω καθεξής γείτονες, των οποίων οι διευθύνσεις διαφέρουν κατά hamming distance ίση με $1, 2, 4$ και ούτω καθεξής.
+Με άλλα λόγια ακολουθούν τις ακμές ενός υπερκύβου αντίστοιχης διάστασης με την δυαδική τάξη μεγέθους των διαδικασιών.
+
+\section{Παραδοτέα}
+Τα παραδοτέα της εργασίας αποτελούνται από:
+\begin{itemize}
+    \item Την παρούσα αναφορά.
+    \item Το \href{https://git.hoo2.net/hoo2/PDS/src/branch/master/homework_2}{σύνδεσμο με το αποθετήριο} που περιέχει τον κώδικα για την παραγωγή των εκτελέσιμων, της αναφοράς και τις μετρήσεις.
+\end{itemize}
+
+\section {Υλοποίηση}
+Πριν ξεκινήσουμε με τις λεπτομέρειες του αλγόριθμου και της υλοποίησης καλό θα ήταν να περιγράψουμε τις βασικές συναρτήσεις και δομές δεδομένων που χρησιμοποιούνται στην εργασία, ώστε να βοηθήσουμε στην καλύτερη κατανόηση της υλοποίησης.
+\begin{itemize}
+    \item \texttt{\textbf{distBitonic()}}:
+    Πρόκειται για την βασική συνάρτηση που υλοποιεί τον αλγόριθμο της εργασίας.
+    \item \texttt{\textbf{distBubbletonic()}}:
+    Πρόκειται για την βασική συνάρτηση που υλοποιεί τον αλγόριθμο της έκδοσης \textbf{v0.5}.
+    Ο αναγνώστης μπορεί να πειραματιστεί με αυτή την έκδοση καθώς υπάρχουν make rules, αλλά δεν κρύβει κάποιον “άσο στο μανίκι”, καθώς η βελτιστοποίηση έγινε με γνώμονα την \textit{distBitonic()}.
+    \item \texttt{\textbf{MPI\_t}}:
+    Ο τύπος αυτός δημιουργεί ένα επίπεδο αφαίρεσης γύρω από την MPI επικοινωνία, αρχικοποίηση και διαχείριση πόρων.
+    Κάθε αντικείμενο αυτού του τύπου μπορεί να διαχειριστεί σύγχρονη ή ασύγχρονη επικοινωνία.
+    Σε περίπτωση που παρουσιαστεί σφάλμα στην επικοινωνία, η εκτέλεση του προγράμματος τερματίζεται με κατάλληλη διαχείριση των πόρων του MPI.
+    \item \texttt{\textbf{ShadowedVec\_t}}:
+    Ο τύπος αυτός προσφέρει το interface ενός \textbf{std::vector}, ενώ εσωτερικά περικλείει δύο.
+    Ένα \textbf{ενεργό} και ένα ως \textbf{σκιά} του ενεργού.
+    Ο λόγος είναι για να προσφέρει εναλλακτικό χώρο αποθήκευσης για τα εισερχόμενα δεδομένα κατά την ανταλλαγή στην MPI επικοινωνία, αλλά και για τον αλγόριθμο ταξινόμησης elbow-sort, ο οποίος δεν μπορεί να λειτουργήσει \textit{“in-place”} καθώς χρειάζεται ξεχωριστό πίνακα προορισμού.
+    Με την αφαίρεση αυτή προσφέρουμε ένα κοινό interface που καλύπτει και τις δύο περιπτώσεις.
+    \item \texttt{\textbf{Timing}}:
+    Η τάξη αυτή προσφέρει δυνατότητες χρονομέτρησης μίας ή και πολλαπλών κλήσεων αθροίζοντας τους χρόνους.
+\end{itemize}
+
+\subsection{Model version}
+Η πρώτη έκδοση του αλγόριθμου ήταν μια ένα-προς-ένα αντιστοιχία με το μοντέλο που δημιουργήθηκε στη julia.
+Στην έκδοση αυτή όλες οι επικοινωνίες γίνονται με τις blocking εκδόσεις του MPI.
+Τα βασικά βήματα αυτής της έκδοσης για κάθε μία MPI διαδικασία είναι:
+\begin{itemize}
+    \item Ταξινόμηση των δεδομένων τοπικά χρησιμοποιώντας κάποιον “ακριβό” αλγόριθμο.
+    \item Ανταλλαγή όλων των δεδομένων με την διαδικασία - εταίρο (blocking).
+    \item Διαχωρισμός ελαχίστων -- μεγίστων, όπου η διαδικασία κρατάει τα μεν ή τα δε.
+    \item Ταξινόμηση με την elbow-sort.
+\end{itemize}
+Έτσι σε κάθε επανάληψη του βρόχου η κάθε MPI διαδικασία ανταλλάσει \textbf{όλα} τα δεδομένα με τον εταίρο της και \textbf{αφού} τελειώσει η επικοινωνία, \textbf{τότε} εκτελείται ο διαχωρισμός και η ταξινόμηση.
+Προφανώς και μόνο από τη διατύπωση της προηγούμενης πρότασης κάποιος θα σκεφτόταν ότι υπάρχουν τόσες ευκαιρίες να κάνουμε τα πράγματα καλύτερα.
+Να μειώσουμε τις επικοινωνίες, να τις κάνουμε ασύγχρονες, κλπ...
+Παραθέτοντας τον Donald E. Knuth\footnote{\citeKnuthACM} που αναφέρει πως: \textit{“premature optimization is the root of all evil”}, θα πρέπει να τονίσουμε πως για να επιλέξουμε τι από όλα πρέπει να βελτιστοποιήσουμε, πρέπει πρώτα να μετρήσουμε.
+\par
+Αρχικά λοιπόν, αναλύσαμε την εκτέλεση του προγράμματος τοπικά με 4 MPI tasks χρησιμοποιώντας το perf, το οποίο έδειξε ότι όσο μεγάλωνε το μέγεθος των δεδομένων τόσο ο \textbf{κυρίαρχος παράγοντας γινόταν η full sort}.
+Για την ακρίβεια:
+\begin{table}[H]
+    \centering
+    \renewcommand{\arraystretch}{1.25}
+    \begin{tabular}{r | c c c c c c}
+              &      Full Sort & Elbow Sort & MPI-exchange & Min-Max & Data Gen & Data Alloc  \\ \hline
+         q=20 &        33.67\% &     9.07\% &       1.96\% &  <0.5\% &   2.96\% &      1.1\%  \\
+         q=26 & \tred{67.21\%} &    13.63\% &       4.63\% &  2.05\% &    5.2\% &     1.74\%  \\
+    \end{tabular}
+%    \caption{Ποσοστό επί της συνολικής εκτέλεσης της κάθε MPI διεργασίας.}
+\end{table}
+\par
+Για να υποστηρίξουμε τα παραπάνω δεδομένα χρησιμοποιήσαμε και την συστοιχία batch.
+Για την ακρίβεια μετρήσαμε τόσο για $q=20$, όσο και για $q=27$, με 4 διεργασίες σε διάταξη 1node:4process και 4nodes:1process.
+\begin{table}[H]
+    \centering
+    \renewcommand{\arraystretch}{1.25}
+    \begin{tabular}{r | c c c c c}
+                  &       Total &     Full Sort & Elbow Sort &      MPI-exchange &   Min-Max  \\ \hline
+      N1P4 - q=20 &      138 ms &         94 ms &      26 ms &           14.5 ms &   2.54 ms  \\
+      N1P4 - q=27 &        20 s & \tred{15.5 s} &     3.44 s &   \tred{750.5 ms} &  425.3 ms  \\
+      N4P1 - q=20 &   151.7 ms  &       93.3 ms &      26 ms &           29.7 ms &   1.56 ms  \\
+      N4P1 - q=27 &        20 s & \tred{15.5 s} &     3.43 s & \tgreen{531.3 ms} &  336.3 ms  \\
+    \end{tabular}
+%    \caption{Χρόνος εκτέλεσης για την κάθε λειτουργία του αλγόριθμου.}
+\end{table}
+\par
+Τα παραπάνω δεδομένα επιβεβαιώνουν πως ο κυρίαρχος παράγοντας είναι η full sort που είναι $O(nlog(n))$, σε σχέση με όλα τα υπόλοιπα που είναι $O(n)$.
+Συμπεραίνουμε λοιπόν πως η αρχική “ακριβή” ταξινόμηση είναι πρακτικά το πρώτο πράγμα που πρέπει να βελτιστοποιήσουμε.
+Ακόμα τα δεδομένα φαίνεται να υποστηρίζουν πως η ανταλλαγή δεδομένων δεν επηρεάζεται τόσο από το αν οι διεργασίες επικοινωνούν σε κοινή μνήμη ή μέσω δικτύου.
+Το γεγονός ότι η συστοιχία “rome” έχει ακόμα γρηγορότερο interface δικτύου υποστηρίζει αυτή την υπόθεση.
+
+\subsection{Παραλληλοποίηση της full sort}
+Για την αρχική ταξινόμηση έχουμε χρησιμοποιήσει τη συνάρτηση βιβλιοθήκης std::sort(), η οποία χρησιμοποιεί την \textbf{introsort}.
+Μια υβριδική υλοποίηση quick-heap-insertion sort που εγγυάται $O(nlog(n))$ ακόμα και ως worst case.
+Για να τη βελτιστοποιήσουμε λοιπόν, απλώς την κάναμε παράλληλη.
+Θεωρώντας ότι η παραλληλοποίηση σε κοινή μνήμη δεν είναι το κύριο μέλημα της παρούσας εργασίας, απλώς χρησιμοποιήσαμε την openmp έκδοση της βιβλιοθήκης \textit{\_\_gnu\_parallel::sort()}.
+\par
+Με αυτή την αλλαγή και χρησιμοποιόντας 4 threads ανά MPI process, οι χρόνοι για το \boldmath $q=27$ πέσαν στην batch περίπου στα $4 sec$ ρίχνοντας έτσι και το συνολικό χρόνο περίπου στα $7.5 sec$. \unboldmath
+Με αυτό τον τρόπο μπορούμε να πάρουμε όση επιτάχυνση θέλουμε επιλέγοντας απλά αριθμό threads ανά MPI process.
+Ο περιοριστικός παράγοντας είναι οι πόροι που πρέπει να καταναλώσουμε στην συστοιχία για τις τελικές μετρήσεις.
+Με βάση τα παραπάνω, τα \textbf{4 threads} φαίνεται ένα καλό νούμερο, καθώς δεν αυξάνει πολύ τους πόρους και ταυτόχρονα προσφέρει μια ισορροπία μεταξύ της fullsort και του υπόλοιπου αλγόριθμου.
+
+\subsection{Βελτιστοποίηση του MPI}
+
+\end{document}
@@ -23,3 +23,13 @@ bool isActive(mpi_id_t node, size_t nodes) {
    return (node >= 0) && (node < static_cast<mpi_id_t>(nodes));
 }

+size_t tagGenerator(size_t depth, size_t step, size_t stage) {
+    auto stage_bits = static_cast<uint32_t>(std::log2(MAX_PIPELINE_SIZE));
+    auto step_bits  = static_cast<uint32_t>(std::log2(MAX_MPI_SIZE));
+    // ^ We use MPI_SIZE room for steps to fit the bubbletonic version
+
+    size_t tag = stage
+                 | (step << stage_bits)
+                 | (depth << (stage_bits + step_bits));
+    return tag;
+}
@@ -17,7 +17,7 @@
 #include "distsort.hpp"


-// Global config data
+// Global session data
 config_t        config;
 MPI_t<>         mpi;
 distBuffer_t    Data;
@@ -43,36 +43,49 @@ bool get_options(int argc, char* argv[]){
                status = false;
            }
        }
+        else if (arg == "--pipeline") {
+            if (i+1 < argc) {
+                auto stages = atoi(argv[++i]);
+                if (isPowerOfTwo(stages) && stages <= static_cast<int>(MAX_PIPELINE_SIZE))
+                    config.pipeline = stages;
+                else
+                    status = false;
+            }
+            else {
+                status = false;
+            }
+        }
        else if (arg == "--validation") {
            config.validation = true;
        }
-        else if (arg == "--ndebug") {
-            config.ndebug = true;
-        }
        else if (arg == "--perf") {
            config.perf = true;
        }
+        else if (arg == "--ndebug") {
+            config.ndebug = true;
+        }
        else if (arg == "-v" || arg == "--verbose") {
            config.verbose = true;
        }
        else if (arg == "-h" || arg == "--help") {
            std::cout << "distbitonic/distbubbletonic - A distributed bitonic sort\n\n";
-            std::cout << "distbitonic -q <N> [--validation] [--ndebug] [-v]\n";
+            std::cout << "distbitonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
            std::cout << "distbitonic -h\n";
-            std::cout << "distbubbletonic -q <N> [--validation] [--ndebug] [-v]\n";
+            std::cout << "distbubbletonic -q <N> [--pipeline N] [--validation] [--ndebug] [-v]\n";
            std::cout << "distbubbletonic -h\n";
            std::cout << '\n';
            std::cout << "Options:\n\n";
            std::cout << "   -q | --array-size <N>\n";
            std::cout << "      Selects the array size according to size = 2^N\n\n";
-            std::cout << "   --par-sort\n";
-            std::cout << "      Request a parallel full sorting algorithm\n\n";
+            std::cout << "   --pipeline <N>\n";
+            std::cout << "      Request a pipeline of <N> stages for exchange-minmax\n";
+            std::cout << "      N must be power of 2 up to " << MAX_PIPELINE_SIZE << "\n\n";
            std::cout << "   --validation\n";
            std::cout << "      Request a full validation at the end, performed by process rank 0\n\n";
+            std::cout << "   --perf\n";
+            std::cout << "      Request performance timing measurements to stdout.\n\n";
            std::cout << "   --ndebug\n";
            std::cout << "      Skip debug breakpoint when on debug build.\n\n";
-            std::cout << "   -t | --timing\n";
-            std::cout << "      Request timing measurements output to stdout.\n\n";
            std::cout << "   -v | --verbose\n";
            std::cout << "      Request a more verbose output to stdout.\n\n";
            std::cout << "   -h | --help\n";
@@ -126,6 +126,49 @@ TEST_F(TMPIdistSort, distBubbletonic_test2) {
    }
 }

+/*
+ * MPI: SysTest (acceptance)
+ * Each process executes distBubbletonic for uin32_t [1 << 16] with pipeline
+ */
+TEST_F(TMPIdistSort, distBubbletonic_test3) {
+    // Create and fill vector
+    using tsValue_t = uint32_t;      // Test parameters
+    size_t ts_buffer_size = 1 << 16;
+
+    ShadowedVec_t<tsValue_t> ts_Data;
+    std::uniform_int_distribution<tsValue_t > dis(
+            std::numeric_limits<tsValue_t>::min(),
+            std::numeric_limits<tsValue_t>::max()
+    );
+    ts_Data.resize(ts_buffer_size);
+    std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
+
+    // Set pipeline
+    config.pipeline = 8;
+
+    // Execute function under test in all processes
+    distBubbletonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
+
+    // Local min and max
+    auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
+    auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
+
+    // Gather min/max to rank 0
+    std::vector<tsValue_t> global_mins(ts_mpi.size());
+    std::vector<tsValue_t> global_maxes(ts_mpi.size());
+    MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
+
+    MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
+    MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
+
+    // Check results
+    EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
+    if (ts_mpi.rank() == 0) {
+        for (size_t i = 1; i < global_mins.size(); ++i) {
+            EXPECT_LE(global_maxes[i - 1], global_mins[i]);
+        }
+    }
+}

 /*
 * MPI: SysTest (acceptance)
@@ -209,3 +252,46 @@ TEST_F(TMPIdistSort, distBitonic_test2) {
    }
 }

+/*
+ * MPI: SysTest (acceptance)
+ * Each process executes distBitonic for uin32_t [1 << 16] with pipeline
+ */
+TEST_F(TMPIdistSort, distBitonic_test3) {
+    // Create and fill vector
+    using tsValue_t = uint32_t;      // Test parameters
+    size_t ts_buffer_size = 1 << 16;
+
+    ShadowedVec_t<tsValue_t> ts_Data;
+    std::uniform_int_distribution<tsValue_t > dis(
+            std::numeric_limits<tsValue_t>::min(),
+            std::numeric_limits<tsValue_t>::max()
+    );
+    ts_Data.resize(ts_buffer_size);
+    std::generate(ts_Data.begin(), ts_Data.end(), [&]() { return dis(gen); });
+
+    // Set pipeline
+    config.pipeline = 8;
+
+    // Execute function under test in all processes
+    distBitonic(ts_Data, ts_mpi.size(), ts_mpi.rank());
+
+    // Local min and max
+    auto local_min = *std::min_element(ts_Data.begin(), ts_Data.end());
+    auto local_max = *std::max_element(ts_Data.begin(), ts_Data.end());
+
+    // Gather min/max to rank 0
+    std::vector<tsValue_t> global_mins(ts_mpi.size());
+    std::vector<tsValue_t> global_maxes(ts_mpi.size());
+    MPI_Datatype datatype = MPI_TypeMapper<tsValue_t>::getType();
+
+    MPI_Gather(&local_min, 1, datatype, global_mins.data(), 1, datatype, 0, MPI_COMM_WORLD);
+    MPI_Gather(&local_max, 1, datatype, global_maxes.data(), 1, datatype, 0, MPI_COMM_WORLD);
+
+    // Check results
+    EXPECT_EQ(std::is_sorted(ts_Data.begin(), ts_Data.end()), true);
+    if (ts_mpi.rank() == 0) {
+        for (size_t i = 1; i < global_mins.size(); ++i) {
+            EXPECT_LE(global_maxes[i - 1], global_mins[i]);
+        }
+    }
+}
Author	SHA1	Message	Date
hoo2	0b3d0a9219	HW2: Report started	2025-01-08 15:56:35 +02:00
hoo2	b8e05dbe7c	HW2: Measurement files for all-3 version and performance process scripts	2025-01-08 15:52:17 +02:00
hoo2	3bf4522448	HW2: RC3b - A MinMax-MPIexchange pipeline and small changes	2025-01-05 21:26:56 +02:00
				`@@ -6,5 +6,3 @@`
				`1873663 rome N4P32T4Q27 cchoutou 0:00 5:00 PD 4 512 (Priority)`