30 init 1
30 compute 127155
30 compute 2652
30 compute 336657
30 compute 13030557
30 comm_size 32
30 bcast 1
30 compute 25800
30 barrier
30 compute 22474
30 comm_size 32
30 bcast 1
30 compute 23738
30 barrier
30 compute 22692
30 comm_size 32
30 bcast 1
30 compute 23582
30 barrier
30 compute 22610
30 comm_size 32
30 bcast 1
30 compute 23666
30 barrier
30 compute 22696
30 comm_size 32
30 bcast 1
30 compute 23699
30 barrier
30 compute 22768
30 comm_size 32
30 bcast 1
30 compute 23666
30 barrier
30 compute 22556
30 comm_size 32
30 bcast 1
30 compute 23438
30 barrier
30 compute 426
30 barrier
30 compute 165755
30 barrier
30 compute 22785335
30 barrier
30 compute 97259
30 comm_size 32
30 bcast 1
30 compute 378783
30 barrier
30 compute 12856
30 comm_size 32
30 bcast 1
30 compute 46319
30 barrier
30 compute 1017214
30 barrier
30 compute 124224
30 gather 795 795 0 
30 compute 87539379
30 allToAll 1746 1746 
30 compute 276029
30 barrier
30 compute 409313447
30 comm_size 32
30 allReduce 32 18389809 1
30 compute 2984187726
30 compute 1525
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 1058608125
30 barrier
30 compute 7712
30 compute 332
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 854144576
30 barrier
30 compute 866371
30 allToAll 13824 13824 
30 compute 10867
30 allToAll 13824 13824 
30 compute 26015
30 comm_size 32
30 allReduce 1 18926466
30 compute 37317
30 comm_size 32
30 allReduce 795 794203941
30 compute 40864
30 comm_size 32
30 allReduce 2 830615079
30 compute 835216
30 allToAll 13824 13824 
30 compute 10827
30 allToAll 13824 13824 
30 compute 25978
30 comm_size 32
30 allReduce 1 10224036
30 compute 415815
30 comm_size 32
30 allReduce 32 30205336 1
30 compute 60481268189
30 compute 1717
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3637118180 
30 compute 64015
30 comm_size 32
30 allReduce 2 767140397
30 compute 837291
30 allToAll 13824 13824 
30 compute 11879
30 allToAll 13824 13824 
30 compute 25803
30 comm_size 32
30 allReduce 1 9200197
30 compute 12557
30 compute 1377
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 175833422323
30 comm_size 32
30 allReduce 4 5090292299
30 compute 128288788
30 compute 332
30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 
30 compute 128241592
30 compute 332
30 allToAllV 25641510 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801299 801270 801270 801270  25834050  828900 828900 828900 828900 828900 828900 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 801270 
30 compute 10047955
30 comm_size 32
30 allReduce 1729832 1121773018
30 compute 10272934830
30 comm_size 32
30 bcast 934 31 0
30 compute 337
30 barrier
30 compute 19418
30 comm_size 32
30 bcast 1729832
30 compute 1564980
30 comm_size 32
30 allReduce 223729 382489733
30 compute 10199279
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 62038228
30 compute 1169
30 gather 133 133 0 
30 compute 29258357757
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3483782718 
30 compute 61593
30 comm_size 32
30 allReduce 2 906211954
30 compute 835390
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24689
30 comm_size 32
30 allReduce 1 12819274
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84961101907
30 comm_size 32
30 allReduce 4 5146518047
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916762
30 comm_size 32
30 allReduce 223729 175194494
30 compute 11163
30 comm_size 32
30 allReduce 1 96061965
30 compute 10188
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108186195
30 comm_size 32
30 allReduce 2 16629832837
30 compute 61913746
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 116077833
30 comm_size 32
30 allReduce 7 25508213
30 compute 210063737
30 comm_size 32
30 allReduce 223729 157952772
30 compute 10181737
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241327
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3525161399 
30 compute 61593
30 comm_size 32
30 allReduce 2 893536711
30 compute 835395
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24689
30 comm_size 32
30 allReduce 1 15732462
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84961101806
30 comm_size 32
30 allReduce 4 5061753420
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916768
30 comm_size 32
30 allReduce 223729 184239850
30 compute 11219
30 comm_size 32
30 allReduce 1 128024184
30 compute 10165
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169880
30 comm_size 32
30 allReduce 2 16555726581
30 compute 61913741
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 194466400
30 comm_size 32
30 allReduce 7 22080691
30 compute 445317196
30 comm_size 32
30 allReduce 223729 754505798
30 compute 10181739
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241378
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 5188991418 
30 compute 61577
30 comm_size 32
30 allReduce 2 1435688617
30 compute 835382
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 14303405
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930181
30 comm_size 32
30 allReduce 4 4960484976
30 compute 61910432
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916752
30 comm_size 32
30 allReduce 223729 243030063
30 compute 11154
30 comm_size 32
30 allReduce 1 120296581
30 compute 10166
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169876
30 comm_size 32
30 allReduce 2 16017323722
30 compute 61913740
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 272880491
30 comm_size 32
30 allReduce 7 42791018
30 compute 602139748
30 comm_size 32
30 allReduce 223729 801568492
30 compute 10181610
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241327
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 6729021817 
30 compute 61577
30 comm_size 32
30 allReduce 2 1034715594
30 compute 835371
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 13809061
30 compute 6338
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930176
30 comm_size 32
30 allReduce 4 4962730949
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916752
30 comm_size 32
30 allReduce 223729 169919535
30 compute 11154
30 comm_size 32
30 allReduce 1 81217573
30 compute 10165
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169879
30 comm_size 32
30 allReduce 2 16132112559
30 compute 61913741
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 351294568
30 comm_size 32
30 allReduce 7 80531552
30 compute 758969422
30 comm_size 32
30 allReduce 223729 250067558
30 compute 10181509
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241383
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3047108898 
30 compute 61577
30 comm_size 32
30 allReduce 2 879760727
30 compute 835382
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 11341180
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930171
30 comm_size 32
30 allReduce 4 4983531847
30 compute 61910432
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916751
30 comm_size 32
30 allReduce 223729 190024829
30 compute 11147
30 comm_size 32
30 allReduce 1 89397357
30 compute 10165
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169885
30 comm_size 32
30 allReduce 2 16271842186
30 compute 61913741
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 429708654
30 comm_size 32
30 allReduce 7 66053610
30 compute 915799334
30 comm_size 32
30 allReduce 223729 214897750
30 compute 10181525
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241365
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2902497169 
30 compute 61577
30 comm_size 32
30 allReduce 2 915334362
30 compute 835382
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 10227116
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930176
30 comm_size 32
30 allReduce 4 5007487781
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916752
30 comm_size 32
30 allReduce 223729 175843248
30 compute 11147
30 comm_size 32
30 allReduce 1 90474436
30 compute 10166
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169897
30 comm_size 32
30 allReduce 2 15864784024
30 compute 61913740
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 508122739
30 comm_size 32
30 allReduce 7 66590009
30 compute 1020314069
30 comm_size 32
30 allReduce 223729 249423805
30 compute 10181609
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241388
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3040346752 
30 compute 61577
30 comm_size 32
30 allReduce 2 918454222
30 compute 835382
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 9102199
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930186
30 comm_size 32
30 allReduce 4 5005850455
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916753
30 comm_size 32
30 allReduce 223729 191786247
30 compute 11154
30 comm_size 32
30 allReduce 1 84439751
30 compute 10166
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169871
30 comm_size 32
30 allReduce 2 15872721241
30 compute 61913741
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 508097807
30 comm_size 32
30 allReduce 7 65870846
30 compute 1020314089
30 comm_size 32
30 allReduce 223729 204902855
30 compute 10181554
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241326
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2921831744 
30 compute 61577
30 comm_size 32
30 allReduce 2 903979842
30 compute 835372
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 10900035
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930175
30 comm_size 32
30 allReduce 4 5226966611
30 compute 61910433
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916751
30 comm_size 32
30 allReduce 223729 172621199
30 compute 11148
30 comm_size 32
30 allReduce 1 88828513
30 compute 10165
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169883
30 comm_size 32
30 allReduce 2 16351586822
30 compute 61913740
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 508097820
30 comm_size 32
30 allReduce 7 83306683
30 compute 1020314234
30 comm_size 32
30 allReduce 223729 187706049
30 compute 10181614
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 29320241390
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 2996615270 
30 compute 61577
30 comm_size 32
30 allReduce 2 911879972
30 compute 835382
30 allToAll 13824 13824 
30 compute 11117
30 allToAll 13824 13824 
30 compute 24760
30 comm_size 32
30 allReduce 1 9889772
30 compute 6337
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960930181
30 comm_size 32
30 allReduce 4 5098330416
30 compute 61910431
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 916752
30 comm_size 32
30 allReduce 223729 190615906
30 compute 11154
30 comm_size 32
30 allReduce 1 80035534
30 compute 10165
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 270108169874
30 comm_size 32
30 allReduce 2 15860127649
30 compute 61913740
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 508097814
30 comm_size 32
30 allReduce 7 63723806
30 compute 1020314090
30 comm_size 32
30 allReduce 223729 233140751
30 compute 10181548
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 61910106
30 compute 1271
30 gather 133 133 0 
30 compute 29258334218
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3063137347 
30 compute 63677
30 comm_size 32
30 allReduce 2 918339473
30 compute 836407
30 allToAll 13824 13824 
30 compute 10997
30 allToAll 13824 13824 
30 compute 25400
30 comm_size 32
30 allReduce 1 12130150
30 compute 6687
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 84960931786
30 comm_size 32
30 allReduce 4 5108148398
30 compute 61910884
30 compute 346
30 allToAllV 12378660 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820  13096620  414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820 
30 compute 910423
30 comm_size 32
30 allReduce 223729 215770764
30 compute 1568017498
30 comm_size 32
30 allReduce 1 72004742
30 compute 9931
30 compute 346
30 allToAllV 13096620 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 414450 386820 386820 386820 386820 386820 386820 386820  12378660  386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386834 386820 386820 386820 
30 compute 61910673
30 comm_size 32
30 bcast 473 31 0
30 compute 338
30 barrier
30 compute 29208830070
30 compute 336
30 reduceScatter 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 3283332423 
30 compute 839407
30 allToAll 13824 13824 
30 compute 11229
30 allToAll 13824 13824 
30 compute 25689
30 comm_size 32
30 allReduce 1 11338783
30 compute 987
30 comm_size 32
30 allReduce 6 765666
30 compute 4252
30 compute 344
30 allGatherV 0 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 176256 0 0 0 176256 352512 528768 705024 881280 1057536 1233792 1410048 1586304 1762560 1938816 2115072 2291328 2467584 2643840 2820096 2996352 3172608 3348864 3525120 3701376 3877632 4053888 4230144 4406400 4582656 4758912 4935168 5111424 5258304 5258304 
30 compute 8332661300
30 comm_size 32
30 allReduce 795 1702245768
30 compute 993
30 comm_size 32
30 allReduce 1 1385895
30 compute 47028
30 barrier
30 compute 504103
30 compute 1090
30 gather 133 133 0 
30 compute 2502
30 compute 451
30 gather 3 3 0 
30 compute 87229
30 barrier
30 compute 20438
30 barrier
30 compute 346
30 barrier
30 compute 2654
30 finalize