running /home/squire/pde/psimeq_debug on 3 LINUX ch_p4 processors Created /home/squire/pde/PI3729 recvd Bcast k=0, n=10 for proc=2 at 0.003407 sec mark off 2 levtovers in node 2 leftovers out of node 2 B[8][0]=9 B[8][1]=9 B[8][2]=9 B[8][3]=9 B[8][4]=9 B[8][5]=9 B[8][6]=9 B[8][7]=9 B[8][8]=9 B[8][9]=10 B[8][10]=496 B[9][0]=10 B[9][1]=10 B[9][2]=10 B[9][3]=10 B[9][4]=10 B[9][5]=10 B[9][6]=10 B[9][7]=10 B[9][8]=10 B[9][9]=10 B[9][10]=550 B[10][0]=11 B[10][1]=11 B[10][2]=11 B[10][3]=11 B[10][4]=11 B[10][5]=11 B[10][6]=11 B[10][7]=11 B[10][8]=11 B[10][9]=11 B[10][10]=605 B[11][0]=12 B[11][1]=12 B[11][2]=12 B[11][3]=12 B[11][4]=12 B[11][5]=12 B[11][6]=12 B[11][7]=12 B[11][8]=12 B[11][9]=12 B[11][10]=660 node 2, upivrow 0011, ipivrow=-1 sent gath ipivot=1, abspivot= 10 for proc=2 at 0.003584 sec reduce ipivrow=1, jj=2, k=0 for proc=2 at 0.003959 sec setting node 2, upivrow[1]=1 node 2, upivrow 0111, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.003977 sec reduce ipivrow=0, jj=0, k=1 for proc=2 at 0.004205 sec node 2, upivrow 0111, ipivrow=0 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.004222 sec reduce ipivrow=1, jj=0, k=2 for proc=2 at 0.004442 sec node 2, upivrow 0111, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.004458 sec reduce ipivrow=2, jj=0, k=3 for proc=2 at 0.004677 sec node 2, upivrow 0111, ipivrow=2 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.004694 sec reduce ipivrow=3, jj=0, k=4 for proc=2 at 0.004911 sec node 2, upivrow 0111, ipivrow=3 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.004928 sec reduce ipivrow=0, jj=1, k=5 for proc=2 at 0.005158 sec node 2, upivrow 0111, ipivrow=0 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.005173 sec reduce ipivrow=1, jj=1, k=6 for proc=2 at 0.005394 sec node 2, upivrow 0111, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.00541 sec reduce ipivrow=2, jj=1, k=7 for proc=2 at 0.005628 sec node 2, upivrow 0111, ipivrow=2 sent gath ipivot=-1, abspivot= 0 for proc=2 at 0.005645 sec reduce ipivrow=3, jj=1, k=8 for proc=2 at 0.005864 sec node 2, upivrow 0111, ipivrow=3 sent gath ipivot=0, abspivot= 1 for proc=2 at 0.005879 sec reduce ipivrow=0, jj=2, k=9 for proc=2 at 0.006095 sec setting node 2, upivrow[0]=1 node 2, upivrow 1111, ipivrow=0 recvd Bcast k=0, n=10 for proc=1 at 0.164605 sec mark off 2 levtovers in node 2 B[4][0]=5 B[4][1]=5 B[4][2]=5 B[4][3]=5 B[4][4]=5 B[4][5]=6 B[4][6]=7 B[4][7]=8 B[4][8]=9 B[4][9]=10 B[4][10]=310 B[5][0]=6 B[5][1]=6 B[5][2]=6 B[5][3]=6 B[5][4]=6 B[5][5]=6 B[5][6]=7 B[5][7]=8 B[5][8]=9 B[5][9]=10 B[5][10]=350 B[6][0]=7 B[6][1]=7 B[6][2]=7 B[6][3]=7 B[6][4]=7 B[6][5]=7 B[6][6]=7 B[6][7]=8 B[6][8]=9 B[6][9]=10 B[6][10]=395 B[7][0]=8 B[7][1]=8 B[7][2]=8 B[7][3]=8 B[7][4]=8 B[7][5]=8 B[7][6]=8 B[7][7]=8 B[7][8]=9 B[7][9]=10 B[7][10]=444 node 1, upivrow 0000, ipivrow=-1 sent gath ipivot=3, abspivot= 8 for proc=1 at 0.164772 sec reduce ipivrow=1, jj=2, k=0 for proc=1 at 0.164995 sec node 1, upivrow 0000, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=1 at 0.16501 sec reduce ipivrow=0, jj=0, k=1 for proc=1 at 0.165232 sec node 1, upivrow 0000, ipivrow=0 sent gath ipivot=-1, abspivot= 0 for proc=1 at 0.165246 sec reduce ipivrow=1, jj=0, k=2 for proc=1 at 0.165468 sec node 1, upivrow 0000, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=1 at 0.165481 sec reduce ipivrow=2, jj=0, k=3 for proc=1 at 0.165703 sec node 1, upivrow 0000, ipivrow=2 sent gath ipivot=-1, abspivot= 0 for proc=1 at 0.165716 sec reduce ipivrow=3, jj=0, k=4 for proc=1 at 0.165939 sec node 1, upivrow 0000, ipivrow=3 sent gath ipivot=0, abspivot= 1 for proc=1 at 0.165951 sec reduce ipivrow=0, jj=1, k=5 for proc=1 at 0.166184 sec setting node 1, upivrow[0]=1 node 1, upivrow 1000, ipivrow=0 sent gath ipivot=1, abspivot= 1 for proc=1 at 0.166197 sec reduce ipivrow=1, jj=1, k=6 for proc=1 at 0.166419 sec setting node 1, upivrow[1]=1 node 1, upivrow 1100, ipivrow=1 sent gath ipivot=2, abspivot= 1 for proc=1 at 0.166433 sec reduce ipivrow=2, jj=1, k=7 for proc=1 at 0.166653 sec setting node 1, upivrow[2]=1 node 1, upivrow 1110, ipivrow=2 sent gath ipivot=3, abspivot= 1 for proc=1 at 0.166666 sec reduce ipivrow=3, jj=1, k=8 for proc=1 at 0.166889 sec setting node 1, upivrow[3]=1 node 1, upivrow 1111, ipivrow=3 sent gath ipivot=-1, abspivot= 0 for proc=1 at 0.166903 sec reduce ipivrow=0, jj=2, k=9 for proc=1 at 0.167122 sec node 1, upivrow 1111, ipivrow=0 psimeq_debug.c numprocs=3, n=10 Bcast is blocking and must be executed by all. Gather automatically indexes through gath. only master receives from Gather. no order guaranteed for printf output. recvd Bcast k=0, n=10 for proc=0 at 0.363408 sec mark off 2 levtovers in node 2 B[0][0]=1 B[0][1]=2 B[0][2]=3 B[0][3]=4 B[0][4]=5 B[0][5]=6 B[0][6]=7 B[0][7]=8 B[0][8]=9 B[0][9]=10 B[0][10]=220 B[1][0]=2 B[1][1]=2 B[1][2]=3 B[1][3]=4 B[1][4]=5 B[1][5]=6 B[1][6]=7 B[1][7]=8 B[1][8]=9 B[1][9]=10 B[1][10]=230 B[2][0]=3 B[2][1]=3 B[2][2]=3 B[2][3]=4 B[2][4]=5 B[2][5]=6 B[2][6]=7 B[2][7]=8 B[2][8]=9 B[2][9]=10 B[2][10]=249 B[3][0]=4 B[3][1]=4 B[3][2]=4 B[3][3]=4 B[3][4]=5 B[3][5]=6 B[3][6]=7 B[3][7]=8 B[3][8]=9 B[3][9]=10 B[3][10]=276 node 0, upivrow 0000, ipivrow=-1 sent gath ipivot=3, abspivot= 4 for proc=0 at 0.364512 sec master gath vector gath ipivot[0]=3, abspivot=4 gath ipivot[1]=3, abspivot=8 gath ipivot[2]=1, abspivot=10 k=0, node=2, ipivrow=1, abspivot=10 pivrow=9 ROW[0]=9 ROW[1]=1 ROW[2]=2 ROW[3]=3 ROW[4]=4 ROW[5]=5 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=1 rbuf[1]=1 rbuf[2]=1 rbuf[3]=1 rbuf[4]=1 rbuf[5]=1 rbuf[6]=1 rbuf[7]=1 rbuf[8]=1 rbuf[9]=1 rbuf[10]=55 rbuf[11]=1 rbuf[12]=2 reduce ipivrow=1, jj=2, k=0 for proc=0 at 0.364562 sec node 0, upivrow 0000, ipivrow=1 sent gath ipivot=0, abspivot= 1 for proc=0 at 0.364768 sec master gath vector gath ipivot[0]=0, abspivot=1 gath ipivot[1]=-1, abspivot=0 gath ipivot[2]=-1, abspivot=0 k=1, node=0, ipivrow=0, abspivot=1 pivrow=0 ROW[0]=9 ROW[1]=0 ROW[2]=2 ROW[3]=3 ROW[4]=4 ROW[5]=5 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=1 rbuf[2]=2 rbuf[3]=3 rbuf[4]=4 rbuf[5]=5 rbuf[6]=6 rbuf[7]=7 rbuf[8]=8 rbuf[9]=9 rbuf[10]=165 rbuf[11]=0 rbuf[12]=0 reduce ipivrow=0, jj=0, k=1 for proc=0 at 0.364809 sec setting node 0, upivrow[0]=1 node 0, upivrow 1000, ipivrow=0 sent gath ipivot=1, abspivot= 1 for proc=0 at 0.365005 sec master gath vector gath ipivot[0]=1, abspivot=1 gath ipivot[1]=-1, abspivot=0 gath ipivot[2]=-1, abspivot=0 k=2, node=0, ipivrow=1, abspivot=1 pivrow=1 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=3 ROW[4]=4 ROW[5]=5 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=1 rbuf[3]=2 rbuf[4]=3 rbuf[5]=4 rbuf[6]=5 rbuf[7]=6 rbuf[8]=7 rbuf[9]=8 rbuf[10]=120 rbuf[11]=1 rbuf[12]=0 reduce ipivrow=1, jj=0, k=2 for proc=0 at 0.365045 sec setting node 0, upivrow[1]=1 node 0, upivrow 1100, ipivrow=1 sent gath ipivot=2, abspivot= 1 for proc=0 at 0.365241 sec master gath vector gath ipivot[0]=2, abspivot=1 gath ipivot[1]=-1, abspivot=0 gath ipivot[2]=-1, abspivot=0 k=3, node=0, ipivrow=2, abspivot=1 pivrow=2 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=4 ROW[5]=5 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=1 rbuf[4]=2 rbuf[5]=3 rbuf[6]=4 rbuf[7]=5 rbuf[8]=6 rbuf[9]=7 rbuf[10]=84 rbuf[11]=2 rbuf[12]=0 reduce ipivrow=2, jj=0, k=3 for proc=0 at 0.365281 sec setting node 0, upivrow[2]=1 node 0, upivrow 1110, ipivrow=2 sent gath ipivot=3, abspivot= 1 for proc=0 at 0.365476 sec master gath vector gath ipivot[0]=3, abspivot=1 gath ipivot[1]=-1, abspivot=0 gath ipivot[2]=-1, abspivot=0 k=4, node=0, ipivrow=3, abspivot=1 pivrow=3 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=5 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=1 rbuf[5]=2 rbuf[6]=3 rbuf[7]=4 rbuf[8]=5 rbuf[9]=6 rbuf[10]=56 rbuf[11]=3 rbuf[12]=0 reduce ipivrow=3, jj=0, k=4 for proc=0 at 0.365516 sec setting node 0, upivrow[3]=1 node 0, upivrow 1111, ipivrow=3 sent gath ipivot=-1, abspivot= 0 for proc=0 at 0.36571 sec master gath vector gath ipivot[0]=-1, abspivot=0 gath ipivot[1]=0, abspivot=1 gath ipivot[2]=-1, abspivot=0 k=5, node=1, ipivrow=0, abspivot=1 pivrow=4 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=6 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=0 rbuf[5]=1 rbuf[6]=2 rbuf[7]=3 rbuf[8]=4 rbuf[9]=5 rbuf[10]=35 rbuf[11]=0 rbuf[12]=1 reduce ipivrow=0, jj=1, k=5 for proc=0 at 0.365761 sec node 0, upivrow 1111, ipivrow=0 sent gath ipivot=-1, abspivot= 0 for proc=0 at 0.365957 sec master gath vector gath ipivot[0]=-1, abspivot=0 gath ipivot[1]=1, abspivot=1 gath ipivot[2]=-1, abspivot=0 k=6, node=1, ipivrow=1, abspivot=1 pivrow=5 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=5 ROW[7]=7 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=0 rbuf[5]=0 rbuf[6]=1 rbuf[7]=2 rbuf[8]=3 rbuf[9]=4 rbuf[10]=20 rbuf[11]=1 rbuf[12]=1 reduce ipivrow=1, jj=1, k=6 for proc=0 at 0.365998 sec node 0, upivrow 1111, ipivrow=1 sent gath ipivot=-1, abspivot= 0 for proc=0 at 0.366192 sec master gath vector gath ipivot[0]=-1, abspivot=0 gath ipivot[1]=2, abspivot=1 gath ipivot[2]=-1, abspivot=0 k=7, node=1, ipivrow=2, abspivot=1 pivrow=6 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=5 ROW[7]=6 ROW[8]=8 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=0 rbuf[5]=0 rbuf[6]=0 rbuf[7]=1 rbuf[8]=2 rbuf[9]=3 rbuf[10]=10 rbuf[11]=2 rbuf[12]=1 reduce ipivrow=2, jj=1, k=7 for proc=0 at 0.366232 sec node 0, upivrow 1111, ipivrow=2 sent gath ipivot=-1, abspivot= 0 for proc=0 at 0.366428 sec master gath vector gath ipivot[0]=-1, abspivot=0 gath ipivot[1]=3, abspivot=1 gath ipivot[2]=-1, abspivot=0 k=8, node=1, ipivrow=3, abspivot=1 pivrow=7 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=5 ROW[7]=6 ROW[8]=7 ROW[9]=9 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=0 rbuf[5]=0 rbuf[6]=0 rbuf[7]=0 rbuf[8]=1 rbuf[9]=2 rbuf[10]=4 rbuf[11]=3 rbuf[12]=1 reduce ipivrow=3, jj=1, k=8 for proc=0 at 0.366467 sec node 0, upivrow 1111, ipivrow=3 sent gath ipivot=-1, abspivot= 0 for proc=0 at 0.36666 sec master gath vector gath ipivot[0]=-1, abspivot=0 gath ipivot[1]=-1, abspivot=0 gath ipivot[2]=0, abspivot=1 k=9, node=2, ipivrow=0, abspivot=1 pivrow=8 ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=5 ROW[7]=6 ROW[8]=7 ROW[9]=8 rbuf[0]=0 rbuf[1]=0 rbuf[2]=0 rbuf[3]=0 rbuf[4]=0 rbuf[5]=0 rbuf[6]=0 rbuf[7]=0 rbuf[8]=0 rbuf[9]=1 rbuf[10]=1 rbuf[11]=0 rbuf[12]=2 reduce ipivrow=0, jj=2, k=9 for proc=0 at 0.366699 sec ROW[0]=9 ROW[1]=0 ROW[2]=1 ROW[3]=2 ROW[4]=3 ROW[5]=4 ROW[6]=5 ROW[7]=6 ROW[8]=7 ROW[9]=8 raw gath Y[0]=9 raw gath Y[1]=8 raw gath Y[2]=7 raw gath Y[3]=6 raw gath Y[4]=5 raw gath Y[5]=4 raw gath Y[6]=3 raw gath Y[7]=2 raw gath Y[8]=1 raw gath Y[9]=10 Y[0]=10 Y[1]=9 Y[2]=8 Y[3]=7 Y[4]=6 Y[5]=5 Y[6]=4 Y[7]=3 Y[8]=2 Y[9]=1 end psimeq_debug.c at 0.366952 sec node 0, upivrow 1111, ipivrow=0