Fri Jan 19 10:33:41 PST 2018 Thread 6 (Thread 0x7f49e9069700 (LWP 23357)): #0 0x00007f49ed962b2d in accept () from /lib64/libpthread.so.0 #1 0x00007f49e90751c3 in els_accept_connection () from /sasconfig/TKGrid/lib/tkels.so #2 0x00007f49e9072306 in bkelsAcceptThread () from /sasconfig/TKGrid/lib/tkels.so #3 0x00007f49ec606494 in sktMain () from /sasconfig/TKGrid/lib/tkmk.so #4 0x00007f49ec608231 in bktMain () from /sasconfig/TKGrid/lib/tkmk.so #5 0x00007f49ed95baa1 in start_thread () from /lib64/libpthread.so.0 #6 0x00007f49ecfe9bcd in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7f49e842e700 (LWP 23358)): #0 0x00007f49ed95fa5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f49ec608344 in bktWait () from /sasconfig/TKGrid/lib/tkmk.so #2 0x00007f49ec606c7d in sktWaitCommon () from /sasconfig/TKGrid/lib/tkmk.so #3 0x00007f49ec606ae1 in sktWait () from /sasconfig/TKGrid/lib/tkmk.so #4 0x00007f49ec639a54 in skatAtomicMonitor () from /sasconfig/TKGrid/lib/tkmk.so #5 0x00007f49ec606494 in sktMain () from /sasconfig/TKGrid/lib/tkmk.so #6 0x00007f49ec608231 in bktMain () from /sasconfig/TKGrid/lib/tkmk.so #7 0x00007f49ed95baa1 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f49ecfe9bcd in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7f49e08ff700 (LWP 23359)): #0 0x00007f49ed95fa5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f49ec608344 in bktWait () from /sasconfig/TKGrid/lib/tkmk.so #2 0x00007f49ec606c7d in sktWaitCommon () from /sasconfig/TKGrid/lib/tkmk.so #3 0x00007f49ec606ae1 in sktWait () from /sasconfig/TKGrid/lib/tkmk.so #4 0x00007f49edfb123a in watchAbort () #5 0x00007f49ec606494 in sktMain () from /sasconfig/TKGrid/lib/tkmk.so #6 0x00007f49ec608231 in bktMain () from /sasconfig/TKGrid/lib/tkmk.so #7 0x00007f49ed95baa1 in start_thread () from /lib64/libpthread.so.0 #8 0x00007f49ecfe9bcd in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7f49dee5b700 (LWP 23360)): #0 0x00007f49ecfe0383 in poll () from /lib64/libc.so.6 #1 0x00007f49df0b2f7e in bkSelectWait () from /sasconfig/TKGrid/lib/tkitcp.so #2 0x00007f49df0ad673 in sktSelectSelectNoLock () from /sasconfig/TKGrid/lib/tkitcp.so #3 0x00007f49df0a6003 in TKTcpEventPostThread () from /sasconfig/TKGrid/lib/tkitcp.so #4 0x00007f49ec606494 in sktMain () from /sasconfig/TKGrid/lib/tkmk.so #5 0x00007f49ec608231 in bktMain () from /sasconfig/TKGrid/lib/tkmk.so #6 0x00007f49ed95baa1 in start_thread () from /lib64/libpthread.so.0 #7 0x00007f49ecfe9bcd in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7f49db655700 (LWP 23362)): #0 0x00007f49ecfadc4d in nanosleep () from /lib64/libc.so.6 #1 0x00007f49ecfadac0 in sleep () from /lib64/libc.so.6 #2 0x00007f49edfaf878 in debugMyself2 () #3 0x00007f49e11f123d in MPIR_Err_return_comm () from /sasconfig/TKGrid/mpich2-install/lib/libmpich.so #4 0x00007f49e12391d0 in PMPI_Recv () from /sasconfig/TKGrid/mpich2-install/lib/libmpich.so #5 0x00007f49df85e45e in MPIServerThread () from /sasconfig/TKGrid/lib/lasr.so #6 0x00007f49ec606494 in sktMain () from /sasconfig/TKGrid/lib/tkmk.so #7 0x00007f49ec608231 in bktMain () from /sasconfig/TKGrid/lib/tkmk.so #8 0x00007f49ed95baa1 in start_thread () from /lib64/libpthread.so.0 #9 0x00007f49ecfe9bcd in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7f49ee46d700 (LWP 23355)): #0 0x00007f49ed95fa5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007f49ec608344 in bktWait () from /sasconfig/TKGrid/lib/tkmk.so #2 0x00007f49ec606c7d in sktWaitCommon () from /sasconfig/TKGrid/lib/tkmk.so #3 0x00007f49ec606ae1 in sktWait () from /sasconfig/TKGrid/lib/tkmk.so #4 0x00007f49df85f528 in SocketServer () from /sasconfig/TKGrid/lib/lasr.so #5 0x00007f49df75675a in gridmain () from /sasconfig/TKGrid/lib/lasr.so #6 0x00007f49edfafb23 in rungridmain () #7 0x00007f49ec63e86b in skCallMorphed () from /sasconfig/TKGrid/lib/tkmk.so #8 0x00007f49edfac38b in main ()