Created /var/lib/bareos/bareos-dir.core.45040 for doing postmortem debugging Missing separate debuginfo for Try: yum --enablerepo='*-debug*' install /usr/lib/debug/.build-id/71/a96b79419fe40ff1706d59ed06d6dbe37c8e97 [New Thread 45042] [New Thread 45114] [New Thread 45115] [New Thread 45116] [New Thread 45213] [New Thread 45214] [New Thread 45216] [New Thread 45218] [New Thread 45219] [New Thread 45220] [New Thread 45221] [New Thread 45222] [New Thread 45225] [New Thread 45233] [New Thread 45234] [New Thread 45237] [New Thread 64740] [New Thread 65006] [New Thread 12851] [New Thread 22510] [New Thread 29387] [New Thread 31020] [New Thread 31273] [New Thread 31274] [New Thread 31298] [New Thread 31743] [New Thread 45040] [Thread debugging using libthread_db enabled] Core was generated by `/usr/sbin/bareos-dir -g bareos -c /etc/bareos/bareos-dir.conf'. #0 0x00007f62a34aaf3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 82 T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS) $1 = '\000' $2 = 0xa73068 "bareos-dir" $3 = 0xa730a8 "/usr/sbin/bareos-dir" $4 = 0x1185ca8 "MySQL" $5 = 0x7f62a439f462 "14.2.2 (12 December 2014)" $6 = 0x7f62a439f47c "x86_64-unknown-linux-gnu" $7 = 0x7f62a439f495 "redhat" $8 = 0x7f62a439f49c "CentOS release 6.2 (Final)" $9 = "maelstrom2", '\000' $10 = 0x7f62a439fa00 "redhat CentOS release 6.2 (Final)" Environment variable "TestName" not defined. #0 0x00007f62a34aaf3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f62a43708f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 #2 0x00007f62a43813c1 in check_deadlock () at lockmgr.c:567 #3 0x00007f62a34a39d1 in start_thread (arg=0x7f629a8e9700) at pthread_create.c:301 #4 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 27 (Thread 0x7f62a54a67e0 (LWP 45040)): #0 0x00007f62a34aaf3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f62a43708f2 in bmicrosleep (sec=60, usec=0) at bsys.c:100 #2 0x00000000004422f0 in wait_for_next_job (one_shot_job_to_run=) at scheduler.c:124 #3 0x000000000042015d in main (argc=, argv=) at dird.c:375 Thread 26 (Thread 0x7f623bfff700 (LWP 31743)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6260069178, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6260069178, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6260069178) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6260069178, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x1393338) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6260009678) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f623bfff700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 25 (Thread 0x7f623b5fe700 (LWP 31298)): #0 0x00007f62a34aa75d in read () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f62999b3579 in vio_read_buff (vio=0x7f6284003a50, buf=0x7f6284007b60 "|", size=4) at viosocket.c:93 #2 0x00007f62999b46df in my_real_read (net=0x7f6284002b60, complen=0x7f623b5fc678) at net.c:816 #3 0x00007f62999b4ae5 in my_net_read (net=0x7f6284002b60) at net.c:1011 #4 0x00007f62999af10a in cli_safe_read (mysql=0x7f6284002b60) at client.c:693 #5 0x00007f62999af889 in cli_read_query_result (mysql=0x7f6284002b60) at client.c:2827 #6 0x00007f62999adc2c in mysql_real_query (mysql=0x7f6284002b60, query=, length=) at client.c:2931 #7 0x00007f6299ce66db in B_DB_MYSQL::db_sql_query (this=0x7f62840029b8, query=0x13789c0 "SELECT DISTINCT JobMedia.JobId FROM JobMedia,Job WHERE MediaId=967 AND Job.JobId=JobMedia.JobId AND Job.JobTDate<1426621188", result_handler=0x4511f0 , ctx=0x7f623b5fc8a0) at mysql.c:409 #8 0x0000000000451426 in get_prune_list_for_volume (ua=0x7f6228008e58, mr=, del=0x7f623b5fc8a0) at ua_prune.c:909 #9 0x000000000040ead8 in prune_volumes (jcr=0x1390f28, InChanger=false, mr=0x7f623b5fd3c0, store=0xad11a8) at autoprune.c:179 #10 0x000000000043c030 in find_next_volume_for_append (jcr=0x1390f28, mr=0x7f623b5fd3c0, index=1, create=true, prune=true) at next_vol.c:106 #11 0x00000000004158c1 in catalog_request (jcr=0x1390f28, bs=0x7f6274028328) at catreq.c:144 #12 0x0000000000424473 in bget_dirmsg (bs=0x7f6274028328, allow_any_message=false) at getmsg.c:239 #13 0x00000000004322f7 in msg_thread (arg=0x1390f28) at msgchan.c:426 #14 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f62740374c8) at lockmgr.c:932 #15 0x00007f62a34a39d1 in start_thread (arg=0x7f623b5fe700) at pthread_create.c:301 #16 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 24 (Thread 0x7f6256bfd700 (LWP 31274)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f626c004eb8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f626c004eb8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f626c004eb8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f626c004eb8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x138c6a8) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f626c008488) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f6256bfd700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 23 (Thread 0x7f62397fb700 (LWP 31273)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f625c017678, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f625c017678, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f625c017678) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f625c017678, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x138a238) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f625c13e388) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f62397fb700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 22 (Thread 0x7f6257fff700 (LWP 31020)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f627c096fe8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f627c096fe8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f627c096fe8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f627c096fe8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x1385868) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f627c044828) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f6257fff700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 21 (Thread 0x7f6254dfa700 (LWP 29387)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6280027a98, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6280027a98, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6280027a98) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6280027a98, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x137fc98) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f628003eb78) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f6254dfa700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 20 (Thread 0x7f6238dfa700 (LWP 22510)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f62581a9bb8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f62581a9bb8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f62581a9bb8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f62581a9bb8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x1322838) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f62580148e8) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f6238dfa700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 19 (Thread 0x7f62561fc700 (LWP 12851)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6244002a38, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6244002a38, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6244002a38) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6244002a38, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x147efa8) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6244004188) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f62561fc700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 18 (Thread 0x7f62557fb700 (LWP 65006)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f625008fd18, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f625008fd18, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f625008fd18) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f625008fd18, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x12af918) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6250027508) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f62557fb700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 17 (Thread 0x7f623a1fc700 (LWP 64740)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6278022b58, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6278022b58, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6278022b58) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6278022b58, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x1282418) at msgchan.c:426 #7 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6278021688) at lockmgr.c:932 #8 0x00007f62a34a39d1 in start_thread (arg=0x7f623a1fc700) at pthread_create.c:301 #9 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 16 (Thread 0x7f62575fe700 (LWP 45237)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6244002498, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6244002498, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6244002498) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6244002498, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x147efa8, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x147efa8) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x147efa8) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x119c768) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f62575fe700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 15 (Thread 0x7f6270dfa700 (LWP 45234)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6250018348, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6250018348, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6250018348) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6250018348, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x12af918, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x12af918) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x12af918) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f625c001078) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f6270dfa700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 14 (Thread 0x7f62717fb700 (LWP 45233)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f625c0459d8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f625c0459d8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f625c0459d8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f625c0459d8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x138a238, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x138a238) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x138a238) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x119acc8) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f62717fb700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 13 (Thread 0x7f62721fc700 (LWP 45225)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6258059058, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6258059058, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6258059058) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6258059058, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x1322838, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x1322838) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x1322838) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x11999a8) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f62721fc700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 12 (Thread 0x7f6272bfd700 (LWP 45222)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:183 #1 0x00007f62a438bdd6 in rwl_writelock_p (rwl=0x7f62840029c0, file=, line=) at rwlock.c:236 #2 0x00007f62a49d5f06 in B_DB::_db_lock (this=, file=0x7f62a49f2c6c "sql_update.c", line=181) at cats.c:126 #3 0x00007f62a49e67a3 in db_update_job_end_record (jcr=0x138eab8, mdb=0x7f62840029b8, jr=0x138ef80) at sql_update.c:181 #4 0x0000000000427e05 in update_job_end_record (jcr=0x138eab8) at job.c:1293 #5 0x0000000000411a5d in native_backup_cleanup (jcr=0x138eab8, TermCode=84) at backup.c:748 #6 0x00000000004127b2 in do_native_backup (jcr=0x138eab8) at backup.c:599 #7 0x000000000042a909 in job_thread (arg=0x138eab8) at job.c:419 #8 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #9 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6260001078) at lockmgr.c:932 #10 0x00007f62a34a39d1 in start_thread (arg=0x7f6272bfd700) at pthread_create.c:301 #11 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 11 (Thread 0x7f62735fe700 (LWP 45221)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:183 #1 0x00007f62a438bdd6 in rwl_writelock_p (rwl=0x7f62840029c0, file=, line=) at rwlock.c:236 #2 0x00007f62a49d5f06 in B_DB::_db_lock (this=, file=0x7f6299ce79ea "mysql.c", line=408) at cats.c:126 #3 0x00007f6299ce66cc in B_DB_MYSQL::db_sql_query (this=0x7f62840029b8, query=0x7f626416a370 "SELECT JobId FROM btemp369729 ORDER by JobTDate", result_handler=0x40bde0 <_Z15db_list_handlerPviPPc@plt>, ctx=0x7f62735fdb90) at mysql.c:408 #4 0x00007f62a49e2da4 in db_accurate_get_jobids (jcr=0x7f62735fdaa0, mdb=0x7f62840029b8, jr=0x1393800, jobids=0x7f62735fdb90) at sql_get.c:1285 #5 0x0000000000411ea5 in send_accurate_current_files (jcr=0x1393338) at backup.c:289 #6 0x0000000000412716 in do_native_backup (jcr=0x1393338) at backup.c:575 #7 0x000000000042a909 in job_thread (arg=0x1393338) at job.c:419 #8 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #9 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1197ae8) at lockmgr.c:932 #10 0x00007f62a34a39d1 in start_thread (arg=0x7f62735fe700) at pthread_create.c:301 #11 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 10 (Thread 0x7f6273fff700 (LWP 45220)): #0 0x00007f62a34ab2ad in __libc_waitpid (pid=, stat_loc=, options=) at ../sysdeps/unix/sysv/linux/waitpid.c:41 #1 0x00007f62a438f08f in signal_handler (sig=11) at signal.c:228 #2 #3 __pthread_kill (threadid=140059869173504, signo=12) at ../nptl/sysdeps/unix/sysv/linux/pthread_kill.c:43 #4 0x00007f62a437de4e in JCR::my_thread_send_signal (this=0x1373498, sig=12) at jcr.c:698 #5 0x00000000004416c8 in cancel_storage_daemon_job (ua=0x7f6268124888, jcr=0x1373498, silent=true) at sd_cmds.c:699 #6 0x000000000044182d in cancel_storage_daemon_job (jcr=0x1373498) at sd_cmds.c:723 #7 0x000000000040f8bf in wait_for_job_termination (jcr=0x1373498, timeout=) at backup.c:689 #8 0x0000000000412587 in do_native_backup (jcr=0x1373498) at backup.c:615 #9 0x000000000042a909 in job_thread (arg=0x1373498) at job.c:419 #10 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #11 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1195918) at lockmgr.c:932 #12 0x00007f62a34a39d1 in start_thread (arg=0x7f6273fff700) at pthread_create.c:301 #13 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 9 (Thread 0x7f6288bf4700 (LWP 45219)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f626c028c08, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f626c028c08, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f626c028c08) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f626c028c08, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x138c6a8, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x138c6a8) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x138c6a8) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x7f6278001078) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f6288bf4700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 8 (Thread 0x7f62895f5700 (LWP 45218)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f6278025bb8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f6278025bb8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f6278025bb8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f6278025bb8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x1282418, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x1282418) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x1282418) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1193bb8) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f62895f5700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 7 (Thread 0x7f6289ff6700 (LWP 45216)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f62740276b8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f62740276b8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f62740276b8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f62740276b8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x1390f28, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x1390f28) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x1390f28) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1192a88) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f6289ff6700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 6 (Thread 0x7f628abfd700 (LWP 45214)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f628006d248, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f628006d248, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f628006d248) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f628006d248, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x137fc98, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x137fc98) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x137fc98) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1191598) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f628abfd700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 5 (Thread 0x7f628b5fe700 (LWP 45213)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4389509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f62a4391aff in openssl_bsock_readwrite (bsock=0x7f627c01fc98, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f627c01fc98, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f62a436da26 in BSOCK_TCP::recv (this=0x7f627c01fc98) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f627c01fc98, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x1385868, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x1385868) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x1385868) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1170ed8) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f628b5fe700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 4 (Thread 0x7f628bfff700 (LWP 45116)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:239 #1 0x00007f62a4380070 in bthread_cond_timedwait_p (cond=0x69e5a0, m=0x69e680, abstime=0x7f628bffec20, file=0x47e19d "stats.c", line=117) at lockmgr.c:817 #2 0x00000000004429fa in wait_for_next_run (arg=) at stats.c:117 #3 statistics_thread_runner (arg=) at stats.c:290 #4 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1185bd8) at lockmgr.c:932 #5 0x00007f62a34a39d1 in start_thread (arg=0x7f628bfff700) at pthread_create.c:301 #6 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 3 (Thread 0x7f6298b20700 (LWP 45115)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:136 #1 0x00007f62a34a5508 in _L_lock_854 () from /lib64/libpthread-2.12.so #2 0x00007f62a34a53d7 in __pthread_mutex_lock (mutex=0x1373498) at pthread_mutex_lock.c:61 #3 0x00007f62a4380743 in lmgr_p (m=) at lockmgr.c:91 #4 0x00007f62a438087c in bthread_mutex_lock_p (m=0x1373498, file=0x7f62a439e7e6 "../include/jcr.h", line=277) at lockmgr.c:774 #5 0x00007f62a437f18c in lock (prev_jcr=0x1322838) at ../include/jcr.h:277 #6 inc_use_count (prev_jcr=0x1322838) at ../include/jcr.h:279 #7 jcr_walk_next (prev_jcr=0x1322838) at jcr.c:1087 #8 0x00000000004292a9 in job_monitor_watchdog (self=) at job.c:616 #9 0x00007f62a4398d2e in watchdog_thread (arg=) at watchdog.c:282 #10 0x00007f62a43812fd in lmgr_thread_launcher (x=0x1187798) at lockmgr.c:932 #11 0x00007f62a34a39d1 in start_thread (arg=0x7f6298b20700) at pthread_create.c:301 #12 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 2 (Thread 0x7f6299521700 (LWP 45114)): #0 0x00007f62a24340d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f62a4364af6 in bnet_thread_server_tcp (addr_list=0x7f628c0011a8, max_clients=-1722679920, sockfds=0x7f628c0010b8, client_wq=0x69e6e0, nokeepalive=false, handle_client_request=0x1) at bnet_server_tcp.c:298 #2 0x0000000000462acf in connect_thread (arg=0xa77798) at ua_server.c:92 #3 0x00007f62a43812fd in lmgr_thread_launcher (x=0x116f6d8) at lockmgr.c:932 #4 0x00007f62a34a39d1 in start_thread (arg=0x7f6299521700) at pthread_create.c:301 #5 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 1 (Thread 0x7f629a8e9700 (LWP 45042)): #0 0x00007f62a34aaf3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f62a43708f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 #2 0x00007f62a43813c1 in check_deadlock () at lockmgr.c:567 #3 0x00007f62a34a39d1 in start_thread (arg=0x7f629a8e9700) at pthread_create.c:301 #4 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 #0 0x00007f62a34aaf3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 82 T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS) No locals. #1 0x00007f62a43708f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 100 status = nanosleep(&timeout, NULL); timeout = {tv_sec = 30, tv_nsec = 0} tv = {tv_sec = 3, tv_usec = 140061638658387} tz = {tz_minuteswest = 0, tz_dsttime = 0} status = #2 0x00007f62a43813c1 in check_deadlock () at lockmgr.c:567 567 while (!bmicrosleep(30, 0)) { __clframe = {__cancel_routine = 0x7f62a4380eb0 , __cancel_arg = 0x0, __do_it = 1, __cancel_type = } old = 0 #3 0x00007f62a34a39d1 in start_thread (arg=0x7f629a8e9700) at pthread_create.c:301 301 THREAD_SETMEM (pd, result, CALL_THREAD_FCT (pd)); __res = pd = 0x7f629a8e9700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140061476558592, 1796409914169525305, 140061625254752, 140061476559296, 0, 3, -1861371680466631623, -1861279839716080583}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = #4 0x00007f62a243d8fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 115 call *%rax No locals. #0 0x0000000000000000 in ?? () No symbol table info available. #0 0x0000000000000000 in ?? () No symbol table info available. #0 0x0000000000000000 in ?? () No symbol table info available.