Created /var/lib/bareos/bareos-dir.core.29263 for doing postmortem debugging Missing separate debuginfo for Try: yum --enablerepo='*-debug*' install /usr/lib/debug/.build-id/71/a96b79419fe40ff1706d59ed06d6dbe37c8e97 [New Thread 29271] [New Thread 29276] [New Thread 29277] [New Thread 29278] [New Thread 55759] [New Thread 55765] [New Thread 55769] [New Thread 55771] [New Thread 55772] [New Thread 55773] [New Thread 55776] [New Thread 55777] [New Thread 55790] [New Thread 55796] [New Thread 55797] [New Thread 55798] [New Thread 4323] [New Thread 5690] [New Thread 9576] [New Thread 25042] [New Thread 30778] [New Thread 30793] [New Thread 31268] [New Thread 31520] [New Thread 31521] [New Thread 31522] [New Thread 31531] [New Thread 29263] [Thread debugging using libthread_db enabled] Core was generated by `/usr/sbin/bareos-dir -g bareos -c /etc/bareos/bareos-dir.conf'. #0 0x00007f308af15f3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 82 T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS) $1 = '\000' $2 = 0x2549068 "bareos-dir" $3 = 0x25490a8 "/usr/sbin/bareos-dir" $4 = 0x7f306c6e6288 "MySQL" $5 = 0x7f308be0a462 "14.2.2 (12 December 2014)" $6 = 0x7f308be0a47c "x86_64-unknown-linux-gnu" $7 = 0x7f308be0a495 "redhat" $8 = 0x7f308be0a49c "CentOS release 6.2 (Final)" $9 = "maelstrom2", '\000' $10 = 0x7f308be0aa00 "redhat CentOS release 6.2 (Final)" Environment variable "TestName" not defined. #0 0x00007f308af15f3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f308bddb8f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 #2 0x00007f308bdec3c1 in check_deadlock () at lockmgr.c:567 #3 0x00007f308af0e9d1 in start_thread (arg=0x7f3082354700) at pthread_create.c:301 #4 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 28 (Thread 0x7f308cf117e0 (LWP 29263)): #0 0x00007f308af15f3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f308bddb8f2 in bmicrosleep (sec=60, usec=0) at bsys.c:100 #2 0x00000000004422f0 in wait_for_next_job (one_shot_job_to_run=) at scheduler.c:124 #3 0x000000000042015d in main (argc=, argv=) at dird.c:375 Thread 27 (Thread 0x7f30261fc700 (LWP 31531)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f304809b828, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f304809b828, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f304809b828) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f304809b828, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x26555a8) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f30480150e8) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f30261fc700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 26 (Thread 0x7f305cdfa700 (LWP 31522)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f306c75a7f8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f306c75a7f8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f306c75a7f8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f306c75a7f8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2653538) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f306c6faa78) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f305cdfa700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 25 (Thread 0x7f3026bfd700 (LWP 31521)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:183 #1 0x00007f308bdf6dd6 in rwl_writelock_p (rwl=0x7f30680029c0, file=, line=) at rwlock.c:236 #2 0x00007f308c440f06 in B_DB::_db_lock (this=, file=0x7f308c452fbb "cats.c", line=153) at cats.c:126 #3 0x00007f308c4410f1 in B_DB::db_sql_query (this=0x7f30680029b8, query=0x25cf560 "INSERT INTO Log (JobId, Time, LogText) VALUES (69302,'2015-03-24 20:18:36','maelstrom2-sd JobId 69302: Elapsed time=00:00:03, Transfer rate=1.239 M Bytes/second\\n\\0')", flags=0) at cats.c:153 #4 0x000000000042045c in dir_db_log_insert (jcr=0x26525b8, mtime=1427224716, msg=) at dird.c:115 #5 0x00007f308bdf0f9d in dispatch_message (jcr=0x26525b8, type=6, mtime=1427224716, msg=0x7f305401211f "maelstrom2-sd JobId 69302: Elapsed time=00:00:03, Transfer rate=1.239 M Bytes/second\n") at message.c:943 #6 0x0000000000424639 in bget_dirmsg (bs=0x7f30300168c8, allow_any_message=false) at getmsg.c:230 #7 0x00000000004322f7 in msg_thread (arg=0x26525b8) at msgchan.c:426 #8 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f30300244f8) at lockmgr.c:932 #9 0x00007f308af0e9d1 in start_thread (arg=0x7f3026bfd700) at pthread_create.c:301 #10 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 24 (Thread 0x7f30417fb700 (LWP 31520)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3034008c08, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3034008c08, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3034008c08) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3034008c08, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2c12f68) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f303400dba8) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f30417fb700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 23 (Thread 0x7f3043fff700 (LWP 31268)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3028002348, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3028002348, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3028002348) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3028002348, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2c0a788) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3028007a78) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f3043fff700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 22 (Thread 0x7f3027fff700 (LWP 30793)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f30500183f8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f30500183f8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f30500183f8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f30500183f8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x261aad8) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f305002d6c8) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f3027fff700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 21 (Thread 0x7f3040dfa700 (LWP 30778)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3060076628, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3060076628, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3060076628) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3060076628, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2616d78) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f30600459d8) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f3040dfa700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 20 (Thread 0x7f300bfff700 (LWP 25042)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f304c0093f8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f304c0093f8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f304c0093f8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f304c0093f8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2c17e88) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f304c022928) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f300bfff700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 19 (Thread 0x7f30275fe700 (LWP 9576)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f30580277b8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f30580277b8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f30580277b8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f30580277b8, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x27fbc18) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3058024488) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f30275fe700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 18 (Thread 0x7f300b5fe700 (LWP 5690)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3064032198, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3064032198, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3064032198) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3064032198, allow_any_message=false) at getmsg.c:134 #6 0x00000000004322f7 in msg_thread (arg=0x2648038) at msgchan.c:426 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3064029b88) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f300b5fe700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 17 (Thread 0x7f30257fb700 (LWP 4323)): #0 0x00007f308af1575d in read () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f308141e579 in vio_read_buff (vio=0x7f3068003a50, buf=0x7f3068007b60 "Ì\001", size=4) at viosocket.c:93 #2 0x00007f308141f6df in my_real_read (net=0x7f3068002b60, complen=0x7f30257f9708) at net.c:816 #3 0x00007f308141fae5 in my_net_read (net=0x7f3068002b60) at net.c:1011 #4 0x00007f308141a10a in cli_safe_read (mysql=0x7f3068002b60) at client.c:693 #5 0x00007f308141a889 in cli_read_query_result (mysql=0x7f3068002b60) at client.c:2827 #6 0x00007f3081418c2c in mysql_real_query (mysql=0x7f3068002b60, query=, length=) at client.c:2931 #7 0x00007f308175143e in B_DB_MYSQL::sql_query (this=0x7f30680029b8, query=0x2c3fef0 "UPDATE Media SET VolJobs=1,VolFiles=19,VolBlocks=1286501,VolBytes=82994720889,VolMounts=4,VolErrors=0,VolWrites=1337212,MaxVolBytes=0,VolStatus='Used',Slot=0,InChanger=0,VolReadTime=0,VolWriteTime=116"..., flags=0) at mysql.c:466 #8 0x00007f308c442a81 in UpdateDB (file=0x7f308c45dc6c "sql_update.c", line=396, jcr=0x2b99438, mdb=0x7f30680029b8, cmd=0x2c3fef0 "UPDATE Media SET VolJobs=1,VolFiles=19,VolBlocks=1286501,VolBytes=82994720889,VolMounts=4,VolErrors=0,VolWrites=1337212,MaxVolBytes=0,VolStatus='Used',Slot=0,InChanger=0,VolReadTime=0,VolWriteTime=116"..., nr_afr=1) at sql.c:272 #9 0x00007f308c450dfb in db_update_media_record (jcr=0x2b99438, mdb=0x7f30680029b8, mr=0x7f30257fa3c0) at sql_update.c:396 #10 0x0000000000415b14 in catalog_request (jcr=0x2b99438, bs=0x7f3054014628) at catreq.c:309 #11 0x0000000000424473 in bget_dirmsg (bs=0x7f3054014628, allow_any_message=false) at getmsg.c:239 #12 0x00000000004322f7 in msg_thread (arg=0x2b99438) at msgchan.c:426 #13 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3054009018) at lockmgr.c:932 #14 0x00007f308af0e9d1 in start_thread (arg=0x7f30257fb700) at pthread_create.c:301 #15 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 16 (Thread 0x7f30421fc700 (LWP 55798)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3028153ac8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3028153ac8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3028153ac8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3028153ac8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2c0a788, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2c0a788) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2c0a788) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2742228) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f30421fc700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 15 (Thread 0x7f3042bfd700 (LWP 55797)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f303404ea68, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f303404ea68, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f303404ea68) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f303404ea68, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2c12f68, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2c12f68) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2c12f68) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3030001078) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f3042bfd700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 14 (Thread 0x7f30435fe700 (LWP 55796)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:239 #1 0x00007f308bdeb070 in bthread_cond_timedwait_p (cond=0x26528d0, m=0x69e320, abstime=0x7f30435fdad0, file=0x47b127 "msgchan.c", line=489) at lockmgr.c:817 #2 0x000000000043210f in wait_for_storage_daemon_termination (jcr=0x26525b8) at msgchan.c:489 #3 0x000000000040fa00 in wait_for_job_termination (jcr=0x26525b8, timeout=) at backup.c:695 #4 0x0000000000412785 in do_native_backup (jcr=0x26525b8) at backup.c:591 #5 0x000000000042a909 in job_thread (arg=0x26525b8) at job.c:419 #6 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #7 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2744a28) at lockmgr.c:932 #8 0x00007f308af0e9d1 in start_thread (arg=0x7f30435fe700) at pthread_create.c:301 #9 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 13 (Thread 0x7f305d7fb700 (LWP 55790)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3048026a38, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3048026a38, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3048026a38) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3048026a38, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x26555a8, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x26555a8) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x26555a8) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2746a28) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f305d7fb700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 12 (Thread 0x7f305e1fc700 (LWP 55777)): #0 0x00007f308af162ad in __libc_waitpid (pid=, stat_loc=, options=) at ../sysdeps/unix/sysv/linux/waitpid.c:41 #1 0x00007f308bdfa08f in signal_handler (sig=11) at signal.c:228 #2 #3 __pthread_kill (threadid=139844753794816, signo=12) at ../nptl/sysdeps/unix/sysv/linux/pthread_kill.c:43 #4 0x00007f308bde8e4e in JCR::my_thread_send_signal (this=0x260aec8, sig=12) at jcr.c:698 #5 0x00000000004416c8 in cancel_storage_daemon_job (ua=0x7f3044167748, jcr=0x260aec8, silent=true) at sd_cmds.c:699 #6 0x000000000044182d in cancel_storage_daemon_job (jcr=0x260aec8) at sd_cmds.c:723 #7 0x000000000040f8bf in wait_for_job_termination (jcr=0x260aec8, timeout=) at backup.c:689 #8 0x0000000000412587 in do_native_backup (jcr=0x260aec8) at backup.c:615 #9 0x000000000042a909 in job_thread (arg=0x260aec8) at job.c:419 #10 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #11 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3050001078) at lockmgr.c:932 #12 0x00007f308af0e9d1 in start_thread (arg=0x7f305e1fc700) at pthread_create.c:301 #13 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 11 (Thread 0x7f305ebfd700 (LWP 55776)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f30500392e8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f30500392e8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f30500392e8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f30500392e8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x261aad8, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x261aad8) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x261aad8) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2749228) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f305ebfd700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 10 (Thread 0x7f305f5fe700 (LWP 55773)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f304c05dfe8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f304c05dfe8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f304c05dfe8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f304c05dfe8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2c17e88, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2c17e88) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2c17e88) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x274b628) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f305f5fe700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 9 (Thread 0x7f305ffff700 (LWP 55772)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f30540168f8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f30540168f8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f30540168f8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f30540168f8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2b99438, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2b99438) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2b99438) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x7f3058001078) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f305ffff700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 8 (Thread 0x7f3078dfa700 (LWP 55771)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f30580242a8, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f30580242a8, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f30580242a8) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f30580242a8, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x27fbc18, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x27fbc18) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x27fbc18) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x274da28) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f3078dfa700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 7 (Thread 0x7f30797fb700 (LWP 55769)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3064076758, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3064076758, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3064076758) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3064076758, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2648038, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2648038) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2648038) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x27308d8) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f30797fb700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 6 (Thread 0x7f307a1fc700 (LWP 55765)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdf4509 in wait_for_readable_fd (fd=, msec=10000, ignore_interupts=false) at poll.c:62 #2 0x00007f308bdfcaff in openssl_bsock_readwrite (bsock=0x7f3060022898, ptr=, nbytes=4) at tls_openssl.c:996 #3 tls_bsock_readn (bsock=0x7f3060022898, ptr=, nbytes=4) at tls_openssl.c:1039 #4 0x00007f308bdd8a26 in BSOCK_TCP::recv (this=0x7f3060022898) at bsock_tcp.c:478 #5 0x000000000042411d in bget_dirmsg (bs=0x7f3060022898, allow_any_message=false) at getmsg.c:134 #6 0x000000000040f5ef in wait_for_job_termination (jcr=0x2616d78, timeout=) at backup.c:650 #7 0x0000000000412785 in do_native_backup (jcr=0x2616d78) at backup.c:591 #8 0x000000000042a909 in job_thread (arg=0x2616d78) at job.c:419 #9 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #10 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x27526d8) at lockmgr.c:932 #11 0x00007f308af0e9d1 in start_thread (arg=0x7f307a1fc700) at pthread_create.c:301 #12 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 5 (Thread 0x7f307abfd700 (LWP 55759)): #0 0x00007f308af1575d in read () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f308141e579 in vio_read_buff (vio=0x7f306c75c960, buf=0x7f306c7d2770 "3\004", size=4) at viosocket.c:93 #2 0x00007f308141f6df in my_real_read (net=0x7f306c8053d0, complen=0x7f307abfca08) at net.c:816 #3 0x00007f308141fae5 in my_net_read (net=0x7f306c8053d0) at net.c:1011 #4 0x00007f308141a10a in cli_safe_read (mysql=0x7f306c8053d0) at client.c:693 #5 0x00007f308141a889 in cli_read_query_result (mysql=0x7f306c8053d0) at client.c:2827 #6 0x00007f3081418c2c in mysql_real_query (mysql=0x7f306c8053d0, query=, length=) at client.c:2931 #7 0x00007f30817516db in B_DB_MYSQL::db_sql_query (this=0x7f306c805228, query=0x7f306c800ac0 "SELECT Path.Path, Filename.Name, T1.FileIndex, T1.JobId, LStat, DeltaSeq FROM ( SELECT FileId, Job.JobId AS JobId, FileIndex, File.PathId AS PathId, File.FilenameId AS FilenameId, LStat , Del"..., result_handler=0x40fa20 , ctx=0x2653538) at mysql.c:409 #8 0x00007f308c44da5b in db_get_file_list (jcr=, mdb=0x7f306c805228, jobids=0x7f30300dbed0 "61469,67590,68020,68450", use_md5=false, use_delta=, result_handler=0x40fa20 , ctx=0x2653538) at sql_get.c:1185 #9 0x00000000004121ff in send_accurate_current_files (jcr=0x2653538) at backup.c:329 #10 0x0000000000412716 in do_native_backup (jcr=0x2653538) at backup.c:575 #11 0x000000000042a909 in job_thread (arg=0x2653538) at job.c:419 #12 0x000000000042c83b in jobq_server (arg=0x69e180) at jobq.c:450 #13 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x27552d8) at lockmgr.c:932 #14 0x00007f308af0e9d1 in start_thread (arg=0x7f307abfd700) at pthread_create.c:301 #15 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 4 (Thread 0x7f307b5fe700 (LWP 29278)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:239 #1 0x00007f308bdeb070 in bthread_cond_timedwait_p (cond=0x69e5a0, m=0x69e680, abstime=0x7f307b5fdc20, file=0x47e19d "stats.c", line=117) at lockmgr.c:817 #2 0x00000000004429fa in wait_for_next_run (arg=) at stats.c:117 #3 statistics_thread_runner (arg=) at stats.c:290 #4 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2c56388) at lockmgr.c:932 #5 0x00007f308af0e9d1 in start_thread (arg=0x7f307b5fe700) at pthread_create.c:301 #6 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 3 (Thread 0x7f307bfff700 (LWP 29277)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:239 #1 0x00007f308bdeb070 in bthread_cond_timedwait_p (cond=0x7f308c01d980, m=0x7f308c01d940, abstime=0x7f307bffed60, file=0x7f308be0e882 "watchdog.c", line=313) at lockmgr.c:817 #2 0x00007f308be03e78 in watchdog_thread (arg=) at watchdog.c:313 #3 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2c57f48) at lockmgr.c:932 #4 0x00007f308af0e9d1 in start_thread (arg=0x7f307bfff700) at pthread_create.c:301 #5 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 2 (Thread 0x7f3080f8c700 (LWP 29276)): #0 0x00007f3089e9f0d3 in __poll (fds=, nfds=, timeout=) at ../sysdeps/unix/sysv/linux/poll.c:87 #1 0x00007f308bdcfaf6 in bnet_thread_server_tcp (addr_list=0x7f30740011a8, max_clients=-2131186288, sockfds=0x7f30740010b8, client_wq=0x69e6e0, nokeepalive=false, handle_client_request=0x1) at bnet_server_tcp.c:298 #2 0x0000000000462acf in connect_thread (arg=0x254d798) at ua_server.c:92 #3 0x00007f308bdec2fd in lmgr_thread_launcher (x=0x2c3fe88) at lockmgr.c:932 #4 0x00007f308af0e9d1 in start_thread (arg=0x7f3080f8c700) at pthread_create.c:301 #5 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 Thread 1 (Thread 0x7f3082354700 (LWP 29271)): #0 0x00007f308af15f3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 #1 0x00007f308bddb8f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 #2 0x00007f308bdec3c1 in check_deadlock () at lockmgr.c:567 #3 0x00007f308af0e9d1 in start_thread (arg=0x7f3082354700) at pthread_create.c:301 #4 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 #0 0x00007f308af15f3d in nanosleep () at ../sysdeps/unix/syscall-template.S:82 82 T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS) No locals. #1 0x00007f308bddb8f2 in bmicrosleep (sec=30, usec=0) at bsys.c:100 100 status = nanosleep(&timeout, NULL); timeout = {tv_sec = 30, tv_nsec = 0} tv = {tv_sec = 3, tv_usec = 139846481787219} tz = {tz_minuteswest = 0, tz_dsttime = 0} status = #2 0x00007f308bdec3c1 in check_deadlock () at lockmgr.c:567 567 while (!bmicrosleep(30, 0)) { __clframe = {__cancel_routine = 0x7f308bdebeb0 , __cancel_arg = 0x0, __do_it = 1, __cancel_type = } old = 0 #3 0x00007f308af0e9d1 in start_thread (arg=0x7f3082354700) at pthread_create.c:301 301 THREAD_SETMEM (pd, result, CALL_THREAD_FCT (pd)); __res = pd = 0x7f3082354700 now = unwind_buf = {cancel_jmp_buf = {{jmp_buf = {139846319687424, -403249556225788414, 139846468383584, 139846319688128, 0, 3, 290019007742080514, 290002014029739522}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}} not_first_call = pagesize_m1 = sp = freesize = #4 0x00007f3089ea88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115 115 call *%rax No locals. #0 0x0000000000000000 in ?? () No symbol table info available. #0 0x0000000000000000 in ?? () No symbol table info available. #0 0x0000000000000000 in ?? () No symbol table info available.