Created /var/lib/bareos/bareos-dir.core.27327 for doing postmortem debugging
[New LWP 27328]
[New LWP 27336]
[New LWP 27337]
[New LWP 27338]
[New LWP 1522]
[New LWP 1984]
[New LWP 1997]
[New LWP 1998]
[New LWP 1999]
[New LWP 2000]
[New LWP 2001]
[New LWP 2002]
[New LWP 2003]
[New LWP 2004]
[New LWP 2005]
[New LWP 27327]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `/usr/sbin/bareos-dir'.
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
81	T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS)
$1 = 0x6a6c60 <my_name> "nm01-mgmt-dir"
$2 = 0x1fbe078 "bareos-dir"
$3 = 0x1fbe0b8 "/usr/sbin/bareos-dir"
$4 = 0x20e7b78 "MySQL"
$5 = 0x7f9da525a1b6 "15.2.1 (24 August 2015)"
$6 = 0x7f9da525a19e "x86_64-redhat-linux-gnu"
$7 = 0x7f9da525a197 "redhat"
$8 = 0x7f9da525a688 "Red Hat Enterprise Linux Server release 7.0 (Maipo)"
$9 = "nm01-mgmt.pop01.ch.m2b.int", '\000' <repeats 229 times>
$10 = 0x7f9da525a6c0 "redhat Red Hat Enterprise Linux Server release 7.0 (Maipo)"
Environment variable "TestName" not defined.
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=30, usec=usec@entry=0) at bsys.c:171
#2  0x00007f9da5239d61 in check_deadlock () at lockmgr.c:566
#3  0x00007f9da414adf5 in start_thread (arg=0x7f9d9afcc700) at pthread_create.c:308
#4  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 16 (Thread 0x7f9da6379840 (LWP 27327)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=60, usec=usec@entry=0) at bsys.c:171
#2  0x000000000044403f in wait_for_next_job (one_shot_job_to_run=<optimized out>) at scheduler.c:171
#3  0x000000000040f064 in main (argc=<optimized out>, argv=<optimized out>) at dird.c:393

Thread 15 (Thread 0x7f9d667fc700 (LWP 2005)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5244548 in wait_for_readable_fd (fd=<optimized out>, msec=msec@entry=10000, ignore_interupts=ignore_interupts@entry=false) at poll.c:62
#2  0x00007f9da524cdcf in openssl_bsock_readwrite (write=false, nbytes=4, ptr=0x7f9d667fba34 "\235\177", bsock=0x7f9d70001b68) at tls_openssl.c:1022
#3  tls_bsock_readn (bsock=0x7f9d70001b68, ptr=<optimized out>, nbytes=4) at tls_openssl.c:1065
#4  0x00007f9da52264dc in BSOCK_TCP::recv (this=0x7f9d70001b68) at bsock_tcp.c:478
#5  0x0000000000426388 in bget_dirmsg (bs=bs@entry=0x7f9d70001b68, allow_any_message=allow_any_message@entry=false) at getmsg.c:150
#6  0x000000000043560f in msg_thread (arg=arg@entry=0x7f9d80004648) at msgchan.c:426
#7  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d70032bc8) at lockmgr.c:926
#8  0x00007f9da414adf5 in start_thread (arg=0x7f9d667fc700) at pthread_create.c:308
#9  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 14 (Thread 0x7f9d66ffd700 (LWP 2004)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5244548 in wait_for_readable_fd (fd=<optimized out>, msec=msec@entry=10000, ignore_interupts=ignore_interupts@entry=false) at poll.c:62
#2  0x00007f9da524cdcf in openssl_bsock_readwrite (write=false, nbytes=4, ptr=0x7f9d66ffca34 "\235\177", bsock=0x7f9d70018ba8) at tls_openssl.c:1022
#3  tls_bsock_readn (bsock=0x7f9d70018ba8, ptr=<optimized out>, nbytes=4) at tls_openssl.c:1065
#4  0x00007f9da52264dc in BSOCK_TCP::recv (this=0x7f9d70018ba8) at bsock_tcp.c:478
#5  0x0000000000426388 in bget_dirmsg (bs=bs@entry=0x7f9d70018ba8, allow_any_message=allow_any_message@entry=false) at getmsg.c:150
#6  0x000000000043560f in msg_thread (arg=arg@entry=0x7f9d80008778) at msgchan.c:426
#7  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d70032bc8) at lockmgr.c:926
#8  0x00007f9da414adf5 in start_thread (arg=0x7f9d66ffd700) at pthread_create.c:308
#9  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 13 (Thread 0x7f9d677fe700 (LWP 2003)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=2, usec=usec@entry=0) at bsys.c:171
#2  0x000000000042f457 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:628
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d800213e8) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d677fe700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 12 (Thread 0x7f9d67fff700 (LWP 2002)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=2, usec=usec@entry=0) at bsys.c:171
#2  0x000000000042f457 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:628
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d8001bac8) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d67fff700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 11 (Thread 0x7f9d88ff9700 (LWP 2001)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5244548 in wait_for_readable_fd (fd=<optimized out>, msec=msec@entry=10000, ignore_interupts=ignore_interupts@entry=false) at poll.c:62
#2  0x00007f9da524cdcf in openssl_bsock_readwrite (write=false, nbytes=4, ptr=0x7f9d88ff8244 "\235\177", bsock=0x7f9d6c0010b8) at tls_openssl.c:1022
#3  tls_bsock_readn (bsock=0x7f9d6c0010b8, ptr=<optimized out>, nbytes=4) at tls_openssl.c:1065
#4  0x00007f9da52264dc in BSOCK_TCP::recv (this=0x7f9d6c0010b8) at bsock_tcp.c:478
#5  0x0000000000426388 in bget_dirmsg (bs=bs@entry=0x7f9d6c0010b8, allow_any_message=allow_any_message@entry=false) at getmsg.c:150
#6  0x0000000000434cea in start_storage_daemon_job (jcr=jcr@entry=0x7f9d8000f478, rstore=0x7f9d80010488, wstore=wstore@entry=0x0, send_bsr=send_bsr@entry=true) at msgchan.c:289
#7  0x0000000000433929 in do_actual_migration (jcr=0x7f9d8000f478) at migrate.c:1383
#8  do_migration (jcr=jcr@entry=0x7f9d8000f478) at migrate.c:1593
#9  0x0000000000428ed5 in job_thread (arg=0x7f9d8000f478) at job.c:486
#10 0x000000000042f195 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:450
#11 0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d68001078) at lockmgr.c:926
#12 0x00007f9da414adf5 in start_thread (arg=0x7f9d88ff9700) at pthread_create.c:308
#13 0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 10 (Thread 0x7f9d897fa700 (LWP 2000)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5244548 in wait_for_readable_fd (fd=<optimized out>, msec=msec@entry=10000, ignore_interupts=ignore_interupts@entry=false) at poll.c:62
#2  0x00007f9da524cdcf in openssl_bsock_readwrite (write=false, nbytes=4, ptr=0x7f9d897f9244 "\235\177", bsock=0x7f9d68001258) at tls_openssl.c:1022
#3  tls_bsock_readn (bsock=0x7f9d68001258, ptr=<optimized out>, nbytes=4) at tls_openssl.c:1065
#4  0x00007f9da52264dc in BSOCK_TCP::recv (this=0x7f9d68001258) at bsock_tcp.c:478
#5  0x0000000000426388 in bget_dirmsg (bs=bs@entry=0x7f9d68001258, allow_any_message=allow_any_message@entry=false) at getmsg.c:150
#6  0x0000000000434cea in start_storage_daemon_job (jcr=jcr@entry=0x7f9d80009ac8, rstore=0x7f9d8000ad28, wstore=wstore@entry=0x0, send_bsr=send_bsr@entry=true) at msgchan.c:289
#7  0x0000000000433929 in do_actual_migration (jcr=0x7f9d80009ac8) at migrate.c:1383
#8  do_migration (jcr=jcr@entry=0x7f9d80009ac8) at migrate.c:1593
#9  0x0000000000428ed5 in job_thread (arg=0x7f9d80009ac8) at job.c:486
#10 0x000000000042f195 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:450
#11 0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d80016278) at lockmgr.c:926
#12 0x00007f9da414adf5 in start_thread (arg=0x7f9d897fa700) at pthread_create.c:308
#13 0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 9 (Thread 0x7f9d89ffb700 (LWP 1999)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=2, usec=usec@entry=0) at bsys.c:171
#2  0x000000000042f457 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:628
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d80012868) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d89ffb700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 8 (Thread 0x7f9d8a7fc700 (LWP 1998)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f9da523a22c in bthread_cond_timedwait_p (cond=cond@entry=0x7f9d80004960, m=m@entry=0x6a7800 <_ZL5mutex>, abstime=abstime@entry=0x7f9d8a7fbad0, file=file@entry=0x47fe4c "msgchan.c", line=line@entry=489) at lockmgr.c:811
#2  0x00000000004358d9 in wait_for_storage_daemon_termination (jcr=jcr@entry=0x7f9d80004648) at msgchan.c:489
#3  0x0000000000433e6a in do_actual_migration (jcr=0x7f9d80004648) at migrate.c:1524
#4  do_migration (jcr=jcr@entry=0x7f9d80004648) at migrate.c:1593
#5  0x0000000000428ed5 in job_thread (arg=0x7f9d80004648) at job.c:486
#6  0x000000000042f195 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:450
#7  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d8000ced8) at lockmgr.c:926
#8  0x00007f9da414adf5 in start_thread (arg=0x7f9d8a7fc700) at pthread_create.c:308
#9  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 7 (Thread 0x7f9d8affd700 (LWP 1997)):
#0  0x00007f9da4151cd9 in __libc_waitpid (pid=2008, stat_loc=0x7f9d8affc06c, options=0) at ../sysdeps/unix/sysv/linux/waitpid.c:40
#1  0x00007f9da524a134 in signal_handler (sig=11) at signal.c:240
#2  <signal handler called>
#3  JCR::setJobStatus (this=this@entry=0x0, newJobStatus=newJobStatus@entry=83) at jcr.c:975
#4  0x0000000000432ba2 in do_actual_migration (jcr=0x7f9d800149c8) at migrate.c:1304
#5  do_migration (jcr=jcr@entry=0x7f9d800149c8) at migrate.c:1593
#6  0x0000000000428ed5 in job_thread (arg=0x7f9d800149c8) at job.c:486
#7  0x000000000042f195 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:450
#8  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d80007c78) at lockmgr.c:926
#9  0x00007f9da414adf5 in start_thread (arg=0x7f9d8affd700) at pthread_create.c:308
#10 0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 6 (Thread 0x7f9d8bfff700 (LWP 1984)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=2, usec=usec@entry=0) at bsys.c:171
#2  0x000000000042f457 in jobq_server (arg=arg@entry=0x6a7660 <job_queue>) at jobq.c:628
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d78013008) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d8bfff700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 5 (Thread 0x7f9d8b7fe700 (LWP 1522)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5244548 in wait_for_readable_fd (fd=<optimized out>, msec=msec@entry=10000, ignore_interupts=ignore_interupts@entry=false) at poll.c:62
#2  0x00007f9da524cdcf in openssl_bsock_readwrite (write=false, nbytes=4, ptr=0x7f9d8b7fdbe4 "\235\177", bsock=0x7f9d8c0011a8) at tls_openssl.c:1022
#3  tls_bsock_readn (bsock=0x7f9d8c0011a8, ptr=<optimized out>, nbytes=4) at tls_openssl.c:1065
#4  0x00007f9da52264dc in BSOCK_TCP::recv (this=0x7f9d8c0011a8) at bsock_tcp.c:478
#5  0x000000000046784a in handle_UA_client_request (user=user@entry=0x7f9d8c0011a8) at ua_server.c:89
#6  0x000000000043ee10 in handle_connection_request (arg=0x7f9d8c0011a8) at socket_server.c:83
#7  0x00007f9da52542b5 in workq_server (arg=arg@entry=0x6a78e0 <socket_workq>) at workq.c:335
#8  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x7f9d8c002658) at lockmgr.c:926
#9  0x00007f9da414adf5 in start_thread (arg=0x7f9d8b7fe700) at pthread_create.c:308
#10 0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 4 (Thread 0x7f9d98cb1700 (LWP 27338)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f9da523a22c in bthread_cond_timedwait_p (cond=cond@entry=0x6a7be0 <wait_for_next_run_cond>, m=m@entry=0x6a7c20 <_ZL5mutex>, abstime=abstime@entry=0x7f9d98cb0a90, file=file@entry=0x4831ac "stats.c", line=line@entry=117) at lockmgr.c:811
#2  0x0000000000444e00 in wait_for_next_run () at stats.c:117
#3  statistics_thread_runner (arg=arg@entry=0x0) at stats.c:172
#4  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x20cef18) at lockmgr.c:926
#5  0x00007f9da414adf5 in start_thread (arg=0x7f9d98cb1700) at pthread_create.c:308
#6  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 3 (Thread 0x7f9d994b2700 (LWP 27337)):
#0  pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238
#1  0x00007f9da523a22c in bthread_cond_timedwait_p (cond=cond@entry=0x7f9da54706c0 <_ZL5timer>, m=m@entry=0x7f9da5470700 <_ZL11timer_mutex>, abstime=abstime@entry=0x7f9d994b1d80, file=file@entry=0x7f9da525e7aa "watchdog.c", line=line@entry=313) at lockmgr.c:811
#2  0x00007f9da5253909 in watchdog_thread (arg=arg@entry=0x0) at watchdog.c:313
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x20cef18) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d994b2700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 2 (Thread 0x7f9d9a0c5700 (LWP 27336)):
#0  0x00007f9da303ab7d in poll () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da521d5ed in bnet_thread_server_tcp (addr_list=addr_list@entry=0x1fc0278, max_clients=<optimized out>, sockfds=<optimized out>, client_wq=client_wq@entry=0x6a78e0 <socket_workq>, nokeepalive=<optimized out>, handle_client_request=handle_client_request@entry=0x43eda0 <handle_connection_request(void*)>) at bnet_server_tcp.c:298
#2  0x000000000043efff in connect_thread (arg=arg@entry=0x1fc0278) at socket_server.c:100
#3  0x00007f9da5239dd0 in lmgr_thread_launcher (x=0x20cf008) at lockmgr.c:926
#4  0x00007f9da414adf5 in start_thread (arg=0x7f9d9a0c5700) at pthread_create.c:308
#5  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113

Thread 1 (Thread 0x7f9d9afcc700 (LWP 27328)):
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=30, usec=usec@entry=0) at bsys.c:171
#2  0x00007f9da5239d61 in check_deadlock () at lockmgr.c:566
#3  0x00007f9da414adf5 in start_thread (arg=0x7f9d9afcc700) at pthread_create.c:308
#4  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113
#0  0x00007f9da415199d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
81	T_PSEUDO (SYSCALL_SYMBOL, SYSCALL_NAME, SYSCALL_NARGS)
No locals.
#1  0x00007f9da5229014 in bmicrosleep (sec=sec@entry=30, usec=usec@entry=0) at bsys.c:171
171	   status = nanosleep(&timeout, NULL);
timeout = {tv_sec = 30, tv_nsec = 0}
tv = {tv_sec = 0, tv_usec = -4087852145273369344}
tz = {tz_minuteswest = -1811935112, tz_dsttime = 32669}
status = <optimized out>
#2  0x00007f9da5239d61 in check_deadlock () at lockmgr.c:566
566	   while (!bmicrosleep(30, 0)) {
__clframe = <optimized out>
old = 0
#3  0x00007f9da414adf5 in start_thread (arg=0x7f9d9afcc700) at pthread_create.c:308
308	      THREAD_SETMEM (pd, result, CALL_THREAD_FCT (pd));
__res = <optimized out>
pd = 0x7f9d9afcc700
now = <optimized out>
unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140314886850304, 6475850540197703857, 0, 140314886851008, 140314886850304, 0, -6420476963478998863, -6420549874420584271}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}}
not_first_call = <optimized out>
pagesize_m1 = <optimized out>
sp = <optimized out>
freesize = <optimized out>
#4  0x00007f9da30451ad in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:113
113		call	*%rax
No locals.
#0  0x0000000000000000 in ?? ()
No locals.
#0  0x0000000000000000 in ?? ()
No locals.
#0  0x0000000000000000 in ?? ()
No locals.