BIND 10 #2942: b10-auth terminated with signal 6, Aborted.

BIND 10 Development do-not-reply at isc.org
Fri May 3 11:50:35 UTC 2013


#2942: b10-auth  terminated with signal 6, Aborted.
-------------------------------------+-------------------------------------
                   Reporter:  jreed  |                 Owner:
                       Type:         |                Status:  new
  defect                             |             Milestone:  New Tasks
                   Priority:  very   |              Keywords:
  high                               |             Sensitive:  0
                  Component:         |           Sub-Project:  DNS
  b10-auth                           |  Estimated Difficulty:  0
               CVSS Scoring:         |           Total Hours:  0
            Defect Severity:  Very   |
  High                               |
Feature Depending on Ticket:         |
        Add Hours to Ticket:  0      |
                  Internal?:  0      |
-------------------------------------+-------------------------------------
 This was from the bind10-1.1.0-release branch merged from master last
 night.
 On the busy as112 server with debugging at debuglevel 1.

 It crashed after  b10-auth server started and received and responded to
 459 DNS messages in less than a second. (Also see ticket #2941.)

 {{{
 2013-05-03 11:27:41.001 INFO  [b10-init.init/59526]
 BIND10_LOST_SOCKET_CONSUMER consumer 33 of sockets disconnected,
 considering all its sockets closed
 2013-05-03 11:27:41.002 INFO  [b10-init.init/59526] BIND10_PROCESS_ENDED
 process 59537 of b10-auth-2 ended with status 134
 2013-05-03 11:27:41.003 ERROR [b10-init.init/59526]
 BIND10_COMPONENT_FAILED component b10-auth-2 (pid 59537) failed: process
 dumped core with exit status 134 (killed by signal 6: SIGABRT)
 ...
 2013-05-03 11:27:41.002 INFO  [b10-init.init/59526] BIND10_PROCESS_ENDED
 process 59537 of b10-auth-2 ended with status 134
 2013-05-03 11:27:41.010 INFO  [b10-init.init/59526] BIND10_PROCESS_ENDED
 process 59533 of b10-auth ended with status 134
 2013-05-03 11:27:42.046 INFO  [b10-init.init/59526] BIND10_PROCESS_ENDED
 process 59538 of b10-auth-4 ended with status 134
 2013-05-03 11:27:42.047 INFO  [b10-init.init/59526] BIND10_PROCESS_ENDED
 process 59536 of b10-auth-3 ended with status 134
 }}}

 It never logged AUTH_SERVER_STARTED.

 Output that was not logged was:
 {{{
 pure virtual method called
 terminate called without an active exception
 pure virtual method called
 terminate called without an active exception
 pure virtual method called
 terminate called without an active exception
 pure virtual method called
 terminate called without an active exception
 }}}

 This is FreeBSD 8.1-RELEASE  amd64.

 backtrace:

 {{{
 #0  0x00000008028c103c in thr_kill () from /lib/libc.so.7
 [New Thread 8032551c0 (LWP 101179)]
 [New Thread 8032041c0 (LWP 101428)]
 [New LWP 100463]
 (gdb)  thread apply all bt

 Thread 3 (LWP 100463):
 #0  0x00000008028c103c in thr_kill () from /lib/libc.so.7
 #1  0x00000008021993b5 in pthread_cond_signal () from /lib/libthr.so.3
 #2  0x00000008019bffa9 in isc::util::thread::CondVar::wait
 (this=0x803204418,
     mutex=@0x803204420) at sync.cc:239
 #3  0x000000000043d59e in
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>::run (
     this=0x803204440) at datasrc_clients_mgr.h:484
 #4  0x0000000000433c42 in boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >::operator() (this=0x80322dd40,
 p=0x803204440)
     at mem_fn_template.hpp:49
 #5  0x0000000000434001 in
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> >::operator()<boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >, boost::_bi::list0> (this=0x80322dd50,
 f=@0x80322dd40,
     a=@0x7fffffbfeeff) at bind.hpp:253
 #6  0x0000000000434046 in boost::_bi::bind_t<void, boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mute
 ost::_bi::bind_t<void, boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> > >, void>::invoke
 (function_obj_ptr=@0x80322dd40)
     at function_template.hpp:153
 #8  0x0000000800fddf91 in boost::function0<void>::operator()
 (this=0x80322dd38)
     at function_template.hpp:1013
 #9  0x00000008019c4342 in isc::util::thread::Thread::Impl::run (
     impl_raw=0x80322dd30) at thread.cc:71
 #10 0x0000000802191511 in pthread_getprio () from /lib/libthr.so.3
 #11 0x0000000000000000 in ?? ()
 Cannot access memory at address 0x7fffffbff000
 warning: Couldn't find general-purpose registers in core file.


 Thread 2 (Thread 8032041c0 (LWP 101428)):
 #0  0x000000080219b2bc in __error () from /lib/libthr.so.3
 #1  0x00000008021993b5 in pthread_cond_signal () from /lib/libthr.so.3
 #2  0x00000008019bffa9 in isc::util::thread::CondVar::wait
 (this=0x803204418,
     mutex=@0x803204420) at sync.cc:239
 #3  0x000000000043d59e in
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>::run (
     this=0x803204440) at datasrc_clients_mgr.h:484
 #4  0x0000000000433c42 in boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >::operator() (this=0x80322dd40,
 p=0x803204440)
     at mem_fn_template.hpp:49
 #5  0x0000000000434001 in
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> >::operator()<boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >, boost::_bi::list0> (this=0x80322dd50,
 f=@0x80322dd40,
     a=@0x7fffffbfeeff) at bind.hpp:253
 #6  0x0000000000434046 in boost::_bi::bind_t<void, boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> > >::operator() (this=0x80322dd40)
     at bind_template.hpp:20
 #7  0x000000000043406d in
 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
 boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> > >, void>::invoke
 (function_obj_ptr=@0x80322dd40)
 #9  0x00000008019c4342 in isc::util::thread::Thread::Impl::run (
     impl_raw=0x80322dd30) at thread.cc:71
 #10 0x0000000802191511 in pthread_getprio () from /lib/libthr.so.3
 #11 0x0000000000000000 in ?? ()
 Cannot access memory at address 0x7fffffbff000
 warning: Couldn't find general-purpose registers in core file.


 Thread 1 (Thread 8032551c0 (LWP 101179)):
 #0  0x000000080219b2bc in __error () from /lib/libthr.so.3
 #1  0x00000008021993b5 in pthread_cond_signal () from /lib/libthr.so.3
 #2  0x00000008019bffa9 in isc::util::thread::CondVar::wait
 (this=0x803204418,
     mutex=@0x803204420) at sync.cc:239
 #3  0x000000000043d59e in
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>::run (
     this=0x803204440) at datasrc_clients_mgr.h:484
 #4  0x0000000000433c42 in boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >::operator() (this=0x80322dd40,
 p=0x803204440)
     at mem_fn_template.hpp:49
 #5  0x0000000000434001 in
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> >::operator()<boost::_mfi::mf0<void,
 isc::auth::datasrc_c::thread::CondVar> >, boost::_bi::list0>
 (this=0x80322dd50, f=@0x80322dd40,
     a=@0x7fffffbfeeff) at bind.hpp:253
 #6  0x0000000000434046 in boost::_bi::bind_t<void, boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> > >::operator() (this=0x80322dd40)
     at bind_template.hpp:20
 #7  0x000000000043406d in
 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
 boost::_mfi::mf0<void,
 isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar> >,
 boost::_bi::list1<boost::_bi::value<isc::auth::datasrc_clientmgr_internal::DataSrcClientsBuilderBase<isc::util::thread::Mutex,
 isc::util::thread::CondVar>*> > >, void>::invoke
 (function_obj_ptr=@0x80322dd40)
     at function_template.hpp:153
 #8  0x0000000800fddf91 in boost::function0<void>::operator()
 (this=0x80322dd38)
     at function_template.hpp:1013
 #9  0x00000008019c4342 in isc::util::thread::Thread::Impl::run (
     impl_raw=0x80322dd30) at thread.cc:71
 #10 0x0000000802191511 in pthread_getprio () from /lib/libthr.so.3
 #11 0x0000000000000000 in ?? ()
 Cannot access memory at address 0x7fffffbff000
 #0  0x000000080219b2bc in __error () from /lib/libthr.so.3
 }}}

 I reverted to beta1 from a month ago and it works. I was able to reproduce
 this issue a few times.

-- 
Ticket URL: <http://bind10.isc.org/ticket/2942>
BIND 10 Development <http://bind10.isc.org>
BIND 10 Development


More information about the bind10-tickets mailing list