[ Build 4.0.1.0-29 Redhat]: Agent crash @ SandeshSession::SendingLevel() on Openshift Setup

On openshift cluster with redhat base os, observed below agent crash. Agent is running as container in this setup. Both base os and container is redhat.

Os Details
-----------
Red Hat Enterprise Linux Server release 7.4 (Maipo)
root@5b7s20(agent):/# uname -r
3.10.0-693.el7.x86_64

Contrail-Build: 4.0.1.0-29

Backtrace
----------
#0 0x00000000024f24f4 in SandeshSession::SendingLevel() const ()
#1 0x00000000024b36e8 in Sandesh::SendingLevel() ()
#2 0x000000000212a108 in XmppConnectionLog::Send(std::string, SandeshLevel::type, std::string, int, XmppConnectionInfo const&) ()
#3 0x0000000002126b44 in XmppStateMachine::SendConnectionInfo(XmppConnectionInfo*, std::string const&, std::string const&) ()
#4 0x00000000021269ac in XmppStateMachine::SendConnectionInfo(std::string const&, std::string const&) ()
#5 0x0000000002134463 in xmsm::Active::Active(boost::statechart::state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::my_context) ()
#6 0x0000000002143aa9 in boost::statechart::state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::shallow_construct(boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>* const&, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>&) ()
#7 0x0000000002142aa6 in boost::statechart::state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::deep_construct(boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>* const&, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>&) ()
#8 0x000000000214113c in boost::statechart::detail::inner_constructor<boost::mpl::l_item<mpl_::long_<1l>, xmsm::Active, boost::mpl::l_end>, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator> >::construct(boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>* const&, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>&) ()
#9 0x000000000213e87a in boost::statechart::detail::safe_reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::transit_impl<xmsm::Active, XmppStateMachine, boost::statechart::detail::no_transition_function>(boost::statechart::detail::no_transition_function const&) ()
#10 0x000000000213be93 in boost::statechart::detail::safe_reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::transit<xmsm::Active>() ()
#11 0x0000000002136786 in xmsm::Connect::react(xmsm::EvTcpConnectFail const&) ()
#12 0x000000000214e172 in boost::statechart::detail::reaction_result boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>::react<xmsm::Connect, boost::statechart::event_base, void const*>(xmsm::Connect&, boost::statechart::event_base const&, void const* const&) ()
#13 0x000000000214de02 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react_impl_non_empty::local_react_impl<boost::mpl::list3<boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop> >, boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> >(boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>&, boost::statechart::event_base const&, void const*) ()
#14 0x000000000214d9ed in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react<boost::mpl::list3<boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop> > >(boost::statechart::event_base const&, void const*) ()
#15 0x000000000214d6b5 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react_impl_non_empty::local_react_impl<boost::mpl::list4<boost::statechart::custom_reaction<xmsm::EvTcpConnected>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop> >, boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> >(boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>&, boost::statechart::event_base const&, void const*) ()
#16 0x000000000214d381 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react<boost::mpl::list4<boost::statechart::custom_reaction<xmsm::EvTcpConnected>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop> > >(boost::statechart::event_base const&, void const*) ()
#17 0x000000000214ce83 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react_impl_non_empty::local_react_impl<boost::mpl::list5<boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpConnected>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop> >, boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> >(boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>&, boost::statechart::event_base const&, void const*) ()
#18 0x000000000214c49d in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react<boost::mpl::list5<boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpConnected>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>,
boost::statechart::custom_reaction<xmsm::EvStop> > >(boost::statechart::event_base const&, void const*) ()
#19 0x000000000214b416 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react_impl_non_empty::local_react_impl<boost::mpl::list<boost::statechart::custom_reaction<xmsm::EvAdminDown>, boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpConnect
ed>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop>, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> >(boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>&, boost::statechart::event_base const&, void const*) ()
#20 0x000000000214a111 in boost::statechart::detail::reaction_result boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::local_react<boost::mpl::list<boost::statechart::custom_reaction<xmsm::EvAdminDown>, boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpConnected>, boost::statechart::custom_reaction<xmsm::EvTcpConnectFail>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvStop>, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na> >(boost::statechart::event_base const&, void const*) ()
#21 0x00000000021481a5 in boost::statechart::simple_state<xmsm::Connect, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl(boost::statechart::event_base const&, void const*) ()
#22 0x0000000001a31deb in boost::statechart::detail::send_function<boost::statechart::detail::state_base<std::allocator<void>, boost::statechart::detail::rtti_policy>, boost::statechart::event_base, void const*>::operator()() ()
#23 0x000000000214204a in boost::statechart::detail::safe_reaction_result boost::statechart::null_exception_translator::operator()<boost::statechart::detail::send_function<boost::statechart::detail::state_base<std::allocator<void>, boost::statechart::detail::rtti_policy>, boost::statechart::event_base, void const*>, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>::exception_event_handler>(boost::statechart::detail::send_function<boost::statechart::detail::state_base<std::allocator<void>, boost::statechart::detail::rtti_policy>, boost::statechart::event_base, void const*>, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>::exception_event_handler) ()
#24 0x00000000021402c4 in boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>::send_event(boost::statechart::event_base const&)
    ()
#25 0x000000000213d153 in boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>::process_event(boost::statechart::event_base const&) ()
#26 0x00000000021261ee in XmppStateMachine::ProcessEvent(boost::statechart::event_base const&) ()
#27 0x0000000002125c9b in XmppStateMachine::DequeueEvent(boost::intrusive_ptr<boost::statechart::event_base const>&) ()
#28 0x00000000021468e2 in boost::_mfi::mf1<bool, XmppStateMachine, boost::intrusive_ptr<boost::statechart::event_base const>&>::operator()(XmppStateMachine*, boost::intrusive_ptr<boost::statechart::event_base const>&) const ()
#29 0x000000000214530e in bool boost::_bi::list2<boost::_bi::value<XmppStateMachine*>, boost::arg<1> >::operator()<bool, boost::_mfi::mf1<bool, XmppStateMachine, boost::intrusive_ptr<boost::statechart::event_base const>&>, boost::_bi::list1<boost::intrusive_ptr<boost::statechart::event_base const>&> >(boost::_bi::type<bool>, boost::_mfi::mf1<bool, XmppStateMachine, boost::intrusive_ptr<boost::statechart::event_base const>&>&, boost::_bi::list1<boost::intrusive_ptr<boost::statechart::event_base const>&>&, long) ()
#30 0x0000000002143dda in bool boost::_bi::bind_t<bool, boost::_mfi::mf1<bool, XmppStateMachine, boost::intrusive_ptr<boost::statechart::event_base const>&>, boost::_bi::list2<boost::_bi::value<XmppStateMachine*>, boost::arg<1> > >::operator()<boost::intrusive_ptr<boost::statechart::event_base const> >(boost::intrusive_ptr<boost::statechart::event_base const>&) ()
#31 0x0000000002142d9a in boost::detail::function::function_obj_invoker1<boost::_bi::bind_t<bool, boost::_mfi::mf1<bool, XmppStateMachine, boost::intrusive_ptr<boost::statechart::event_base const>&>, boost::_bi::list2<boost::_bi::value<XmppStateMachine*>, boost::arg<1> > >, bool, boost::intrusive_ptr<boost::statechart::event_base const> >::invoke(boost::detail::function::function_buffer&, boost::intrusive_ptr<boost::statechart::event_base const>) ()
#32 0x000000000214b057 in boost::function1<bool, boost::intrusive_ptr<boost::statechart::event_base const> >::operator()(boost::intrusive_ptr<boost::statechart::event_base const>) const ()
#33 0x0000000002149b64 in QueueTaskRunner<boost::intrusive_ptr<boost::statechart::event_base const>, WorkQueue<boost::intrusive_ptr<boost::statechart::event_base const> > >::RunQueue() ()
#34 0x0000000002147e82 in QueueTaskRunner<boost::intrusive_ptr<boost::statechart::event_base const>, WorkQueue<boost::intrusive_ptr<boost::statechart::event_base const> > >::Run() ()
#35 0x00000000025d5e1e in TaskImpl::execute() ()
#36 0x00002ab9a41fe440 in tbb::internal::custom_scheduler<tbb::internal::IntelSchedulerTraits>::local_wait_for_all (this=0x2ab9bc000900, parent=..., child=0x393de40)
    at /home/contrail-builder/workspace/Nightly-RedHat70-Build/sandbox/third_party/tbb40_20111130oss/src/tbb/custom_scheduler.h:449
#37 0x00002ab9a41f52e4 in tbb::internal::arena::process (this=0x391fc80, s=...) at /home/contrail-builder/workspace/Nightly-RedHat70-Build/sandbox/third_party/tbb40_20111130oss/src/tbb/arena.cpp:99
#38 0x00002ab9a41f3c24 in tbb::internal::market::process (this=0x3922080, j=...) at /home/contrail-builder/workspace/Nightly-RedHat70-Build/sandbox/third_party/tbb40_20111130oss/src/tbb/market.cpp:393
#39 0x00002ab9a41ee9c2 in tbb::internal::rml::private_worker::run (this=0x391f480)
    at /home/contrail-builder/workspace/Nightly-RedHat70-Build/sandbox/third_party/tbb40_20111130oss/src/tbb/private_server.cpp:263
#40 0x00002ab9a41ee864 in tbb::internal::rml::private_worker::thread_routine (arg=0x391f480)
    at /home/contrail-builder/workspace/Nightly-RedHat70-Build/sandbox/third_party/tbb40_20111130oss/src/tbb/private_server.cpp:231
#41 0x00002ab9a3fb9e25 in start_thread () from /lib64/libpthread.so.0
#42 0x00002ab9a4d3a34d in clone () from /lib64/libc.so.6