Seg fault/shared pointer assertion in distributed code

[brycelelbach]

[reported by blelbach] [Trac time Thu Dec 1 00:07:16 2011] ```
Received Segmentation fault, 28 frames:
0x7f294f625eac : boost::stack_trace::trace(void**, int) + 0x20 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f108eb3 : boost::backtrace::backtrace(unsigned long) + 0x7d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f10900e : boost::trace() + 0x1e in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1069d7 : hpx::detail::backtrace() + 0x18 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f0aabce : hpx::termination_handler(int) + 0x26 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294a890020 : ??? + 0x4a890020 in /lib/x86_64-linux-gnu/libpthread.so.0
0x7f294f17a2ca : boost::asio::stream_socket_serviceboost::asio::ip::tcp& boost::asio::use_serviceboost::asio::stream_socket_service<boost::asio::ip::tcp >(boost::asio::io_service&) + 0x10 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f178044 : boost::asio::basic_io_objectboost::asio::stream_socket_service<boost::asio::ip::tcp, true>::basic_io_object(boost::asio::io_service&) + 0x28 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1760bf : boost::asio::basic_socket<boost::asio::ip::tcp, boost::asio::stream_socket_serviceboost::asio::ip::tcp >::basic_socket(boost::asio::io_service&) + 0x23 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f174495 : boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_serviceboost::asio::ip::tcp >::basic_stream_socket(boost::asio::io_service&) + 0x23 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1731a9 : hpx::parcelset::parcelport_connection::parcelport_connection(boost::asio::io_service&, unsigned int, hpx::util::connection_cache<hpx::parcelset::parcelport_connection, unsigned int>&, hpx::util::high_resolution_timer&, hpx::performance_counters::parcels::gatherer&) + 0x4f in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f16df5a : hpx::parcelset::parcelport::send_parcel(hpx::parcelset::parcel const&, hpx::naming::address const&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0xee in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f16634d : hpx::parcelset::parcelport::put_parcel(hpx::parcelset::parcel&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0x4b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f16405e : hpx::parcelset::parcelhandler::put_parcel(hpx::parcelset::parcel&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0x268 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x773477 : hpx::parcelset::parcelhandler::put_parcel(hpx::parcelset::parcel&) + 0x39 in /shared/home/wash/hpx/gcc-4.6.2-debug/bin/hello_world
0x7f294f28828b : bool hpx::applier::apply_r_p<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::address&, hpx::naming::id_type const&, hpx::threads::thread_priority, hpx::agas::response&&) + 0xdb in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f2880de : bool hpx::applier::apply_p<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::id_type const&, hpx::threads::thread_priority, hpx::agas::response&&) + 0x8c in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f287f7e : bool hpx::applier::apply<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::id_type const&, hpx::agas::response&&) + 0x3d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f287e1e : void hpx::actions::continuation::triggerhpx::agas::response(hpx::agas::response&&) + 0x11c in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f2dcb3a : hpx::threads::thread_state_enum hpx::actions::action<hpx::agas::server::primary_namespace, 64, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::primary_namespace, hpx::agas::response, 64, hpx::agas::request const&, &(hpx::agas::server::primary_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function::operator()<hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::primary_namespace, hpx::agas::request const&, hpx::agas::server::primary_namespace*, hpx::agas::request> > >(boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::primary_namespace, hpx::agas::request const&, hpx::agas::server::primary_namespace*, hpx::agas::request> > const&) const + 0x170 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f2dc4e4 : hpx::threads::thread_state_enum hpx::util::detail::bound_functor2<hpx::actions::action<hpx::agas::server::primary_namespace, 64, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::primary_namespace, hpx::agas::response, 64, hpx::agas::request const&, &(hpx::agas::server::primary_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function, boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::primary_namespace, hpx::agas::request const&, hpx::agas::server::primary_namespace*, hpx::agas::request> > >::operator()hpx::threads::thread_state_ex_enum&(hpx::threads::thread_state_ex_enum&&&) const + 0x94 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f2dc0ed : hpx::util::detail::vtable::type<hpx::util::detail::bound_functor2<hpx::actions::action<hpx::agas::server::primary_namespace, 64, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::primary_namespace, hpx::agas::response, 64, hpx::agas::request const&, &(hpx::agas::server::primary_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function, boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::primary_namespace, hpx::agas::request const&, hpx::agas::server::primary_namespace*, hpx::agas::request> > >, hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), void, void>::invoke(void**, hpx::threads::thread_state_ex_enum) + 0x25 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1f2c5f : hpx::util::function_base<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), void, void>::operator()(hpx::threads::thread_state_ex_enum) const + 0x5b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1f1dd4 : boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, 1>::result<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >::type boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, 1>::operator()<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >(hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const&, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type>&) + 0x30 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1ef793 : boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>::length>::result<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >::type boost::coroutines::detail::unpack<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >(hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const&, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type>&, boost::coroutines::detail::trait_tag<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type> >) + 0x27 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1ed4bb : boost::disable_ifboost::is_void<hpx::threads::thread_state_enum, void>::type boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::do_callhpx::threads::thread_state_enum(boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::dummy<1>) + 0x85 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1ea36f : boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::operator()() + 0x5b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7f294f1e700a : void boost::coroutines::detail::linux::trampoline<boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator> >(boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>_) + 0x18 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
pbsdsh: task 0 exit status 262
Received Segmentation fault, 31 frames:
0x7fe3247ebeac : boost::stack_trace::trace(void__, int) + 0x20 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3242ceeb3 : boost::backtrace::backtrace(unsigned long) + 0x7d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3242cf00e : boost::trace() + 0x1e in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3242cc9d7 : hpx::detail::backtrace() + 0x18 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe324270bce : hpx::termination_handler(int) + 0x26 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe31fa56020 : ??? + 0x1fa56020 in /lib/x86_64-linux-gnu/libpthread.so.0
0x7fe3243402ca : boost::asio::stream_socket_serviceboost::asio::ip::tcp& boost::asio::use_serviceboost::asio::stream_socket_service<boost::asio::ip::tcp >(boost::asio::io_service&) + 0x10 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32433e044 : boost::asio::basic_io_objectboost::asio::stream_socket_service<boost::asio::ip::tcp, true>::basic_io_object(boost::asio::io_service&) + 0x28 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32433c0bf : boost::asio::basic_socket<boost::asio::ip::tcp, boost::asio::stream_socket_serviceboost::asio::ip::tcp >::basic_socket(boost::asio::io_service&) + 0x23 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32433a495 : boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_serviceboost::asio::ip::tcp >::basic_stream_socket(boost::asio::io_service&) + 0x23 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32433905c : hpx::parcelset::server::parcelport_connection::parcelport_connection(boost::asio::io_service&, hpx::parcelset::server::parcelport_queue&, hpx::util::high_resolution_timer&, hpx::performance_counters::parcels::gatherer&) + 0x4e in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe324333a40 : hpx::parcelset::parcelport::handle_accept(boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection) + 0xba in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3243430f3 : boost::mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >::operator()(hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection) const + 0x85 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32434091b : void boost::_bi::list3boost::bi::value<hpx::parcelset::parcelport*, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > >::operator()<boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list1<boost::system::error_code const&> >(boost::_bi::type, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >&, boost::_bi::list1<boost::system::error_code const&>&, int) + 0x9b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32433e94a : void boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >::operator()boost::system::error_code(boost::system::error_code const&) + 0x44 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe324347afd : boost::asio::detail::binder1<boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >, boost::system::error_code>::operator()() + 0x23 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe324346b98 : void boost::asio::asio_handler_invoke<boost::asio::detail::binder1<boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >, boost::system::error_code> >(boost::asio::detail::binder1<boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >, boost::system::error_code>, ...) + 0x68 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3243454c0 : void boost_asio_handler_invoke_helpers::invoke<boost::asio::detail::binder1<boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >, boost::system::error_code>, boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > > >(boost::asio::detail::binder1<boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >, boost::system::error_code>&, boost::_bi::bind_t<void, boost::_mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::_bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::_bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > >&) + 0x47 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe324342ef2 : boost::asio::detail::reactive_socket_accept_op<boost::asio::basic_socket<boost::asio::ip::tcp, boost::asio::stream_socket_serviceboost::asio::ip::tcp >, boost::asio::ip::tcp, boost::_bi::bind_t<void, boost::mfi::mf2<void, hpx::parcelset::parcelport, boost::system::error_code const&, boost::shared_ptrhpx::parcelset::server::parcelport_connection >, boost::bi::list3<boost::bi::valuehpx::parcelset::parcelport_, boost::arg<1> ()(), boost::bi::valueboost::shared_ptr<hpx::parcelset::server::parcelport_connection > > > >::do_complete(boost::asio::detail::task_io_service, boost::asio::detail::task_io_service_operation, boost::system::error_code, unsigned long) + 0xc4 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32434c067 : boost::asio::detail::task_io_service_operation::complete(boost::asio::detail::task_io_service&) + 0x3f in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32434ca42 : boost::asio::detail::task_io_service::do_one(boost::asio::detail::scoped_lockboost::asio::detail::posix_mutex&, boost::asio::detail::task_io_service::idle_thread_info) + 0x1f4 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32434c72c : boost::asio::detail::task_io_service::run(boost::system::error_code&) + 0x100 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe32434cd53 : boost::asio::io_service::run() + 0x2f in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3246d2968 : hpx::util::io_service_pool::thread_run(int) + 0x80 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3246d6ff5 : boost::mfi::mf1<void, hpx::util::io_service_pool, int>::operator()(hpx::util::io_service_pool, int) const + 0x5f in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3246d6f5c : void boost::_bi::list2<boost::_bi::valuehpx::util::io_service_pool_, boost::_bi::value >::operator()<boost::_mfi::mf1<void, hpx::util::io_service_pool, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1<void, hpx::util::io_service_pool, int>&, boost::_bi::list0&, int) + 0x6c in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3246d6ee9 : boost::_bi::bind_t<void, boost::_mfi::mf1<void, hpx::util::io_service_pool, int>, boost::_bi::list2boost::_bi::value<hpx::util::io_service_pool*, boost::_bi::value > >::operator()() + 0x39 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe3246d6e18 : boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf1<void, hpx::util::io_service_pool, int>, boost::_bi::list2boost::_bi::value<hpx::util::io_service_pool*, boost::_bi::value > > >::run() + 0x1e in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fe320a7941e : ??? + 0x20a7941e in /shared/boost/1.47.0-debug/stage/lib/libboost_thread.so.1.47.0
0x7fe31fa4db40 : ??? + 0x1fa4db40 in /lib/x86_64-linux-gnu/libpthread.so.0
0x7fe31f79836d : clone + 0x6d in /lib/x86_64-linux-gnu/libc.so.6
pbsdsh: task 0 exit status 262

[stack_trace]: 27 frames:
0x7fb9503efeac : boost::stack_trace::trace(void**, int) + 0x20 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed2eb3 : boost::backtrace::backtrace(unsigned long) + 0x7d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed300e : boost::trace() + 0x1e in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed09d7 : hpx::detail::backtrace() + 0x18 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed36a7 : void hpx::detail::throw_exceptionhpx::exception(hpx::exception const&, std::string const&, std::string const&, int) + 0xb3 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed0c51 : hpx::detail::assertion_failed_msg(char const_, char const_, char const_, char const_, long) + 0x23d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94fed0a14 : hpx::detail::assertion_failed_msg(char const_, char const_, char const_, char const_, long) + 0x0 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x77151e : boost::asio::io_service::id::id() + 0x0 in /shared/home/wash/hpx/gcc-4.6.2-debug/bin/hello_world
0x7fb9502d7555 : boost::shared_ptrboost::asio::io_service::operator_() const + 0x37 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb9502d7003 : hpx::util::io_service_pool::get_io_service() + 0x2b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ff37f04 : hpx::parcelset::parcelport::send_parcel(hpx::parcelset::parcel const&, hpx::naming::address const&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0x98 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ff3034d : hpx::parcelset::parcelport::put_parcel(hpx::parcelset::parcel&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0x4b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ff2e05e : hpx::parcelset::parcelhandler::put_parcel(hpx::parcelset::parcel&, hpx::util::function_nonser<void (boost::system::error_code const&, unsigned long)>) + 0x268 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x773477 : hpx::parcelset::parcelhandler::put_parcel(hpx::parcelset::parcel&) + 0x39 in /shared/home/wash/hpx/gcc-4.6.2-debug/bin/hello_world
0x7fb95005228b : bool hpx::applier::apply_r_p<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::address&, hpx::naming::id_type const&, hpx::threads::thread_priority, hpx::agas::response&&) + 0xdb in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb9500520de : bool hpx::applier::apply_p<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::id_type const&, hpx::threads::thread_priority, hpx::agas::response&&) + 0x8c in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb950051f7e : bool hpx::applier::apply<hpx::actions::direct_action1<hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>, 1, hpx::agas::response const&, &(hpx::lcos::base_lco_with_value<hpx::agas::response, hpx::agas::response>::set_result_nonvirt(hpx::agas::response const&)), hpx::actions::detail::this_type>, hpx::agas::response>(hpx::naming::id_type const&, hpx::agas::response&&) + 0x3d in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb950051e1e : void hpx::actions::continuation::triggerhpx::agas::response(hpx::agas::response&&) + 0x11c in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb950051a50 : hpx::threads::thread_state_enum hpx::actions::action<hpx::agas::server::symbol_namespace, 16, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::symbol_namespace, hpx::agas::response, 16, hpx::agas::request const&, &(hpx::agas::server::symbol_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function::operator()<hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::symbol_namespace, hpx::agas::request const&, hpx::agas::server::symbol_namespace_, hpx::agas::request> > >(boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::symbol_namespace, hpx::agas::request const&, hpx::agas::server::symbol_namespace*, hpx::agas::request> > const&) const + 0x170 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb95004fa18 : hpx::threads::thread_state_enum hpx::util::detail::bound_functor2<hpx::actions::action<hpx::agas::server::symbol_namespace, 16, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::symbol_namespace, hpx::agas::response, 16, hpx::agas::request const&, &(hpx::agas::server::symbol_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function, boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::symbol_namespace, hpx::agas::request const&, hpx::agas::server::symbol_namespace*, hpx::agas::request> > >::operator()hpx::threads::thread_state_ex_enum&(hpx::threads::thread_state_ex_enum&&&) const + 0x94 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb95004f4c4 : hpx::util::detail::vtable::type<hpx::util::detail::bound_functor2<hpx::actions::action<hpx::agas::server::symbol_namespace, 16, hpx::agas::response, boost::fusion::vector<hpx::agas::request, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_, boost::fusion::void_>, hpx::actions::result_action1<hpx::agas::server::symbol_namespace, hpx::agas::response, 16, hpx::agas::request const&, &(hpx::agas::server::symbol_namespace::service(hpx::agas::request const&)), (hpx::threads::thread_priority)3, hpx::actions::detail::this_type>, (hpx::threads::thread_priority)3>::continuation_thread_function, boost::shared_ptrhpx::actions::continuation, hpx::util::detail::protected_bind<hpx::util::detail::bound_member_function2<hpx::agas::response, hpx::agas::server::symbol_namespace, hpx::agas::request const&, hpx::agas::server::symbol_namespace*, hpx::agas::request> > >, hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), void, void>::invoke(void**, hpx::threads::thread_state_ex_enum) + 0x25 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffbcc5f : hpx::util::function_base<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), void, void>::operator()(hpx::threads::thread_state_ex_enum) const + 0x5b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffbbdd4 : boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, 1>::result<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >::type boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, 1>::operator()<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >(hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const&, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type>&) + 0x30 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffb9793 : boost::coroutines::detail::unpacker_n<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>::length>::result<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >::type boost::coroutines::detail::unpack<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type>, hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type> >(hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)> const&, boost::tuples::tuple<hpx::threads::thread_state_ex_enum, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type, boost::tuples::null_type>&, boost::coroutines::detail::trait_tag<boost::coroutines::tuple_traits<hpx::threads::thread_state_ex_enum, boost::tuples::null_type> >) + 0x27 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffb74bb : boost::disable_ifboost::is_void<hpx::threads::thread_state_enum, void>::type boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::do_callhpx::threads::thread_state_enum(boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::dummy<1>) + 0x85 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffb436f : boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>::operator()() + 0x5b in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1
0x7fb94ffb100a : void boost::coroutines::detail::linux::trampoline<boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator> >(boost::coroutines::detail::coroutine_impl_wrapper<hpx::util::function_nonser<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum)>, boost::coroutines::coroutine<hpx::threads::thread_state_enum (hpx::threads::thread_state_ex_enum), hpx::threads::detail::coroutine_allocator, boost::coroutines::detail::linux::x86_linux_context_impl>, boost::coroutines::detail::linux::x86_linux_context_impl, hpx::threads::detail::coroutine_allocator>*) + 0x18 in /shared/home/wash/hpx/gcc-4.6.2-debug/lib/hpx/libhpxd.so.1

[function]: boost::shared_ptr::reference boost::shared_ptr::operator*() const [with T = boost::asio::io_service, boost::shared_ptr::reference = boost::asio::io_service&]

[version]: V1.0.0-trunk (AGAS: V2.1), SVN: 6463M

[date]: Nov 30 2011 23:45:26

[compiler]: GNU C++ version 4.6.2
[stdlib]: GNU libstdc++ version 20111103

pbsdsh: task 0 exit status 262

^ concatenation of multiple failures (might be from a few runs)

Hello world on 16 localities, in release/debug. Boost/SVN revision/compiler info is in the above backtrace.