Assert failure in BlockChainSync

[chfast]

eth: /home/chfast/Projects/ethereum/cpp-ethereum/libethereum/BlockChainSync.cpp:122: void mergeInto(std::map<unsigned int, std::vector<_RealType> >&, unsigned int, T&&) [with T = std::vector<unsigned char>]: Assertion `!haveItem(_container, _number)' failed.

[gupta2140]

Is anyone working on this bug? I would like to contribute as well.

[chfast]

No. In general BlockChainSync is in bad shape -- it would be awesome if someone would have time to understand it and improve it. @gumb0 is working on fast sync, what is related.

[chfast]

Also come to https://gitter.im/ethereum/cpp-ethereum-development chat.

[chfast]

Happened again when syncing Ropsten.

[chfast]

@gumb0 is this fixed by your changes?

[gumb0]

I don't think so, I saw this recently, too

[gumb0]

Here's the stack I've caught with this assert on Windows

>Debug.ListCallStack /AllThreads
Callstack for Thread 1 (Thread Id: 7092 (0x1bb4)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      eth.exe!stopSealingAfterXBlocks(dev::eth::Client * _c=0x0000023c24ace010, unsigned int _start=2218573, unsigned int & io_mining=0)
 3      eth.exe!main(int argc=2, char * * argv=0x0000023c21cbed40)
 4      [External Code]

Callstack for Thread 2 (Thread Id: 13092 (0x3324)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      eth.exe!dev::eth::TransactionQueue::verifierBody()
 3      eth.exe!dev::eth::TransactionQueue::{ctor}::__l3::<lambda>()
 4      [External Code]

Callstack for Thread 3 (Thread Id: 11660 (0x2d8c)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      eth.exe!dev::eth::TransactionQueue::verifierBody()
 3      eth.exe!dev::eth::TransactionQueue::{ctor}::__l3::<lambda>()
 4      [External Code]

Callstack for Thread 4 (Thread Id: 6752 (0x1a60)):
 Index  Function
--------------------------------------------------------------------------------
 1      eth.exe!secp256k1_scalar_reduce_512(secp256k1_scalar_t * r=0x00000091b4dfb2a0, const unsigned int * l=0x00000091b4dfb110)
 2      eth.exe!secp256k1_scalar_sqr(secp256k1_scalar_t * r=0x00000091b4dfb2a0, const secp256k1_scalar_t * a=0x00000091b4dfb2a0)
 3      eth.exe!secp256k1_scalar_inverse(secp256k1_scalar_t * r=0x00000091b4dfb3d0, const secp256k1_scalar_t * x=0x00000091b4dfb610)
 4      eth.exe!secp256k1_scalar_inverse_var(secp256k1_scalar_t * r=0x00000091b4dfb3d0, const secp256k1_scalar_t * x=0x00000091b4dfb610)
 5      eth.exe!secp256k1_ecdsa_sig_recover(const secp256k1_ecmult_context_t * ctx=0x0000023c21cb4100, const secp256k1_ecdsa_sig_t * sig=0x00000091b4dfb610, secp256k1_ge_t * pubkey=0x00000091b4dfb650, const secp256k1_scalar_t * message=0x00000091b4dfb5e8, int recid=0)
 6      eth.exe!secp256k1_ecdsa_recover_compact(const secp256k1_context_struct * ctx=0x0000023c21cb4100, const unsigned char * msg32=0x00000091b4dfb8c0, const unsigned char * sig64=0x00000091b4dfb900, unsigned char * pubkey=0x0000023c33b63b70, int * pubkeylen=0x00000091b4dfb714, int compressed=0, int recid=0)
 7      eth.exe!dev::recover(const dev::FixedHash<65> & _sig={...}, const dev::FixedHash<32> & _message={...})
 8      eth.exe!dev::eth::TransactionBase::sender()
 9      eth.exe!dev::eth::TransactionBase::TransactionBase(dev::vector_ref<unsigned char const > _rlpData={...}, dev::eth::CheckTransaction _checkSig=Everything)
 10     eth.exe!dev::eth::Transaction::Transaction(dev::vector_ref<unsigned char const > _rlpData={...}, dev::eth::CheckTransaction _checkSig=Everything)
 11     eth.exe!dev::eth::BlockChain::verifyBlock(dev::vector_ref<unsigned char const > _block={...}, const std::function<void __cdecl(dev::Exception &)> & _onBad={...}, unsigned int _ir=61)
 12     eth.exe!dev::eth::BlockQueue::verifierBody()
 13     eth.exe!dev::eth::BlockQueue::{ctor}::__l3::<lambda>()
 14     [External Code]

Callstack for Thread 5 (Thread Id: 11172 (0x2ba4)):
 Index  Function
--------------------------------------------------------------------------------
 1      eth.exe!secp256k1_scalar_reduce_512(secp256k1_scalar_t * r=0x00000091b5dfae90, const unsigned int * l=0x00000091b5dfada0)
 2      eth.exe!secp256k1_scalar_sqr(secp256k1_scalar_t * r=0x00000091b5dfae90, const secp256k1_scalar_t * a=0x00000091b5dfae90)
 3      eth.exe!secp256k1_scalar_inverse(secp256k1_scalar_t * r=0x00000091b5dfb060, const secp256k1_scalar_t * x=0x00000091b5dfb2a0)
 4      eth.exe!secp256k1_scalar_inverse_var(secp256k1_scalar_t * r=0x00000091b5dfb060, const secp256k1_scalar_t * x=0x00000091b5dfb2a0)
 5      eth.exe!secp256k1_ecdsa_sig_recover(const secp256k1_ecmult_context_t * ctx=0x0000023c21cb4100, const secp256k1_ecdsa_sig_t * sig=0x00000091b5dfb2a0, secp256k1_ge_t * pubkey=0x00000091b5dfb2e0, const secp256k1_scalar_t * message=0x00000091b5dfb278, int recid=0)
 6      eth.exe!secp256k1_ecdsa_recover_compact(const secp256k1_context_struct * ctx=0x0000023c21cb4100, const unsigned char * msg32=0x00000091b5dfb550, const unsigned char * sig64=0x00000091b5dfb590, unsigned char * pubkey=0x0000023c33df2250, int * pubkeylen=0x00000091b5dfb3a4, int compressed=0, int recid=0)
 7      eth.exe!dev::recover(const dev::FixedHash<65> & _sig={...}, const dev::FixedHash<32> & _message={...})
 8      eth.exe!dev::eth::TransactionBase::sender()
 9      eth.exe!dev::eth::TransactionBase::TransactionBase(dev::vector_ref<unsigned char const > _rlpData={...}, dev::eth::CheckTransaction _checkSig=Everything)
 10     eth.exe!dev::eth::Transaction::Transaction(dev::vector_ref<unsigned char const > _rlpData={...}, dev::eth::CheckTransaction _checkSig=Everything)
 11     eth.exe!dev::eth::BlockChain::verifyBlock(dev::vector_ref<unsigned char const > _block={...}, const std::function<void __cdecl(dev::Exception &)> & _onBad={...}, unsigned int _ir=61)
 12     eth.exe!dev::eth::BlockQueue::verifierBody()
 13     eth.exe!dev::eth::BlockQueue::{ctor}::__l3::<lambda>()
 14     [External Code]

Callstack for Thread 6 (Thread Id: 14036 (0x36d4)):
 Index  Function
--------------------------------------------------------------------------------
 1      eth.exe!dev::keccak::keccakf(void * state=0x00000091b6df2b70)
 2      eth.exe!dev::keccak::hash(unsigned char * out=0x00000091b6df2d30, unsigned __int64 outlen=32, const unsigned char * in=0x0000023c24c06038, unsigned __int64 inlen=172, unsigned __int64 rate=136, unsigned char delim='\x1')
 3      eth.exe!dev::keccak::sha3_256(unsigned char * out=0x00000091b6df2d30, unsigned __int64 outlen=32, const unsigned char * in=0x0000023c24c05fb0, unsigned __int64 inlen=308)
 4      eth.exe!dev::sha3(dev::vector_ref<unsigned char const > _input={...}, dev::vector_ref<unsigned char> o_output={...})
 5      eth.exe!dev::sha3(dev::vector_ref<unsigned char const > _input={...})
 6      eth.exe!dev::GenericTrieDB<dev::OverlayDB>::forceInsertNode(dev::vector_ref<unsigned char const > _v={...})
 7      eth.exe!dev::GenericTrieDB<dev::OverlayDB>::streamNode(dev::RLPStream & _s={...}, const std::vector<unsigned char,std::allocator<unsigned char> > & _b={...})
 8      eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAtAux(dev::RLPStream & _out={...}, const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...})
 9      eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, const dev::FixedHash<32> & _origHash={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 10     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 11     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAtAux(dev::RLPStream & _out={...}, const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...})
 12     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, const dev::FixedHash<32> & _origHash={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 13     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 14     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAtAux(dev::RLPStream & _out={...}, const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...})
 15     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, const dev::FixedHash<32> & _origHash={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 16     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 17     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAtAux(dev::RLPStream & _out={...}, const dev::RLP & _orig={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...})
 18     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::mergeAt(const dev::RLP & _orig={...}, const dev::FixedHash<32> & _origHash={...}, dev::NibbleSlice _k={...}, dev::vector_ref<unsigned char const > _v={...}, bool _inLine=false)
 19     eth.exe!dev::GenericTrieDB<dev::OverlayDB>::insert(dev::vector_ref<unsigned char const > _key={...}, dev::vector_ref<unsigned char const > _value={...})
 20     eth.exe!dev::SpecificTrieDB<dev::GenericTrieDB<dev::OverlayDB>,dev::FixedHash<32> >::insert(dev::FixedHash<32> _k={...}, dev::vector_ref<unsigned char const > _value={...})
 21     eth.exe!dev::FatGenericTrieDB<dev::OverlayDB>::insert(dev::vector_ref<unsigned char const > _key={...}, dev::vector_ref<unsigned char const > _value={...})
 22     eth.exe!dev::SpecificTrieDB<dev::FatGenericTrieDB<dev::OverlayDB>,dev::FixedHash<20> >::insert(dev::FixedHash<20> _k={...}, dev::vector_ref<unsigned char const > _value={...})
 23     eth.exe!dev::eth::commit<dev::OverlayDB>(const std::unordered_map<dev::FixedHash<20>,dev::eth::Account,std::hash<dev::FixedHash<20> >,std::equal_to<dev::FixedHash<20> >,std::allocator<std::pair<dev::FixedHash<20> const ,dev::eth::Account> > > & _cache={...}, dev::SpecificTrieDB<dev::FatGenericTrieDB<dev::OverlayDB>,dev::FixedHash<20> > & _state={...})
 24     eth.exe!dev::eth::State::commit(dev::eth::State::CommitBehaviour _commitBehaviour=KeepEmptyAccounts)
 25     eth.exe!dev::eth::State::execute(const dev::eth::EnvInfo & _envInfo={...}, const dev::eth::SealEngineFace & _sealEngine={...}, const dev::eth::Transaction & _t={...}, dev::eth::Permanence _p=Committed, const std::function<void __cdecl(unsigned __int64,unsigned __int64,enum dev::eth::Instruction,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,dev::eth::VM *,dev::eth::ExtVMFace const *)> & _onOp={...})
 26     eth.exe!dev::eth::Block::execute(const std::vector<dev::FixedHash<32>,std::allocator<dev::FixedHash<32> > > & _lh={...}, const dev::eth::Transaction & _t={...}, dev::eth::Permanence _p=Committed, const std::function<void __cdecl(unsigned __int64,unsigned __int64,enum dev::eth::Instruction,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0,0,1,0,std::allocator<unsigned long> >,1>,dev::eth::VM *,dev::eth::ExtVMFace const *)> & _onOp={...})
 27     eth.exe!dev::eth::Block::enact(const dev::eth::VerifiedBlockRef & _block={...}, const dev::eth::BlockChain & _bc={...})
 28     eth.exe!dev::eth::Block::enactOn(const dev::eth::VerifiedBlockRef & _block={...}, const dev::eth::BlockChain & _bc={...})
 29     eth.exe!dev::eth::BlockChain::import(const dev::eth::VerifiedBlockRef & _block={...}, const dev::OverlayDB & _db={...}, bool _mustBeNew=true)
 30     eth.exe!dev::eth::BlockChain::sync(dev::eth::BlockQueue & _bq={...}, const dev::OverlayDB & _stateDB={...}, unsigned int _max=3)
 31     eth.exe!dev::eth::Client::syncBlockQueue()
 32     eth.exe!dev::eth::Client::doWork(bool _doWait=true)
 33     eth.exe!dev::eth::Client::doWork()
 34     eth.exe!dev::Worker::workLoop()
 35     eth.exe!dev::Worker::startWorking::__l7::<lambda>()
 36     [External Code]

Callstack for Thread 7 (Thread Id: 4860 (0x12fc)):
 Index  Function
--------------------------------------------------------------------------------
 1      ucrtbase.dll!00007ff80fc9ea1e()
 2      ucrtbase.dll!00007ff80fca076a()
 3      ucrtbase.dll!00007ff80fca0661()
 4      ucrtbase.dll!00007ff80fca09db()
*5      eth.exe!`anonymous namespace'::mergeInto<std::vector<unsigned char,std::allocator<unsigned char> > >(std::map<unsigned int,std::vector<std::vector<unsigned char,std::allocator<unsigned char> >,std::allocator<std::vector<unsigned char,std::allocator<unsigned char> > > >,std::less<unsigned int>,std::allocator<std::pair<unsigned int const ,std::vector<std::vector<unsigned char,std::allocator<unsigned char> >,std::allocator<std::vector<unsigned char,std::allocator<unsigned char> > > > > > > & _container={...}, unsigned int _number=2227237, std::vector<unsigned char,std::allocator<unsigned char> > && _data={...})
 6      eth.exe!dev::eth::BlockChainSync::onPeerBlockBodies(std::shared_ptr<dev::eth::EthereumPeer> _peer={...}, const dev::RLP & _r={...})
 7      eth.exe!`anonymous namespace'::EthereumPeerObserver::onPeerBlockBodies(std::shared_ptr<dev::eth::EthereumPeer> _peer={...}, const dev::RLP & _r={...})
 8      eth.exe!dev::eth::EthereumPeer::interpret(unsigned int _id=6, const dev::RLP & _r={...})
 9      eth.exe!dev::p2p::Session::readPacket(unsigned short _capId=0, dev::p2p::PacketType _t=22, const dev::RLP & _r={...})
 10     eth.exe!dev::p2p::Session::doRead::__l2::void <lambda>(boost::system::error_code, unsigned __int64)::__l2::<lambda>(boost::system::error_code ec={...}, unsigned __int64 length=295744)
 11     [External Code]
 12     eth.exe!dev::p2p::Host::doWork()
 13     eth.exe!dev::Worker::workLoop()
 14     eth.exe!dev::Worker::startWorking::__l7::<lambda>()
 15     [External Code]

Callstack for Thread 8 (Thread Id: 5352 (0x14e8)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]

Callstack for Thread 9 (Thread Id: 8888 (0x22b8)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      eth.exe!dev::Worker::workLoop()
 3      eth.exe!dev::Worker::startWorking::__l7::<lambda>()
 4      [External Code]

Callstack for Thread 10 (Thread Id: 4316 (0x10dc)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      libmicrohttpd-dll.dll!00007ff80c9b8495()
 3      libmicrohttpd-dll.dll!00007ff80c9b8a9e()
 4      [External Code]

Callstack for Thread 11 (Thread Id: 12740 (0x31c4)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      libmicrohttpd-dll.dll!00007ff80c9b8495()
 3      libmicrohttpd-dll.dll!00007ff80c9b8a9e()
 4      [External Code]

Callstack for Thread 12 (Thread Id: 13292 (0x33ec)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      libmicrohttpd-dll.dll!00007ff80c9b8495()
 3      libmicrohttpd-dll.dll!00007ff80c9b8a9e()
 4      [External Code]

Callstack for Thread 13 (Thread Id: 6388 (0x18f4)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      libmicrohttpd-dll.dll!00007ff80c9b8495()
 3      libmicrohttpd-dll.dll!00007ff80c9b8a9e()
 4      [External Code]

Callstack for Thread 14 (Thread Id: 13520 (0x34d0)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      eth.exe!dev::WindowsPipeServer::Listen()
 3      eth.exe!dev::IpcServerBase<void *>::StartListening::__l5::<lambda>()
 4      [External Code]

Callstack for Thread 15 (Thread Id: 11552 (0x2d20)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      ConEmuHk64.dll!000000007e1486a9()
 3      [External Code]

Callstack for Thread 16 (Thread Id: 13108 (0x3334)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]

Callstack for Thread 17 (Thread Id: 6964 (0x1b34)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      ConEmuHk64.dll!000000007e1486a9()
 3      eth.exe!dev::WindowsPipeServer::Read(void * _connection=0x00000000000004fc, void * _data=0x00000091c5dff310, unsigned __int64 _size=1024)
 4      eth.exe!dev::IpcServerBase<void * __ptr64>::GenerateResponse(void * _connection=0x00000000000004fc)
 5      eth.exe!dev::WindowsPipeServer::Listen::__l8::<lambda>()
 6      [External Code]

Callstack for Thread 18 (Thread Id: 13276 (0x33dc)):
 Index  Function
--------------------------------------------------------------------------------
 1      [External Code]
 2      ConEmuHk64.dll!000000007e1486a9()
 3      [External Code]

[gumb0]

And another one from linux

                                                                                                                                                                                                                                                
Thread 12 (Thread 0x7fffcaa5b700 (LWP 26601)):                                                                                                                                                                                                  
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185                                                                                                                                         
#1  0x00007ffff79a7af3 in ?? () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1                                                                                                                                                                  
#2  0x00007ffff7bc4184 in start_thread (arg=0x7fffcaa5b700) at pthread_create.c:312                                                                                                                                                             
#3  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 11 (Thread 0x7fffd7fff700 (LWP 26600)):                                                                                                                                                                                                  
#0  0x00007ffff7bcb6dd in accept () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                    
#1  0x00000000006c0bd6 in dev::UnixDomainSocketServer::Listen (this=0x1f01e30) at /home/ethnode/cpp-ethereum/libweb3jsonrpc/UnixSocketServer.cpp:114                                                                                            
#2  0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6                                                                                                                                                                   
#3  0x00007ffff7bc4184 in start_thread (arg=0x7fffd7fff700) at pthread_create.c:312                                                                                                                                                             
#4  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 10 (Thread 0x7fffe8ff9700 (LWP 26599)):                                                                                                                                                                                                  
#0  0x00007ffff6583c53 in select () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                    
#1  0x00007ffff72e4178 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#2  0x00007ffff72e4352 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#3  0x00007ffff7bc4184 in start_thread (arg=0x7fffe8ff9700) at pthread_create.c:312                                                                                                                                                             
#4  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 9 (Thread 0x7fffe97fa700 (LWP 26598)):                                                                                                                                                                                                   
#0  0x00007ffff6583c53 in select () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                    
#1  0x00007ffff72e4178 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#2  0x00007ffff72e4352 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#3  0x00007ffff7bc4184 in start_thread (arg=0x7fffe97fa700) at pthread_create.c:312                                                                                                                                                             
#4  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 8 (Thread 0x7fffe9ffb700 (LWP 26597)):                                                                                                                                                                                                   
#0  0x00007ffff6583c53 in select () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                    
#1  0x00007ffff72e4178 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#2  0x00007ffff72e4352 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#3  0x00007ffff7bc4184 in start_thread (arg=0x7fffe9ffb700) at pthread_create.c:312                                                                                                                                                             
#4  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 7 (Thread 0x7fffea7fc700 (LWP 26596)):                                                                                                                                                                                                   
#0  0x00007ffff6583c53 in select () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                    
#1  0x00007ffff72e4178 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#2  0x00007ffff72e4352 in ?? () from /usr/lib/x86_64-linux-gnu/libmicrohttpd.so.10                                                                                                                                                              
#3  0x00007ffff7bc4184 in start_thread (arg=0x7fffea7fc700) at pthread_create.c:312                                                                                                                                                             
#4  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 6 (Thread 0x7fffeaffd700 (LWP 26443)):                                                                                                                                                                                                   
#0  0x00007ffff7bcbb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81                                                                                                                                                                 
#1  0x00000000008c64a8 in sleep_for<long, std::ratio<1l, 1000l> > (__rtime=...) at /usr/include/c++/4.8/thread:279                                                                                                                              
#2  dev::Worker::workLoop (this=0x1fafd80) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:119                                                                                                                                              
#3  0x00000000008c6b5a in dev::Worker::__lambda5::operator() (__closure=0x7fffd8000a10) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:56                                                                                                  
#4  0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6                                                                                                                                                                   
#5  0x00007ffff7bc4184 in start_thread (arg=0x7fffeaffd700) at pthread_create.c:312                                                                                                                                                             
#6  0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111                                                                                                                                                             
                                                                                                                                                                                                                                                
Thread 5 (Thread 0x7fffeb7fe700 (LWP 26442)):                                                                                                                                                                                                   
#0  0x00007ffff64c8c37 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56                                                                                                                                            
#1  0x00007ffff64cc028 in __GI_abort () at abort.c:89                                                                                                                                                                                           
#2  0x00007ffff64c1bf6 in __assert_fail_base (fmt=0x7ffff66123b8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0xac6438 "!haveItem(_container, _number)",                                                              
    file=file@entry=0xac63f8 "/home/ethnode/cpp-ethereum/libethereum/BlockChainSync.cpp", line=line@entry=125,                                                                                                                                  
    function=function@entry=0xb3f0a0 <void (anonymous namespace)::mergeInto<std::vector<unsigned char, std::allocator<unsigned char> > >(std::map<unsigned int, std::vector<std::vector<unsigned char, std::allocator<unsigned char> >, std::all
unsigned char, std::allocator<unsigned char> > > > > > >&, unsigned int, std::vector<unsigned char, std::allocator<unsigned char> >&&)::__PRETTY_FUNCTION__> "void {anonymous}::mergeInto(std::map<unsigned int, std::vector<_RealType> >&, unsigned int, T&&) [with T = std::vector<unsigned char>]") at assert.c:92
#3  0x00007ffff64c1ca2 in __GI___assert_fail (assertion=0xac6438 "!haveItem(_container, _number)", file=0xac63f8 "/home/ethnode/cpp-ethereum/libethereum/BlockChainSync.cpp", line=125,
    function=0xb3f0a0 <void (anonymous namespace)::mergeInto<std::vector<unsigned char, std::allocator<unsigned char> > >(std::map<unsigned int, std::vector<std::vector<unsigned char, std::allocator<unsigned char> >, std::allocator<std::vector<unsigned char, std::allocator<unsigned char> > > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, std::vector<std::vector<unsigned char, std::allocator<unsigned char> >, std::allocator<std::vector<unsigned char, std::allocator<unsigned char> > > > > > >&, unsigned int, std::vector<unsigned char, std::allocator<unsigned char> >&&)::__PRETTY_FUNCTION__> "void {anonymous}::mergeInto(std::map<unsigned int, std::vector<_RealType> >&, unsigned int, T&&) [with T = std::vector<unsigned char>]") at assert.c:101
Python Exception <class 'IndexError'> list index out of range:
#4  0x00000000007e1736 in (anonymous namespace)::mergeInto<std::vector<unsigned char> >(std::map<unsigned int, std::vector<std::vector<unsigned char, std::allocator<unsigned char> >, std::allocator<std::vector<unsigned char, std::allocator<unsigned char> > > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, std::vector<std::vector<unsigned char, std::allocator<unsigned char> >, std::allocator<std::vector<unsigned char, std::allocator<unsigned char> > > > > > > &, unsigned int, <unknown type in /home/ethnode/cpp-ethereum/build/eth/eth, CU 0x29460fd, DIE 0x2a74110>) (_container=std::map with 1299 elements, _number=_number@entry=2685215,
    _data=_data@entry=<unknown type in /home/ethnode/cpp-ethereum/build/eth/eth, CU 0x29460fd, DIE 0x2a74110>) at /home/ethnode/cpp-ethereum/libethereum/BlockChainSync.cpp:125
#5  0x00000000007e5b95 in dev::eth::BlockChainSync::onPeerBlockBodies (this=0x1f79130, _peer=std::shared_ptr (count 4, weak 1) 0x7fffd93a5960, _r=...) at /home/ethnode/cpp-ethereum/libethereum/BlockChainSync.cpp:558
#6  0x0000000000739ef4 in (anonymous namespace)::EthereumPeerObserver::onPeerBlockBodies (this=this@entry=0x1f5c368, _peer=std::shared_ptr (count 4, weak 1) 0x7fffd93a5960, _r=...)
    at /home/ethnode/cpp-ethereum/libethereum/EthereumHost.cpp:114
#7  0x0000000000785b8b in dev::eth::EthereumPeer::interpret (this=0x7fffd93a5960, _id=<optimized out>, _r=...) at /home/ethnode/cpp-ethereum/libethereum/EthereumPeer.cpp:329
#8  0x000000000085fc49 in dev::p2p::Session::readPacket (this=0x7fff7ab801d8, _capId=<optimized out>, _t=_t@entry=22, _r=...) at /home/ethnode/cpp-ethereum/libp2p/Session.cpp:135
#9  0x0000000000862179 in dev::p2p::Session::__lambda9::__lambda10::operator() (__closure=__closure@entry=0x7fffeb7fd828, ec=..., length=506816) at /home/ethnode/cpp-ethereum/libp2p/Session.cpp:440
#10 0x0000000000862576 in boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10>::operator()(const boost::system::error_code &, std::size_t, int) (this=this@entry=0x7fffeb7fd800, ec=..., bytes_transferred=<optimized out>, start=start@entry=0)
    at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/impl/read.hpp:282
#11 0x00000000008633bb in operator() (this=0x7fffeb7fd800) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/bind_handler.hpp:127
#12 asio_handler_invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10>, boost::system::error_code, long unsigned int> > (function=...) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/handler_invoke_hook.hpp:69
#13 invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10>, boost::system::error_code, long unsigned int>, dev::p2p::Session::doRead()::__lambda9::__lambda10> (context=..., function=...) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/handler_invoke_helpers.hpp:37
#14 asio_handler_invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10>, boost::system::error_code, long unsigned int>, boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10> (this_handler=<optimized out>, function=...) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/impl/read.hpp:502
#15 invoke<boost::asio::detail::binder2<boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10>, boost::system::error_code, long unsigned int>, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp>, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10> > (context=..., function=...) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/handler_invoke_helpers.hpp:37
#16 boost::asio::detail::reactive_socket_recv_op<boost::asio::mutable_buffers_1, boost::asio::detail::read_op<boost::asio::basic_stream_socket<boost::asio::ip::tcp, boost::asio::stream_socket_service<boost::asio::ip::tcp> >, boost::asio::mutable_buffers_1, boost::asio::detail::transfer_all_t, dev::p2p::Session::doRead()::__lambda9::__lambda10> >::do_complete(boost::asio::detail::io_service_impl *, boost::asio::detail::operation *, const boost::system::error_code &, std::size_t) (owner=0x13583b0, base=<optimized out>) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/reactive_socket_recv_op.hpp:110
#17 0x000000000084f340 in complete (bytes_transferred=<optimized out>, ec=..., owner=..., this=<optimized out>) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/task_io_service_operation.hpp:38
#18 do_run_one (ec=..., this_thread=..., lock=..., this=0x13583b0) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/impl/task_io_service.ipp:372
#19 boost::asio::detail::task_io_service::run (this=0x13583b0, ec=...) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/detail/impl/task_io_service.ipp:149
#20 0x000000000083ff50 in run (this=0x7fffffffdfb0) at /home/ethnode/cpp-ethereum/deps/boost/boost/asio/impl/io_service.ipp:59
#21 dev::p2p::Host::doWork (this=0x7fffffffdec0) at /home/ethnode/cpp-ethereum/libp2p/Host.cpp:771
#22 0x00000000008c6469 in dev::Worker::workLoop (this=0x7fffffffdec0) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:120
#23 0x00000000008c6b5a in dev::Worker::__lambda5::operator() (__closure=0x1f632e0) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:56
#24 0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#25 0x00007ffff7bc4184 in start_thread (arg=0x7fffeb7fe700) at pthread_create.c:312
#26 0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 4 (Thread 0x7fffebfff700 (LWP 26435)):
#0  0x00007ffff79a1b83 in leveldb::ReadBlock(leveldb::RandomAccessFile*, leveldb::ReadOptions const&, leveldb::BlockHandle const&, leveldb::BlockContents*) () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#1  0x00007ffff79a2cd6 in leveldb::Table::BlockReader(void*, leveldb::ReadOptions const&, leveldb::Slice const&) () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#2  0x00007ffff79a36cb in leveldb::Table::InternalGet(leveldb::ReadOptions const&, leveldb::Slice const&, void*, void (*)(void*, leveldb::Slice const&, leveldb::Slice const&)) () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#3  0x00007ffff7994a1c in leveldb::TableCache::Get(leveldb::ReadOptions const&, unsigned long, unsigned long, leveldb::Slice const&, void*, void (*)(void*, leveldb::Slice const&, leveldb::Slice const&)) ()
   from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#4  0x00007ffff799ce54 in leveldb::Version::Get(leveldb::ReadOptions const&, leveldb::LookupKey const&, std::string*, leveldb::Version::GetStats*) () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#5  0x00007ffff79833e8 in leveldb::DBImpl::Get(leveldb::ReadOptions const&, leveldb::Slice const&, std::string*) () from /usr/lib/x86_64-linux-gnu/libleveldb.so.1
#6  0x00000000008c103f in dev::OverlayDB::lookup (this=0x7fffebffd350, _h=...) at /home/ethnode/cpp-ethereum/libdevcore/OverlayDB.cpp:124
#7  0x000000000078115b in node (this=0x7fffebffd3e0, _h=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:290
#8  dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#9  0x0000000000780f12 in dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#10 0x0000000000780f12 in dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#11 0x0000000000780f12 in dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#12 0x0000000000780f12 in dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#13 0x0000000000780f12 in dev::GenericTrieDB<dev::OverlayDB>::atAux (this=this@entry=0x7fffebffd3e0, _here=..., _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:829
#14 0x000000000078143e in at (_key=..., this=0x7fffebffd3e0) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:798
#15 at (_k=..., this=0x7fffebffd3e0) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:332
#16 dev::FatGenericTrieDB<dev::OverlayDB>::at (this=0x7fffebffd3e0, _key=...) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:444
#17 0x0000000000776832 in at (_k=..., this=0x7fffebffd3e0) at /home/ethnode/cpp-ethereum/libethereum/../libdevcore/TrieDB.h:332
#18 dev::eth::State::account (this=0x7fffebffd350, _addr=...) at /home/ethnode/cpp-ethereum/libethereum/State.cpp:171
#19 0x0000000000776b49 in account (_a=..., this=<optimized out>) at /home/ethnode/cpp-ethereum/libethereum/State.cpp:158
#20 dev::eth::State::accountNonemptyAndExisting (this=<optimized out>, _address=...) at /home/ethnode/cpp-ethereum/libethereum/State.cpp:250
#21 0x00000000007d7f7d in dev::eth::ExtVM::exists (this=0x7fffe019f8a0, _a=...) at /home/ethnode/cpp-ethereum/libethereum/ExtVM.h:80
#22 0x00000000007fc508 in dev::eth::VM::caseCallSetup (this=this@entry=0x7fffe09ac6f0, callParams=callParams@entry=0x7fffe05434d0, o_output=...) at /home/ethnode/cpp-ethereum/libevm/VMCalls.cpp:153
#23 0x00000000007fc6c7 in dev::eth::VM::caseCall (this=0x7fffe09ac6f0) at /home/ethnode/cpp-ethereum/libevm/VMCalls.cpp:133
#24 0x00000000007ee251 in dev::eth::VM::exec(boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<256u, 256u, (boost::multiprecision::cpp_integer_type)0, (boost::multiprecision::cpp_int_check_type)0, void>, (boost::multiprecision::expression_template_option)0>&, dev::eth::ExtVMFace&, std::function<void (unsigned long, unsigned long, dev::eth::Instruction, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, dev::eth::VM*, dev::eth::ExtVMFace const*)> const&) (this=0x7fffe09ac6f0, _io_gas=..., _ext=..., _onOp=...) at /home/ethnode/cpp-ethereum/libevm/VM.cpp:177
#25 0x00000000007b9ff1 in dev::eth::Executive::go(std::function<void (unsigned long, unsigned long, dev::eth::Instruction, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, dev::eth::VM*, dev::eth::ExtVMFace const*)> const&) (this=this@entry=0x7fffebff4750, _onOp=...) at /home/ethnode/cpp-ethereum/libethereum/Executive.cpp:402
#26 0x000000000077b8b3 in dev::eth::State::execute(dev::eth::EnvInfo const&, dev::eth::SealEngineFace const&, dev::eth::Transaction const&, dev::eth::Permanence, std::function<void (unsigned long, unsigned long, dev::eth::Instruction, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, dev::eth::VM*, dev::eth::ExtVMFace const*)> const&) (this=this@entry=0x7fffebffd350, _envInfo=..., _sealEngine=..., _t=...,
    _p=_p@entry=dev::eth::Committed, _onOp=...) at /home/ethnode/cpp-ethereum/libethereum/State.cpp:531
#27 0x000000000078b70b in dev::eth::Block::execute(std::vector<dev::FixedHash<32u>, std::allocator<dev::FixedHash<32u> > > const&, dev::eth::Transaction const&, dev::eth::Permanence, std::function<void (unsigned long, unsigned long, dev::eth::Instruction, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, boost::multiprecision::number<boost::multiprecision::backends::cpp_int_backend<0u, 0u, (boost::multiprecision::cpp_integer_type)1, (boost::multiprecision::cpp_int_check_type)0, std::allocator<unsigned long long> >, (boost::multiprecision::expression_template_option)1>, dev::eth::VM*, dev::eth::ExtVMFace const*)> const&) (this=this@entry=0x7fffebffd350,
    _lh=std::vector of length 256, capacity 256 = {...}, _t=..., _p=_p@entry=dev::eth::Committed, _onOp=...) at /home/ethnode/cpp-ethereum/libethereum/Block.cpp:658
#28 0x000000000078e250 in dev::eth::Block::enact (this=this@entry=0x7fffebffd350, _block=..., _bc=...) at /home/ethnode/cpp-ethereum/libethereum/Block.cpp:490
#29 0x0000000000791da1 in dev::eth::Block::enactOn (this=this@entry=0x7fffebffd350, _block=..., _bc=...) at /home/ethnode/cpp-ethereum/libethereum/Block.cpp:440
#30 0x0000000000754ba2 in dev::eth::BlockChain::import (this=this@entry=0x135c880, _block=..., _db=..., _mustBeNew=_mustBeNew@entry=true) at /home/ethnode/cpp-ethereum/libethereum/BlockChain.cpp:728
#31 0x0000000000758be9 in dev::eth::BlockChain::sync (this=0x135c880, _bq=..., _stateDB=..., _max=_max@entry=50) at /home/ethnode/cpp-ethereum/libethereum/BlockChain.cpp:428
#32 0x000000000070aa12 in dev::eth::Client::syncBlockQueue (this=this@entry=0x135c370) at /home/ethnode/cpp-ethereum/libethereum/Client.cpp:403
#33 0x000000000070bbd6 in dev::eth::Client::doWork (this=0x135c370, _doWait=<optimized out>) at /home/ethnode/cpp-ethereum/libethereum/Client.cpp:671
#34 0x00000000008c6469 in dev::Worker::workLoop (this=0x135c828) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:120
#35 0x00000000008c6b5a in dev::Worker::__lambda5::operator() (__closure=0x1faffd0) at /home/ethnode/cpp-ethereum/libdevcore/Worker.cpp:56
#36 0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#37 0x00007ffff7bc4184 in start_thread (arg=0x7fffebfff700) at pthread_create.c:312
#38 0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 3 (Thread 0x7ffff10d6700 (LWP 26434)):
#0  0x00000000006fbdde in ethash_hash.constprop ()
#1  0x00000000006fd37b in ethash_light_compute ()
#2  0x00000000006f4939 in dev::eth::EthashAux::LightAllocation::compute (this=<optimized out>, _headerHash=..., _nonce=...) at /home/ethnode/cpp-ethereum/libethashseal/EthashAux.cpp:244
#3  0x00000000006f5a8b in dev::eth::EthashAux::eval (_seedHash=..., _headerHash=..., _nonce=...) at /home/ethnode/cpp-ethereum/libethashseal/EthashAux.cpp:255
#4  0x00000000006e6570 in dev::eth::Ethash::verifySeal (this=this@entry=0xd42d60, _bi=...) at /home/ethnode/cpp-ethereum/libethashseal/Ethash.cpp:244
#5  0x00000000006e6d04 in dev::eth::Ethash::verify (this=0xd42d60, _s=dev::eth::CheckEverything, _bi=..., _parent=..., _block=...) at /home/ethnode/cpp-ethereum/libethashseal/Ethash.cpp:124
#6  0x000000000074a8ee in dev::eth::BlockChain::verifyBlock(dev::vector_ref<unsigned char const>, std::function<void (dev::Exception&)> const&, unsigned int) const (this=0x135c880, _block=..., _onBad=..., _ir=<optimized out>, _ir@entry=61)
    at /home/ethnode/cpp-ethereum/libethereum/BlockChain.cpp:1479
#7  0x00000000007c9a53 in dev::eth::BlockQueue::verifierBody (this=0x135dc80) at /home/ethnode/cpp-ethereum/libethereum/BlockQueue.cpp:114
#8  0x00000000007ca8e6 in operator() (__closure=0xda9a20) at /home/ethnode/cpp-ethereum/libethereum/BlockQueue.cpp:54
#9  _M_invoke<> (this=0xda9a20) at /usr/include/c++/4.8/functional:1732
#10 operator() (this=0xda9a20) at /usr/include/c++/4.8/functional:1720
#11 std::thread::_Impl<std::_Bind_simple<dev::eth::BlockQueue::BlockQueue()::__lambda10()> >::_M_run(void) (this=0xda9a08) at /usr/include/c++/4.8/thread:115
#12 0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#13 0x00007ffff7bc4184 in start_thread (arg=0x7ffff10d6700) at pthread_create.c:312
#14 0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 2 (Thread 0x7ffff1ae2700 (LWP 26433)):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007ffff6e214dc in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2  0x000000000071df0d in wait<dev::eth::TransactionQueue::verifierBody()::__lambda9> (__p=..., __lock=..., this=0x135c6a8) at /usr/include/c++/4.8/condition_variable:93
#3  dev::eth::TransactionQueue::verifierBody (this=0x135c380) at /home/ethnode/cpp-ethereum/libethereum/TransactionQueue.cpp:403
#4  0x000000000071e1a6 in operator() (__closure=0x1358080) at /home/ethnode/cpp-ethereum/libethereum/TransactionQueue.cpp:45
#5  _M_invoke<> (this=0x1358080) at /usr/include/c++/4.8/functional:1732
#6  operator() (this=0x1358080) at /usr/include/c++/4.8/functional:1720
#7  std::thread::_Impl<std::_Bind_simple<dev::eth::TransactionQueue::TransactionQueue(unsigned int, unsigned int)::__lambda8()> >::_M_run(void) (this=0x1358068) at /usr/include/c++/4.8/thread:115
#8  0x00007ffff6e24a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#9  0x00007ffff7bc4184 in start_thread (arg=0x7ffff1ae2700) at pthread_create.c:312
#10 0x00007ffff658c37d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 1 (Thread 0x7ffff7fd5780 (LWP 26429)):
#0  0x00007ffff7bcbb9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81
#1  0x000000000065fe0b in sleep_for<long, std::ratio<1l, 1000l> > (__rtime=...) at /usr/include/c++/4.8/thread:279
#2  stopSealingAfterXBlocks (_c=_c@entry=0x135c370, _start=_start@entry=2675184, io_mining=@0x7fffffffbe1c: 0) at /home/ethnode/cpp-ethereum/eth/main.cpp:287
#3  0x000000000061dda2 in main (argc=<optimized out>, argv=<optimized out>) at /home/ethnode/cpp-ethereum/eth/main.cpp:1315