at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.allocateDirect(U npooledUnsafeNoCleanerDirectByteBuf.java:30) at io.netty.buffer.UnpooledUnsafeDirectByteBuf.(UnpooledUnsafeDire ctByteBuf.java:67) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.(UnpooledU nsafeNoCleanerDirectByteBuf.java:25) at io.netty.buffer.UnsafeByteBufUtil.newUnsafeDirectByteBuf(UnsafeByteBu fUtil.java:425) at io.netty.buffer.PooledByteBufAllocator.newDirectBuffer(PooledByteBufA llocator.java:299) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:177) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:168) at io.netty.buffer.AbstractByteBufAllocator.ioBuffer(AbstractByteBufAllo cator.java:129) at io.netty.channel.AdaptiveRecvByteBufAllocator$HandleImpl.allocate(Ada ptiveRecvByteBufAllocator.java:104) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:117) ... 7 more 18/01/14 19:22:23 WARN TaskSetManager: Lost task 0.0 in stage 4.0 (TID 4, localh ost, executor driver): TaskResultLost (result lost from block manager) 18/01/14 19:22:23 ERROR TaskSetManager: Task 0 in stage 4.0 failed 1 times; abor ting job 18/01/14 19:22:23 WARN TransportChannelHandler: Exception in connection from /19 2.168.1.7:57300 java.io.IOException: An established connection was aborted by the software in yo ur host machine. at sun.nio.ch.SocketDispatcher.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:55) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:235) at sun.nio.ch.IOUtil.read(IOUtil.java:204) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:394) at io.netty.buffer.UnpooledUnsafeDirectByteBuf.setBytes(UnpooledUnsafeDi rectByteBuf.java:362) at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:899) at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketCha nnel.java:275) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:119) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.jav a:643) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEve ntLoop.java:566) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.ja va:480) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:442) at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThread EventExecutor.java:131) at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorato r.run(DefaultThreadFactory.java:144) at java.lang.Thread.run(Thread.java:785) 18/01/14 19:22:23 ERROR TransportRequestHandler: Error sending result ChunkFetch Success{streamChunkId=StreamChunkId{streamId=1955448886001, chunkIndex=0}, buffe r=org.apache.spark.storage.BlockManagerManagedBuffer@ce1b2191} to /192.168.1.7:5 7300; closing connection java.nio.channels.ClosedChannelException at io.netty.channel.AbstractChannel$AbstractUnsafe.close(...)(Unknown So urce) [I 19:22:34.806 NotebookApp] Saving file at /https-github.com-jadianes-spark-py- notebooks/nb2-rdd-basics/nb2-rdd-basics.ipynb 18/01/14 19:26:28 WARN TransportChannelHandler: Exception in connection from /19 2.168.1.7:57260 io.netty.util.internal.OutOfDirectMemoryError: failed to allocate 65536 byte(s) of direct memory (used: 67059712, max: 67108864) at io.netty.util.internal.PlatformDependent.incrementMemoryCounter(Platf ormDependent.java:530) at io.netty.util.internal.PlatformDependent.allocateDirectNoCleaner(Plat formDependent.java:484) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.allocateDirect(U npooledUnsafeNoCleanerDirectByteBuf.java:30) at io.netty.buffer.UnpooledUnsafeDirectByteBuf.(UnpooledUnsafeDire ctByteBuf.java:67) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.(UnpooledU nsafeNoCleanerDirectByteBuf.java:25) at io.netty.buffer.UnsafeByteBufUtil.newUnsafeDirectByteBuf(UnsafeByteBu fUtil.java:425) at io.netty.buffer.PooledByteBufAllocator.newDirectBuffer(PooledByteBufA llocator.java:299) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:177) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:168) at io.netty.buffer.AbstractByteBufAllocator.ioBuffer(AbstractByteBufAllo cator.java:129) at io.netty.channel.AdaptiveRecvByteBufAllocator$HandleImpl.allocate(Ada ptiveRecvByteBufAllocator.java:104) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:117) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.jav a:643) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEve ntLoop.java:566) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.ja va:480) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:442) at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThread EventExecutor.java:131) at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorato r.run(DefaultThreadFactory.java:144) at java.lang.Thread.run(Thread.java:785) 18/01/14 19:26:28 ERROR TransportResponseHandler: Still have 1 requests outstand ing when connection from /192.168.1.7:57260 is closed 18/01/14 19:26:28 ERROR RetryingBlockFetcher: Failed to fetch block taskresult_6 , and will not retry (0 retries) io.netty.util.internal.OutOfDirectMemoryError: failed to allocate 65536 byte(s) of direct memory (used: 67059712, max: 67108864) at io.netty.util.internal.PlatformDependent.incrementMemoryCounter(Platf ormDependent.java:530) at io.netty.util.internal.PlatformDependent.allocateDirectNoCleaner(Plat formDependent.java:484) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.allocateDirect(U npooledUnsafeNoCleanerDirectByteBuf.java:30) at io.netty.buffer.UnpooledUnsafeDirectByteBuf.(UnpooledUnsafeDire ctByteBuf.java:67) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.(UnpooledU nsafeNoCleanerDirectByteBuf.java:25) at io.netty.buffer.UnsafeByteBufUtil.newUnsafeDirectByteBuf(UnsafeByteBu fUtil.java:425) at io.netty.buffer.PooledByteBufAllocator.newDirectBuffer(PooledByteBufA llocator.java:299) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:177) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:168) at io.netty.buffer.AbstractByteBufAllocator.ioBuffer(AbstractByteBufAllo cator.java:129) at io.netty.channel.AdaptiveRecvByteBufAllocator$HandleImpl.allocate(Ada ptiveRecvByteBufAllocator.java:104) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:117) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.jav a:643) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEve ntLoop.java:566) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.ja va:480) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:442) at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThread EventExecutor.java:131) at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorato r.run(DefaultThreadFactory.java:144) at java.lang.Thread.run(Thread.java:785) 18/01/14 19:26:28 WARN BlockManager: Failed to fetch block after 1 fetch failure s. Most recent failure cause: org.apache.spark.SparkException: Exception thrown in awaitResult: at org.apache.spark.util.ThreadUtils$.awaitResult(ThreadUtils.scala:205) at org.apache.spark.network.BlockTransferService.fetchBlockSync(BlockTra nsferService.scala:105) at org.apache.spark.storage.BlockManager.getRemoteBytes(BlockManager.sca la:642) at org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$1.ap ply$mcV$sp(TaskResultGetter.scala:82) at org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$1.ap ply(TaskResultGetter.scala:63) at org.apache.spark.scheduler.TaskResultGetter$$anon$3$$anonfun$run$1.ap ply(TaskResultGetter.scala:63) at org.apache.spark.util.Utils$.logUncaughtExceptions(Utils.scala:1948) at org.apache.spark.scheduler.TaskResultGetter$$anon$3.run(TaskResultGet ter.scala:62) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor. java:1153) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor .java:628) at java.lang.Thread.run(Thread.java:785) Caused by: java.util.concurrent.ExecutionException: Boxed Error at scala.concurrent.impl.Promise$.resolver(Promise.scala:55) at scala.concurrent.impl.Promise$.scala$concurrent$impl$Promise$$resolve Try(Promise.scala:47) at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scal a:244) at scala.concurrent.Promise$class.complete(Promise.scala:55) at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:1 53) at scala.concurrent.Promise$class.failure(Promise.scala:104) at scala.concurrent.impl.Promise$DefaultPromise.failure(Promise.scala:15 3) at org.apache.spark.network.BlockTransferService$$anon$1.onBlockFetchFai lure(BlockTransferService.scala:96) at org.apache.spark.network.shuffle.RetryingBlockFetcher$RetryingBlockFe tchListener.onBlockFetchFailure(RetryingBlockFetcher.java:228) at org.apache.spark.network.shuffle.OneForOneBlockFetcher.failRemainingB locks(OneForOneBlockFetcher.java:153) at org.apache.spark.network.shuffle.OneForOneBlockFetcher.access$300(One ForOneBlockFetcher.java:52) at org.apache.spark.network.shuffle.OneForOneBlockFetcher$ChunkCallback. onFailure(OneForOneBlockFetcher.java:104) at org.apache.spark.network.client.TransportResponseHandler.failOutstand ingRequests(TransportResponseHandler.java:110) at org.apache.spark.network.client.TransportResponseHandler.exceptionCau ght(TransportResponseHandler.java:156) at org.apache.spark.network.server.TransportChannelHandler.exceptionCaug ht(TransportChannelHandler.java:81) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(Ab stractChannelHandlerContext.java:252) at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(Channel InboundHandlerAdapter.java:131) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(Ab stractChannelHandlerContext.java:252) at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(Channel InboundHandlerAdapter.java:131) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(Ab stractChannelHandlerContext.java:252) at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(Channel InboundHandlerAdapter.java:131) at org.apache.spark.network.util.TransportFrameDecoder.exceptionCaught(T ransportFrameDecoder.java:190) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(Ab stractChannelHandlerContext.java:252) at io.netty.channel.ChannelHandlerAdapter.exceptionCaught(ChannelHandler Adapter.java:79) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(Ab stractChannelHandlerContext.java:252) at io.netty.channel.DefaultChannelPipeline$HeadContext.exceptionCaught(D efaultChannelPipeline.java:1261) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:281) at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught( AbstractChannelHandlerContext.java:260) at io.netty.channel.DefaultChannelPipeline.fireExceptionCaught(DefaultCh annelPipeline.java:899) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.handleReadE xception(AbstractNioByteChannel.java:87) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:162) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.jav a:643) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEve ntLoop.java:566) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.ja va:480) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:442) at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThread EventExecutor.java:131) at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorato r.run(DefaultThreadFactory.java:144) ... 1 more Caused by: io.netty.util.internal.OutOfDirectMemoryError: failed to allocate 655 36 byte(s) of direct memory (used: 67059712, max: 67108864) at io.netty.util.internal.PlatformDependent.incrementMemoryCounter(Platf ormDependent.java:530) at io.netty.util.internal.PlatformDependent.allocateDirectNoCleaner(Plat formDependent.java:484) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.allocateDirect(U npooledUnsafeNoCleanerDirectByteBuf.java:30) at io.netty.buffer.UnpooledUnsafeDirectByteBuf.(UnpooledUnsafeDire ctByteBuf.java:67) at io.netty.buffer.UnpooledUnsafeNoCleanerDirectByteBuf.(UnpooledU nsafeNoCleanerDirectByteBuf.java:25) at io.netty.buffer.UnsafeByteBufUtil.newUnsafeDirectByteBuf(UnsafeByteBu fUtil.java:425) at io.netty.buffer.PooledByteBufAllocator.newDirectBuffer(PooledByteBufA llocator.java:299) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:177) at io.netty.buffer.AbstractByteBufAllocator.directBuffer(AbstractByteBuf Allocator.java:168) at io.netty.buffer.AbstractByteBufAllocator.ioBuffer(AbstractByteBufAllo cator.java:129) at io.netty.channel.AdaptiveRecvByteBufAllocator$HandleImpl.allocate(Ada ptiveRecvByteBufAllocator.java:104) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(Abstra ctNioByteChannel.java:117) ... 7 more 18/01/14 19:26:28 ERROR TransportRequestHandler: Error sending result ChunkFetch Success{streamChunkId=StreamChunkId{streamId=1955448886003, chunkIndex=0}, buffe r=org.apache.spark.storage.BlockManagerManagedBuffer@76366812} to /192.168.1.7:5 7334; closing connection java.nio.channels.ClosedChannelException at io.netty.channel.AbstractChannel$AbstractUnsafe.close(...)(Unknown So urce) 18/01/14 19:26:28 WARN TaskSetManager: Lost task 0.0 in stage 6.0 (TID 6, localh ost, executor driver): TaskResultLost (result lost from block manager) 18/01/14 19:26:28 ERROR TaskSetManager: Task 0 in stage 6.0 failed 1 times; abor ting job [I 19:26:35.084 NotebookApp] Saving file at /https-github.com-jadianes-spark-py- notebooks/nb2-rdd-basics/nb2-rdd-basics.ipynb