\n",
"
\n",
"\n",
"\n",
"
\n",
" \n",
"\n",
"\n",
"\n",
"\n",
"
\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"import distributed\n",
"import adaptive\n",
"adaptive.notebook_extension()"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"client = distributed.Client()"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "f1203c234b0246e98c057cbf9b3f0c78",
"version_major": 2,
"version_minor": 0
},
"text/html": [
"Failed to display Jupyter Widget of type Button
.
\n",
"\n",
" If you're reading this message in the Jupyter Notebook or JupyterLab Notebook, it may mean\n",
" that the widgets JavaScript is still loading. If this message persists, it\n",
" likely means that the widgets JavaScript library is either not installed or\n",
" not enabled. See the Jupyter\n",
" Widgets Documentation for setup instructions.\n",
"
\n",
"\n",
" If you're reading this message in another frontend (for example, a static\n",
" rendering on GitHub or NBViewer),\n",
" it may mean that your frontend doesn't currently support widgets.\n",
"
\n"
],
"text/plain": [
"Button(description='cancel live-plot', layout=Layout(width='150px'), style=ButtonStyle())"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
""
],
"text/plain": [
":DynamicMap []"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.client - WARNING - Couldn't gather keys {'f_divergent_1d-e860261558c8b0627742c060e2601e1a': []}\n",
"tornado.application - ERROR - Exception in callback functools.partial(.null_wrapper at 0x7fce980e1950>, )\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 605, in _run_callback\n",
" ret = callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n",
" return fn(*args, **kwargs)\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 626, in _discard_future_result\n",
" future.result()\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/concurrent.py\", line 238, in result\n",
" raise_exc_info(self._exc_info)\n",
" File \"\", line 4, in raise_exc_info\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/gen.py\", line 1063, in run\n",
" yielded = self.gen.throw(*exc_info)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/cfexecutor.py\", line 22, in _cascade_future\n",
" result = yield future._result(raiseit=False)\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/gen.py\", line 1055, in run\n",
" value = future.result()\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/concurrent.py\", line 238, in result\n",
" raise_exc_info(self._exc_info)\n",
" File \"\", line 4, in raise_exc_info\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/gen.py\", line 1063, in run\n",
" yielded = self.gen.throw(*exc_info)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 194, in _result\n",
" result = yield self.client._gather([self])\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/gen.py\", line 1055, in run\n",
" value = future.result()\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/concurrent.py\", line 238, in result\n",
" raise_exc_info(self._exc_info)\n",
" File \"\", line 4, in raise_exc_info\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/gen.py\", line 1069, in run\n",
" yielded = self.gen.send(value)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 1415, in _gather\n",
" self.futures[key].reset()\n",
"KeyError: 'f_divergent_1d-e860261558c8b0627742c060e2601e1a'\n",
"distributed.scheduler - ERROR - 'f_divergent_1d-e860261558c8b0627742c060e2601e1a'\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/scheduler.py\", line 1954, in handle_client\n",
" result = handler(**msg)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/scheduler.py\", line 2838, in report_on_key\n",
" ts = self.tasks[key]\n",
"KeyError: 'f_divergent_1d-e860261558c8b0627742c060e2601e1a'\n",
"distributed.scheduler - ERROR - Exception in handle_client\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/scheduler.py\", line 1954, in handle_client\n",
" result = handler(**msg)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/scheduler.py\", line 2838, in report_on_key\n",
" ts = self.tasks[key]\n",
"KeyError: 'f_divergent_1d-e860261558c8b0627742c060e2601e1a'\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"tornado.application - ERROR - Exception in callback functools.partial(.null_wrapper at 0x7fce981bd730>, {'op': 'client-releases-keys', 'keys': ['f_divergent_1d-e860261558c8b0627742c060e2601e1a'], 'client': 'Client-eddc8ca6-327b-11e8-a689-0242ac120005'})\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 605, in _run_callback\n",
" ret = callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/stack_context.py\", line 277, in null_wrapper\n",
" return fn(*args, **kwargs)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 702, in _send_to_scheduler_safe\n",
" self.scheduler_comm.send(msg)\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n",
"tornado.application - ERROR - Exception in callback >\n",
"Traceback (most recent call last):\n",
" File \"/opt/conda/lib/python3.6/site-packages/tornado/ioloop.py\", line 1026, in _run\n",
" return self.callback()\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/client.py\", line 846, in _heartbeat\n",
" self.scheduler_comm.send({'op': 'heartbeat'})\n",
" File \"/opt/conda/lib/python3.6/site-packages/distributed/batched.py\", line 106, in send\n",
" raise CommClosedError\n",
"distributed.comm.core.CommClosedError\n"
]
}
],
"source": [
"def uniform_sampling_1d(interval, scale, function_values):\n",
" # Note that we never use 'function_values'; the loss is just the size of the subdomain\n",
" x_left, x_right = interval\n",
" x_scale, _ = scale\n",
" dx = (x_right - x_left) / x_scale\n",
" return dx\n",
"\n",
"def f_divergent_1d(x):\n",
" return 1 / x**2\n",
"\n",
"learner = adaptive.Learner1D(f_divergent_1d, (-1, 1), loss_per_interval=uniform_sampling_1d)\n",
"runner = adaptive.Runner(learner, executor=client, goal=lambda l: l.loss() < 0.01)\n",
"runner.live_plot()"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.4"
}
},
"nbformat": 4,
"nbformat_minor": 2
}