Skip to content

Commit 172e112

Browse files
Fixing pipeline and its semantics after updating to Or/And
1 parent dcd9d20 commit 172e112

File tree

12 files changed

+264
-178
lines changed

12 files changed

+264
-178
lines changed

Ray graph experiments.ipynb

Lines changed: 27 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -22,31 +22,32 @@
2222
},
2323
{
2424
"cell_type": "code",
25-
"execution_count": 3,
25+
"execution_count": 2,
2626
"id": "renewable-western",
2727
"metadata": {},
2828
"outputs": [
2929
{
3030
"name": "stderr",
3131
"output_type": "stream",
3232
"text": [
33-
"2021-02-26 11:46:09,384\tINFO services.py:1166 -- View the Ray dashboard at \u001b[1m\u001b[32mhttp://127.0.0.1:8265\u001b[39m\u001b[22m\n"
33+
"2021-05-04 16:17:33,432\tINFO services.py:1092 -- View the Ray dashboard at \u001b[1m\u001b[32mhttp://127.0.0.1:8266\u001b[39m\u001b[22m\n"
3434
]
3535
},
3636
{
3737
"data": {
3838
"text/plain": [
39-
"{'node_ip_address': '192.168.1.37',\n",
40-
" 'raylet_ip_address': '192.168.1.37',\n",
41-
" 'redis_address': '192.168.1.37:6379',\n",
42-
" 'object_store_address': '/tmp/ray/session_2021-02-26_11-46-08_157773_47098/sockets/plasma_store',\n",
43-
" 'raylet_socket_name': '/tmp/ray/session_2021-02-26_11-46-08_157773_47098/sockets/raylet',\n",
44-
" 'webui_url': '127.0.0.1:8265',\n",
45-
" 'session_dir': '/tmp/ray/session_2021-02-26_11-46-08_157773_47098',\n",
46-
" 'metrics_export_port': 61984}"
39+
"{'node_ip_address': '9.160.24.40',\n",
40+
" 'raylet_ip_address': '9.160.24.40',\n",
41+
" 'redis_address': '9.160.24.40:29280',\n",
42+
" 'object_store_address': '/tmp/ray/session_2021-05-04_16-17-32_831080_96327/sockets/plasma_store',\n",
43+
" 'raylet_socket_name': '/tmp/ray/session_2021-05-04_16-17-32_831080_96327/sockets/raylet',\n",
44+
" 'webui_url': '127.0.0.1:8266',\n",
45+
" 'session_dir': '/tmp/ray/session_2021-05-04_16-17-32_831080_96327',\n",
46+
" 'metrics_export_port': 58844,\n",
47+
" 'node_id': 'c8ed8ccd822336e1bcfc1d946811186c9b954ceb'}"
4748
]
4849
},
49-
"execution_count": 3,
50+
"execution_count": 2,
5051
"metadata": {},
5152
"output_type": "execute_result"
5253
}
@@ -57,7 +58,7 @@
5758
},
5859
{
5960
"cell_type": "code",
60-
"execution_count": 4,
61+
"execution_count": 3,
6162
"id": "scheduled-miami",
6263
"metadata": {},
6364
"outputs": [],
@@ -67,7 +68,7 @@
6768
},
6869
{
6970
"cell_type": "code",
70-
"execution_count": 5,
71+
"execution_count": 4,
7172
"id": "leading-sheriff",
7273
"metadata": {},
7374
"outputs": [],
@@ -89,10 +90,10 @@
8990
"\n",
9091
"pipeline = dm.Pipeline()\n",
9192
"\n",
92-
"node_a = dm.Node('a', transformer)\n",
93-
"node_b = dm.Node('b', transformer)\n",
94-
"node_c = dm.Node('c', transformer)\n",
95-
"node_d = dm.Node('d', transformer)\n",
93+
"node_a = dm.OrNode('a', transformer)\n",
94+
"node_b = dm.OrNode('b', transformer)\n",
95+
"node_c = dm.OrNode('c', transformer)\n",
96+
"node_d = dm.OrNode('d', transformer)\n",
9697
"\n",
9798
"pipeline.add_edge(node_a, node_b)\n",
9899
"pipeline.add_edge(node_b, node_c)\n",
@@ -239,24 +240,25 @@
239240
{
240241
"data": {
241242
"text/plain": [
242-
"[[<com.ibm.research.ray.graph.Datamodel.XYRef at 0x7fbc48525c50>]]"
243+
"[[<com.ibm.research.ray.graph.Datamodel.XYRef at 0x7f9898928190>]]"
243244
]
244245
},
245246
"execution_count": 17,
246247
"metadata": {},
247248
"output_type": "execute_result"
248-
},
249-
{
250-
"name": "stderr",
251-
"output_type": "stream",
252-
"text": [
253-
"2021-02-28 11:00:54,243\tERROR worker.py:981 -- print_logs: Connection closed by server.\n"
254-
]
255249
}
256250
],
257251
"source": [
258252
"ray.get(out_args[node_c])"
259253
]
254+
},
255+
{
256+
"cell_type": "code",
257+
"execution_count": null,
258+
"id": "b0188d6f",
259+
"metadata": {},
260+
"outputs": [],
261+
"source": []
260262
}
261263
],
262264
"metadata": {

0 commit comments

Comments
 (0)