examples/demo_grammars.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from lale.grammar import Grammar\n",
    "from lale.operators import make_choice\n",
    "from lale import wrap_imported_operators\n",
    "from lale.settings import set_disable_hyperparams_schema_validation\n",
    "set_disable_hyperparams_schema_validation(True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Simple: First example"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"624pt\" height=\"533pt\"\n",
       " viewBox=\"0.00 0.00 624.00 533.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 529)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-529 620,-529 620,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<g id=\"clust14\" class=\"cluster\">\n",
       "<title>cluster:choice_9</title>\n",
       "<g id=\"a_clust14\"><a xlink:title=\"choice_9 = lr | knn\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"538,-248 538,-365 608,-365 608,-248 538,-248\"/>\n",
       "<text text-anchor=\"middle\" x=\"573\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust1\" class=\"cluster\">\n",
       "<title>cluster:choice_0</title>\n",
       "<g id=\"a_clust1\"><a xlink:title=\"choice_0 = no_op_0 | pipeline_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"8,-8 8,-517 530,-517 530,-8 8,-8\"/>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-501.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\">\n",
       "<title>cluster:pipeline_1</title>\n",
       "<g id=\"a_clust2\"><a xlink:title=\"pipeline_1 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M28,-60C28,-60 510,-60 510,-60 516,-60 522,-66 522,-72 522,-72 522,-475 522,-475 522,-481 516,-487 510,-487 510,-487 28,-487 28,-487 22,-487 16,-481 16,-475 16,-475 16,-72 16,-72 16,-66 22,-60 28,-60\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\">\n",
       "<title>cluster:choice_1</title>\n",
       "<g id=\"a_clust3\"><a xlink:title=\"choice_1 = no_op_1 | pipeline_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"24,-68 24,-479 436,-479 436,-68 24,-68\"/>\n",
       "<text text-anchor=\"middle\" x=\"230\" y=\"-463.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\">\n",
       "<title>cluster:pipeline_2</title>\n",
       "<g id=\"a_clust4\"><a xlink:title=\"pipeline_2 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M44,-120C44,-120 416,-120 416,-120 422,-120 428,-126 428,-132 428,-132 428,-437 428,-437 428,-443 422,-449 416,-449 416,-449 44,-449 44,-449 38,-449 32,-443 32,-437 32,-437 32,-132 32,-132 32,-126 38,-120 44,-120\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\">\n",
       "<title>cluster:choice_2</title>\n",
       "<g id=\"a_clust5\"><a xlink:title=\"choice_2 = no_op_2 | pipeline_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"40,-128 40,-441 342,-441 342,-128 40,-128\"/>\n",
       "<text text-anchor=\"middle\" x=\"191\" y=\"-425.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\">\n",
       "<title>cluster:pipeline_3</title>\n",
       "<g id=\"a_clust6\"><a xlink:title=\"pipeline_3 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M60,-180C60,-180 322,-180 322,-180 328,-180 334,-186 334,-192 334,-192 334,-399 334,-399 334,-405 328,-411 322,-411 322,-411 60,-411 60,-411 54,-411 48,-405 48,-399 48,-399 48,-192 48,-192 48,-186 54,-180 60,-180\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust7\" class=\"cluster\">\n",
       "<title>cluster:choice_3</title>\n",
       "<g id=\"a_clust7\"><a xlink:title=\"choice_3 = no_op_3 | pipeline_4\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"56,-188 56,-403 248,-403 248,-188 56,-188\"/>\n",
       "<text text-anchor=\"middle\" x=\"152\" y=\"-387.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust8\" class=\"cluster\">\n",
       "<title>cluster:pipeline_4</title>\n",
       "<g id=\"a_clust8\"><a xlink:title=\"pipeline_4 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M76,-240C76,-240 228,-240 228,-240 234,-240 240,-246 240,-252 240,-252 240,-361 240,-361 240,-367 234,-373 228,-373 228,-373 76,-373 76,-373 70,-373 64,-367 64,-361 64,-361 64,-252 64,-252 64,-246 70,-240 76,-240\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust9\" class=\"cluster\">\n",
       "<title>cluster:choice_4</title>\n",
       "<g id=\"a_clust9\"><a xlink:title=\"choice_4 = no_op_4\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"72,-291 72,-365 142,-365 142,-291 72,-291\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust10\" class=\"cluster\">\n",
       "<title>cluster:choice_5</title>\n",
       "<g id=\"a_clust10\"><a xlink:title=\"choice_5 = pca_0 | scaler_0\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"162,-248 162,-365 232,-365 232,-248 162,-248\"/>\n",
       "<text text-anchor=\"middle\" x=\"197\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust11\" class=\"cluster\">\n",
       "<title>cluster:choice_6</title>\n",
       "<g id=\"a_clust11\"><a xlink:title=\"choice_6 = pca_1 | scaler_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"256,-248 256,-365 326,-365 326,-248 256,-248\"/>\n",
       "<text text-anchor=\"middle\" x=\"291\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust12\" class=\"cluster\">\n",
       "<title>cluster:choice_7</title>\n",
       "<g id=\"a_clust12\"><a xlink:title=\"choice_7 = pca_2 | scaler_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"350,-248 350,-365 420,-365 420,-248 350,-248\"/>\n",
       "<text text-anchor=\"middle\" x=\"385\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust13\" class=\"cluster\">\n",
       "<title>cluster:choice_8</title>\n",
       "<g id=\"a_clust13\"><a xlink:title=\"choice_8 = pca_3 | scaler_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"444,-248 444,-365 514,-365 514,-248 444,-248\"/>\n",
       "<text text-anchor=\"middle\" x=\"479\" y=\"-349.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op_0 = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"107\" cy=\"-34\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-36.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-25.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>no_op_1</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op_1 = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"107\" cy=\"-94\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-96.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-85.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_2 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>no_op_2</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op_2 = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"107\" cy=\"-154\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-156.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-145.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_3 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>no_op_3</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op_3 = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"107\" cy=\"-214\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-216.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-205.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_4 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>no_op_4</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op_4 = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"107\" cy=\"-317\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-319.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-308.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"197\" cy=\"-317\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"197\" y=\"-313.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op_4&#45;&gt;pca_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op_4&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M141.9967,-317C147.7458,-317 153.7244,-317 159.5309,-317\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"152.0001,-320.5004 162,-317 151.9999,-313.5004 152.0001,-320.5004\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"291\" cy=\"-317\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"291\" y=\"-313.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M247.9984,-317C249.9646,-317 251.9215,-317 253.8551,-317\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"246.0002,-320.5005 256,-317 245.9998,-313.5005 246.0002,-320.5005\"/>\n",
       "</g>\n",
       "<!-- scaler_0 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>scaler_0</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_0 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"197\" cy=\"-274\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"197\" y=\"-270.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node10\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"385\" cy=\"-317\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"385\" y=\"-313.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;pca_2 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;pca_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M341.9984,-317C343.9646,-317 345.9215,-317 347.8551,-317\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"340.0002,-320.5005 350,-317 339.9998,-313.5005 340.0002,-320.5005\"/>\n",
       "</g>\n",
       "<!-- scaler_1 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>scaler_1</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_1 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"291\" cy=\"-274\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"291\" y=\"-270.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node12\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"479\" cy=\"-317\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479\" y=\"-313.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;pca_3 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;pca_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M435.9984,-317C437.9646,-317 439.9215,-317 441.8551,-317\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"434.0002,-320.5005 444,-317 433.9998,-313.5005 434.0002,-320.5005\"/>\n",
       "</g>\n",
       "<!-- scaler_2 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>scaler_2</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_2 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"385\" cy=\"-274\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"385\" y=\"-270.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node14\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"573\" cy=\"-317\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"573\" y=\"-313.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3&#45;&gt;lr -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>pca_3&#45;&gt;lr</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M529.9984,-317C531.9646,-317 533.9215,-317 535.8551,-317\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"528.0002,-320.5005 538,-317 527.9998,-313.5005 528.0002,-320.5005\"/>\n",
       "</g>\n",
       "<!-- scaler_3 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>scaler_3</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_3 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"479\" cy=\"-274\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479\" y=\"-270.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"573\" cy=\"-274\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"573\" y=\"-270.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134555748>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression as LR\n",
    "from sklearn.neighbors import KNeighborsClassifier as KNN\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.preprocessing import StandardScaler as Scaler\n",
    "from lale.lib.lale import NoOp\n",
    "wrap_imported_operators()\n",
    "\n",
    "g = Grammar()\n",
    "\n",
    "g.start       = g.estimator\n",
    "g.estimator   = (NoOp | g.transformer) >> g.prim_est\n",
    "g.transformer = (NoOp | g.transformer) >> g.prim_tfm\n",
    "\n",
    "g.prim_est    = LR | KNN\n",
    "g.prim_tfm    = PCA | Scaler\n",
    "\n",
    "generated = g.unfold(6)\n",
    "generated.visualize()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 6/6 [00:04<00:00,  1.40trial/s, best loss: -0.9261575551782683]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 148,-40.7696 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp()\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR(C=2041.8997482991324, class_weight=&#39;balanced&#39;, fit_intercept=False, multi_class=&#39;auto&#39;, penalty=&#39;l1&#39;, solver=&#39;saga&#39;, tol=0.06377853181420248)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;lr -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;lr</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134b54710>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from lale.lib.lale import Hyperopt\n",
    "import lale.datasets\n",
    "(train_X, train_y), (test_X, test_y) = lale.datasets.load_iris_df()\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=6)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 148,-40.7696 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;knn -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;knn</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134ab75c0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"332pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 332.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 328,-40.7696 328,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;scaler -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;pca -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;pca</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18.3848C152.0277,-18.3848 160.9665,-18.3848 169.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.8849 179.705,-18.3848 169.705,-14.8849 169.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;knn -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca&#45;&gt;knn</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.003,-18.3848C242.0277,-18.3848 250.9665,-18.3848 259.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"259.7051,-21.8849 269.705,-18.3848 259.705,-14.8849 259.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x130864e80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 148,-40.7696 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;knn -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;knn</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134807fd0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 148,-40.7696 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;lr -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;lr</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134ab75c0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"332pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 332.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 328,-40.7696 328,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;pca -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;pca</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;scaler -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18.3848C152.0277,-18.3848 160.9665,-18.3848 169.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.8849 179.705,-18.3848 169.705,-14.8849 169.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;knn -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;knn</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.003,-18.3848C242.0277,-18.3848 250.9665,-18.3848 259.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"259.7051,-21.8849 269.705,-18.3848 259.705,-14.8849 259.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134807fd0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pool = {g.sample(10) for _ in range(5)}\n",
    "for tree in pool:\n",
    "    tree.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 6/6 [00:03<00:00,  1.93trial/s, best loss: -0.9383575551782682]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 148,-40.7696 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- no_op -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>no_op</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"no_op = NoOp()\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR(C=13569.857658078856, class_weight=&#39;balanced&#39;, fit_intercept=False, solver=&#39;newton&#45;cg&#39;, tol=0.0932874712047949)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- no_op&#45;&gt;lr -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>no_op&#45;&gt;lr</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134818d30>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "generated = make_choice(*pool)\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=6)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Grammar that exercices all combinators"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"908pt\" height=\"1801pt\"\n",
       " viewBox=\"0.00 0.00 908.00 1801.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 1797)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1797 904,-1797 904,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<g id=\"clust1\" class=\"cluster\">\n",
       "<title>cluster:choice_0</title>\n",
       "<g id=\"a_clust1\"><a xlink:title=\"choice_0 = lr_0 | knn_0 | pipeline_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"8,-8 8,-1785 892,-1785 892,-8 8,-8\"/>\n",
       "<text text-anchor=\"middle\" x=\"450\" y=\"-1769.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\">\n",
       "<title>cluster:pipeline_1</title>\n",
       "<g id=\"a_clust2\"><a xlink:title=\"pipeline_1 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M28,-103C28,-103 872,-103 872,-103 878,-103 884,-109 884,-115 884,-115 884,-1743 884,-1743 884,-1749 878,-1755 872,-1755 872,-1755 28,-1755 28,-1755 22,-1755 16,-1749 16,-1743 16,-1743 16,-115 16,-115 16,-109 22,-103 28,-103\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\">\n",
       "<title>cluster:choice_1</title>\n",
       "<g id=\"a_clust3\"><a xlink:title=\"choice_1 = pca_0 | scaler_0 | pipeline_2 | pipeline_6\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"24,-111 24,-1747 798,-1747 798,-111 24,-111\"/>\n",
       "<text text-anchor=\"middle\" x=\"411\" y=\"-1731.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\">\n",
       "<title>cluster:pipeline_2</title>\n",
       "<g id=\"a_clust4\"><a xlink:title=\"pipeline_2 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M60,-1036C60,-1036 338,-1036 338,-1036 344,-1036 350,-1042 350,-1048 350,-1048 350,-1705 350,-1705 350,-1711 344,-1717 338,-1717 338,-1717 60,-1717 60,-1717 54,-1717 48,-1711 48,-1705 48,-1705 48,-1048 48,-1048 48,-1042 54,-1036 60,-1036\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\">\n",
       "<title>cluster:choice_2</title>\n",
       "<g id=\"a_clust5\"><a xlink:title=\"choice_2 = pca_1 | scaler_1 | pipeline_3 | pipeline_4\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"56,-1044 56,-1709 280,-1709 280,-1044 56,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"168\" y=\"-1693.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\">\n",
       "<title>cluster:pipeline_3</title>\n",
       "<g id=\"a_clust6\"><a xlink:title=\"pipeline_3 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M92,-1546C92,-1546 244,-1546 244,-1546 250,-1546 256,-1552 256,-1558 256,-1558 256,-1667 256,-1667 256,-1673 250,-1679 244,-1679 244,-1679 92,-1679 92,-1679 86,-1679 80,-1673 80,-1667 80,-1667 80,-1558 80,-1558 80,-1552 86,-1546 92,-1546\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust7\" class=\"cluster\">\n",
       "<title>cluster:choice_3</title>\n",
       "<g id=\"a_clust7\"><a xlink:title=\"choice_3 = pca_2 | scaler_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-1554 88,-1671 158,-1671 158,-1554 88,-1554\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1655.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust8\" class=\"cluster\">\n",
       "<title>cluster:choice_4</title>\n",
       "<g id=\"a_clust8\"><a xlink:title=\"choice_4 = pca_3 | scaler_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"178,-1554 178,-1671 248,-1671 248,-1554 178,-1554\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1655.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust9\" class=\"cluster\">\n",
       "<title>cluster:pipeline_4</title>\n",
       "<g id=\"a_clust9\"><a xlink:title=\"pipeline_4 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M76,-1139C76,-1139 260,-1139 260,-1139 266,-1139 272,-1145 272,-1151 272,-1151 272,-1526 272,-1526 272,-1532 266,-1538 260,-1538 260,-1538 76,-1538 76,-1538 70,-1538 64,-1532 64,-1526 64,-1526 64,-1151 64,-1151 64,-1145 70,-1139 76,-1139\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust10\" class=\"cluster\">\n",
       "<title>cluster:choice_5</title>\n",
       "<g id=\"a_clust10\"><a xlink:title=\"choice_5 = pca_4 | scaler_4 | pipeline_5\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"72,-1272 72,-1530 264,-1530 264,-1272 72,-1272\"/>\n",
       "<text text-anchor=\"middle\" x=\"168\" y=\"-1514.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust11\" class=\"cluster\">\n",
       "<title>cluster:pipeline_5</title>\n",
       "<g id=\"a_clust11\"><a xlink:title=\"pipeline_5 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M92,-1367C92,-1367 244,-1367 244,-1367 250,-1367 256,-1373 256,-1379 256,-1379 256,-1488 256,-1488 256,-1494 250,-1500 244,-1500 244,-1500 92,-1500 92,-1500 86,-1500 80,-1494 80,-1488 80,-1488 80,-1379 80,-1379 80,-1373 86,-1367 92,-1367\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust12\" class=\"cluster\">\n",
       "<title>cluster:choice_6</title>\n",
       "<g id=\"a_clust12\"><a xlink:title=\"choice_6 = pca_5 | scaler_5\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-1375 88,-1492 158,-1492 158,-1375 88,-1375\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1476.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust13\" class=\"cluster\">\n",
       "<title>cluster:choice_7</title>\n",
       "<g id=\"a_clust13\"><a xlink:title=\"choice_7 = pca_6 | scaler_6\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"178,-1375 178,-1492 248,-1492 248,-1375 178,-1375\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1476.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust14\" class=\"cluster\">\n",
       "<title>cluster:choice_8</title>\n",
       "<g id=\"a_clust14\"><a xlink:title=\"choice_8 = pca_7 | scaler_7\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-1147 88,-1264 158,-1264 158,-1147 88,-1147\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1248.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust15\" class=\"cluster\">\n",
       "<title>cluster:pipeline_6</title>\n",
       "<g id=\"a_clust15\"><a xlink:title=\"pipeline_6 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M44,-206C44,-206 778,-206 778,-206 784,-206 790,-212 790,-218 790,-218 790,-1016 790,-1016 790,-1022 784,-1028 778,-1028 778,-1028 44,-1028 44,-1028 38,-1028 32,-1022 32,-1016 32,-1016 32,-218 32,-218 32,-212 38,-206 44,-206\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust16\" class=\"cluster\">\n",
       "<title>cluster:choice_9</title>\n",
       "<g id=\"a_clust16\"><a xlink:title=\"choice_9 = pca_8 | scaler_8 | pipeline_7\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"40,-214 40,-1020 358,-1020 358,-214 40,-214\"/>\n",
       "<text text-anchor=\"middle\" x=\"199\" y=\"-1004.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust17\" class=\"cluster\">\n",
       "<title>cluster:pipeline_7</title>\n",
       "<g id=\"a_clust17\"><a xlink:title=\"pipeline_7 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M60,-309C60,-309 338,-309 338,-309 344,-309 350,-315 350,-321 350,-321 350,-978 350,-978 350,-984 344,-990 338,-990 338,-990 60,-990 60,-990 54,-990 48,-984 48,-978 48,-978 48,-321 48,-321 48,-315 54,-309 60,-309\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust18\" class=\"cluster\">\n",
       "<title>cluster:choice_10</title>\n",
       "<g id=\"a_clust18\"><a xlink:title=\"choice_10 = pca_9 | scaler_9 | pipeline_8 | pipeline_9\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"56,-317 56,-982 280,-982 280,-317 56,-317\"/>\n",
       "<text text-anchor=\"middle\" x=\"168\" y=\"-966.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust19\" class=\"cluster\">\n",
       "<title>cluster:pipeline_8</title>\n",
       "<g id=\"a_clust19\"><a xlink:title=\"pipeline_8 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M92,-819C92,-819 244,-819 244,-819 250,-819 256,-825 256,-831 256,-831 256,-940 256,-940 256,-946 250,-952 244,-952 244,-952 92,-952 92,-952 86,-952 80,-946 80,-940 80,-940 80,-831 80,-831 80,-825 86,-819 92,-819\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust20\" class=\"cluster\">\n",
       "<title>cluster:choice_11</title>\n",
       "<g id=\"a_clust20\"><a xlink:title=\"choice_11 = pca_10 | scaler_10\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-827 88,-944 158,-944 158,-827 88,-827\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-928.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust21\" class=\"cluster\">\n",
       "<title>cluster:choice_12</title>\n",
       "<g id=\"a_clust21\"><a xlink:title=\"choice_12 = pca_11 | scaler_11\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"178,-827 178,-944 248,-944 248,-827 178,-827\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-928.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust22\" class=\"cluster\">\n",
       "<title>cluster:pipeline_9</title>\n",
       "<g id=\"a_clust22\"><a xlink:title=\"pipeline_9 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M76,-412C76,-412 260,-412 260,-412 266,-412 272,-418 272,-424 272,-424 272,-799 272,-799 272,-805 266,-811 260,-811 260,-811 76,-811 76,-811 70,-811 64,-805 64,-799 64,-799 64,-424 64,-424 64,-418 70,-412 76,-412\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust23\" class=\"cluster\">\n",
       "<title>cluster:choice_13</title>\n",
       "<g id=\"a_clust23\"><a xlink:title=\"choice_13 = pca_12 | scaler_12 | pipeline_10\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"72,-545 72,-803 264,-803 264,-545 72,-545\"/>\n",
       "<text text-anchor=\"middle\" x=\"168\" y=\"-787.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust24\" class=\"cluster\">\n",
       "<title>cluster:pipeline_10</title>\n",
       "<g id=\"a_clust24\"><a xlink:title=\"pipeline_10 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M92,-640C92,-640 244,-640 244,-640 250,-640 256,-646 256,-652 256,-652 256,-761 256,-761 256,-767 250,-773 244,-773 244,-773 92,-773 92,-773 86,-773 80,-767 80,-761 80,-761 80,-652 80,-652 80,-646 86,-640 92,-640\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust25\" class=\"cluster\">\n",
       "<title>cluster:choice_14</title>\n",
       "<g id=\"a_clust25\"><a xlink:title=\"choice_14 = pca_13 | scaler_13\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-648 88,-765 158,-765 158,-648 88,-648\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-749.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust26\" class=\"cluster\">\n",
       "<title>cluster:choice_15</title>\n",
       "<g id=\"a_clust26\"><a xlink:title=\"choice_15 = pca_14 | scaler_14\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"178,-648 178,-765 248,-765 248,-648 178,-648\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-749.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust27\" class=\"cluster\">\n",
       "<title>cluster:choice_16</title>\n",
       "<g id=\"a_clust27\"><a xlink:title=\"choice_16 = pca_15 | scaler_15\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"88,-420 88,-537 158,-537 158,-420 88,-420\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-521.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust28\" class=\"cluster\">\n",
       "<title>cluster:choice_17</title>\n",
       "<g id=\"a_clust28\"><a xlink:title=\"choice_17 = pca_16 | scaler_16 | pipeline_11 | pipeline_12\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"366,-480 366,-1020 782,-1020 782,-480 366,-480\"/>\n",
       "<text text-anchor=\"middle\" x=\"574\" y=\"-1004.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust29\" class=\"cluster\">\n",
       "<title>cluster:pipeline_11</title>\n",
       "<g id=\"a_clust29\"><a xlink:title=\"pipeline_11 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M402,-857C402,-857 546,-857 546,-857 552,-857 558,-863 558,-869 558,-869 558,-978 558,-978 558,-984 552,-990 546,-990 546,-990 402,-990 402,-990 396,-990 390,-984 390,-978 390,-978 390,-869 390,-869 390,-863 396,-857 402,-857\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust30\" class=\"cluster\">\n",
       "<title>cluster:choice_18</title>\n",
       "<g id=\"a_clust30\"><a xlink:title=\"choice_18 = pca_17 | scaler_17\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"398,-865 398,-982 468,-982 468,-865 398,-865\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-966.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust31\" class=\"cluster\">\n",
       "<title>cluster:pipeline_12</title>\n",
       "<g id=\"a_clust31\"><a xlink:title=\"pipeline_12 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M386,-575C386,-575 762,-575 762,-575 768,-575 774,-581 774,-587 774,-587 774,-837 774,-837 774,-843 768,-849 762,-849 762,-849 386,-849 386,-849 380,-849 374,-843 374,-837 374,-837 374,-587 374,-587 374,-581 380,-575 386,-575\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust32\" class=\"cluster\">\n",
       "<title>cluster:choice_19</title>\n",
       "<g id=\"a_clust32\"><a xlink:title=\"choice_19 = pca_18 | scaler_18 | pipeline_13\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"382,-583 382,-841 566,-841 566,-583 382,-583\"/>\n",
       "<text text-anchor=\"middle\" x=\"474\" y=\"-825.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust33\" class=\"cluster\">\n",
       "<title>cluster:pipeline_13</title>\n",
       "<g id=\"a_clust33\"><a xlink:title=\"pipeline_13 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M402,-678C402,-678 546,-678 546,-678 552,-678 558,-684 558,-690 558,-690 558,-799 558,-799 558,-805 552,-811 546,-811 546,-811 402,-811 402,-811 396,-811 390,-805 390,-799 390,-799 390,-690 390,-690 390,-684 396,-678 402,-678\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust34\" class=\"cluster\">\n",
       "<title>cluster:choice_20</title>\n",
       "<g id=\"a_clust34\"><a xlink:title=\"choice_20 = pca_19 | scaler_19\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"398,-686 398,-803 468,-803 468,-686 398,-686\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-787.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust35\" class=\"cluster\">\n",
       "<title>cluster:choice_21</title>\n",
       "<g id=\"a_clust35\"><a xlink:title=\"choice_21 = pca_20 | scaler_20 | pipeline_14\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"574,-583 574,-841 766,-841 766,-583 574,-583\"/>\n",
       "<text text-anchor=\"middle\" x=\"670\" y=\"-825.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust36\" class=\"cluster\">\n",
       "<title>cluster:pipeline_14</title>\n",
       "<g id=\"a_clust36\"><a xlink:title=\"pipeline_14 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M594,-678C594,-678 746,-678 746,-678 752,-678 758,-684 758,-690 758,-690 758,-799 758,-799 758,-805 752,-811 746,-811 746,-811 594,-811 594,-811 588,-811 582,-805 582,-799 582,-799 582,-690 582,-690 582,-684 588,-678 594,-678\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust37\" class=\"cluster\">\n",
       "<title>cluster:choice_22</title>\n",
       "<g id=\"a_clust37\"><a xlink:title=\"choice_22 = pca_21 | scaler_21\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"590,-686 590,-803 660,-803 660,-686 590,-686\"/>\n",
       "<text text-anchor=\"middle\" x=\"625\" y=\"-787.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust38\" class=\"cluster\">\n",
       "<title>cluster:choice_23</title>\n",
       "<g id=\"a_clust38\"><a xlink:title=\"choice_23 = pca_22 | scaler_22\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"680,-686 680,-803 750,-803 750,-686 680,-686\"/>\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-787.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust39\" class=\"cluster\">\n",
       "<title>cluster:choice_24</title>\n",
       "<g id=\"a_clust39\"><a xlink:title=\"choice_24 = lr_1 | knn_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"806,-686 806,-803 876,-803 876,-686 806,-686\"/>\n",
       "<text text-anchor=\"middle\" x=\"841\" y=\"-787.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>lr_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr_0 = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-77\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-73.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- knn_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>knn_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn_0 = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-34\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-30.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-180\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-176.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_0 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>scaler_0</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_0 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-137\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-133.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1113\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1109.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_1 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>scaler_1</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_1 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1070\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1066.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1623\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1619.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-1623\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1619.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;pca_3 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;pca_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M157.9967,-1623C163.7458,-1623 169.7244,-1623 175.5309,-1623\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.0001,-1626.5004 178,-1623 167.9999,-1619.5004 168.0001,-1626.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_2 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>scaler_2</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_2 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1580\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1576.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_0 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>concat_0</title>\n",
       "<g id=\"a_node19\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_0 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"315\" cy=\"-1623\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"315\" y=\"-1619.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3&#45;&gt;concat_0 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_3&#45;&gt;concat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M280,-1623C281.9518,-1623 283.9036,-1623 285.8554,-1623\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"277.8074,-1626.5005 287.8072,-1623 277.807,-1619.5005 277.8074,-1626.5005\"/>\n",
       "</g>\n",
       "<!-- scaler_3 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>scaler_3</title>\n",
       "<g id=\"a_node10\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_3 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-1580\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1576.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_4 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>pca_4</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_4 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1341\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1337.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_4 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>scaler_4</title>\n",
       "<g id=\"a_node12\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_4 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1298\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1294.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_5 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>pca_5</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_5 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1444\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1440.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_6 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>pca_6</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_6 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-1444\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1440.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_5&#45;&gt;pca_6 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_5&#45;&gt;pca_6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M157.9967,-1444C163.7458,-1444 169.7244,-1444 175.5309,-1444\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.0001,-1447.5004 178,-1444 167.9999,-1440.5004 168.0001,-1447.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_5 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>scaler_5</title>\n",
       "<g id=\"a_node14\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_5 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1401\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1397.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_6 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>scaler_6</title>\n",
       "<g id=\"a_node16\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_6 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-1401\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-1397.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_7 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>pca_7</title>\n",
       "<g id=\"a_node17\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_7 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1216\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1212.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_7 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>scaler_7</title>\n",
       "<g id=\"a_node18\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_7 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-1173\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-1169.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_8 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>pca_8</title>\n",
       "<g id=\"a_node20\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_8 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-283\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-279.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_8 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>scaler_8</title>\n",
       "<g id=\"a_node21\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_8 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-240\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-236.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_9 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>pca_9</title>\n",
       "<g id=\"a_node22\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_9 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-386\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-382.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_9 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>scaler_9</title>\n",
       "<g id=\"a_node23\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_9 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-343\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-339.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_10 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>pca_10</title>\n",
       "<g id=\"a_node24\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_10 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-896\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-892.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_11 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>pca_11</title>\n",
       "<g id=\"a_node26\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_11 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-896\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-892.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_10&#45;&gt;pca_11 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>pca_10&#45;&gt;pca_11</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M157.9967,-896C163.7458,-896 169.7244,-896 175.5309,-896\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.0001,-899.5004 178,-896 167.9999,-892.5004 168.0001,-899.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_10 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>scaler_10</title>\n",
       "<g id=\"a_node25\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_10 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-853\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-849.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>concat_1</title>\n",
       "<g id=\"a_node36\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_1 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"315\" cy=\"-722\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"315\" y=\"-718.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_11&#45;&gt;concat_1 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>pca_11&#45;&gt;concat_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M280,-874C296.3133,-856.1312 306.9061,-789.1445 311.8158,-750.3197\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"315.316,-750.5297 313.0499,-740.1801 308.3673,-749.6839 315.316,-750.5297\"/>\n",
       "</g>\n",
       "<!-- scaler_11 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>scaler_11</title>\n",
       "<g id=\"a_node27\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_11 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-853\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-849.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_12 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>pca_12</title>\n",
       "<g id=\"a_node28\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_12 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-614\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-610.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_12 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>scaler_12</title>\n",
       "<g id=\"a_node29\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_12 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-571\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-567.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_13 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>pca_13</title>\n",
       "<g id=\"a_node30\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_13 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-717\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-713.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_14 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>pca_14</title>\n",
       "<g id=\"a_node32\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_14 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-717\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-713.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_13&#45;&gt;pca_14 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>pca_13&#45;&gt;pca_14</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M157.9967,-717C163.7458,-717 169.7244,-717 175.5309,-717\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"168.0001,-720.5004 178,-717 167.9999,-713.5004 168.0001,-720.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_13 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>scaler_13</title>\n",
       "<g id=\"a_node31\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_13 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-674\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-670.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_14 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>scaler_14</title>\n",
       "<g id=\"a_node33\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_14 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"213\" cy=\"-674\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"213\" y=\"-670.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_15 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>pca_15</title>\n",
       "<g id=\"a_node34\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_15 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-489\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-485.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_15 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>scaler_15</title>\n",
       "<g id=\"a_node35\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_15 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123\" cy=\"-446\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"123\" y=\"-442.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_16 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>pca_16</title>\n",
       "<g id=\"a_node37\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_16 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-549\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-545.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1&#45;&gt;pca_16 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>concat_1&#45;&gt;pca_16</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M357.9984,-591.8878C358.508,-591.1921 359.0235,-590.5018 359.5449,-589.8173\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"362.3316,-591.9395 366,-582 356.9339,-587.4824 362.3316,-591.9395\"/>\n",
       "</g>\n",
       "<!-- scaler_16 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>scaler_16</title>\n",
       "<g id=\"a_node38\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_16 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-506\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-502.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_17 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>pca_17</title>\n",
       "<g id=\"a_node39\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_17 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-934\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-930.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_2 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>concat_2</title>\n",
       "<g id=\"a_node41\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_2 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"523\" cy=\"-934\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"523\" y=\"-930.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_17&#45;&gt;concat_2 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>pca_17&#45;&gt;concat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M467.9967,-934C473.7458,-934 479.7244,-934 485.5309,-934\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"485.7051,-937.5001 495.705,-934 485.705,-930.5001 485.7051,-937.5001\"/>\n",
       "</g>\n",
       "<!-- scaler_17 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>scaler_17</title>\n",
       "<g id=\"a_node40\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_17 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-891\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-887.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_18 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>pca_18</title>\n",
       "<g id=\"a_node42\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_18 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-652\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-648.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_18 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>scaler_18</title>\n",
       "<g id=\"a_node43\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_18 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-609\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-605.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_19 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>pca_19</title>\n",
       "<g id=\"a_node44\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_19 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-755\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-751.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_3 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>concat_3</title>\n",
       "<g id=\"a_node46\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_3 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"523\" cy=\"-729\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"523\" y=\"-725.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_19&#45;&gt;concat_3 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>pca_19&#45;&gt;concat_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M467.9963,-744.89C474.6685,-742.9624 481.6498,-740.9456 488.3123,-739.0209\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"489.4287,-742.3416 498.0644,-736.2036 487.4859,-735.6166 489.4287,-742.3416\"/>\n",
       "</g>\n",
       "<!-- scaler_19 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>scaler_19</title>\n",
       "<g id=\"a_node45\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_19 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"433\" cy=\"-712\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"433\" y=\"-708.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_20 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>pca_20</title>\n",
       "<g id=\"a_node47\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_20 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"625\" cy=\"-652\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"625\" y=\"-648.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_3&#45;&gt;pca_20 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>concat_3&#45;&gt;pca_20</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M566,-691.2354C568,-689.6765 570,-688.1177 572,-686.5588\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"568.2644,-693.9082 574,-685 563.961,-688.3871 568.2644,-693.9082\"/>\n",
       "</g>\n",
       "<!-- scaler_20 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>scaler_20</title>\n",
       "<g id=\"a_node48\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_20 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"625\" cy=\"-609\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"625\" y=\"-605.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_21 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>pca_21</title>\n",
       "<g id=\"a_node49\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_21 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"625\" cy=\"-755\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"625\" y=\"-751.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_22 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>pca_22</title>\n",
       "<g id=\"a_node51\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_22 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"715\" cy=\"-755\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-751.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_21&#45;&gt;pca_22 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>pca_21&#45;&gt;pca_22</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M659.9967,-755C665.7458,-755 671.7244,-755 677.5309,-755\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"670.0001,-758.5004 680,-755 669.9999,-751.5004 670.0001,-758.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_21 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>scaler_21</title>\n",
       "<g id=\"a_node50\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_21 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"625\" cy=\"-712\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"625\" y=\"-708.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- lr_1 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>lr_1</title>\n",
       "<g id=\"a_node53\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr_1 = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"841\" cy=\"-755\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"841\" y=\"-751.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_22&#45;&gt;lr_1 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>pca_22&#45;&gt;lr_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M797.9981,-755C799.8206,-755 801.6183,-755 803.3839,-755\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"796.0001,-758.5004 806,-755 795.9999,-751.5004 796.0001,-758.5004\"/>\n",
       "</g>\n",
       "<!-- scaler_22 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>scaler_22</title>\n",
       "<g id=\"a_node52\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_22 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"715\" cy=\"-712\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"715\" y=\"-708.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- knn_1 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>knn_1</title>\n",
       "<g id=\"a_node54\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn_1 = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"841\" cy=\"-712\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"841\" y=\"-708.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1345adf28>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression as LR\n",
    "from sklearn.neighbors import KNeighborsClassifier as KNN\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.preprocessing import StandardScaler as Scaler\n",
    "from sklearn.ensemble import AdaBoostClassifier as Boost\n",
    "from lale.lib.lale import ConcatFeatures as Concat\n",
    "wrap_imported_operators()\n",
    "\n",
    "g = Grammar()\n",
    "\n",
    "g.start       = g.estimator\n",
    "g.estimator   = g.term_est | g.transformer >> g.term_est\n",
    "g.term_est    = g.prim_est #| g.ensemble\n",
    "#g.ensemble    = Boost ( base_estimator = LR )\n",
    "g.transformer = g.union_tfm | g.union_tfm >> g.transformer\n",
    "g.union_tfm   = g.prim_tfm | g.union_body >> Concat\n",
    "g.union_body  = g.transformer | g.transformer & g.union_body\n",
    "\n",
    "g.prim_est    = LR | KNN\n",
    "g.prim_tfm    = PCA | Scaler\n",
    "g.ensembler   = Boost\n",
    "\n",
    "generated = g.unfold(7)\n",
    "generated.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 3/3 [00:01<00:00,  1.58trial/s, best loss: -0.8889151103565365]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 58,-40 58,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN(n_neighbors=33, p=1, weights=&#39;distance&#39;)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x135622278>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=3)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 58,-40 58,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134a98128>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 58,-40.7696 58,4 -4,4\"/>\n",
       "<!-- (root) -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>(root)</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"(root) = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x135237f60>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 58,-40 58,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- knn -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>knn</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.neighbors.KNeighborsClassifier.html\" xlink:title=\"knn = KNN\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">KNN</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134b1f940>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 58,-40 58,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1352d29e8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"242pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 242.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 238,-40 238,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;scaler -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18C62.0277,-18 70.9665,-18 79.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.5001 89.705,-18 79.705,-14.5001 79.7051,-21.5001\"/>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;lr -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;lr</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18C152.0277,-18 160.9665,-18 169.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.5001 179.705,-18 169.705,-14.5001 169.7051,-21.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1352c79b0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pool = {g.sample(20) for _ in range(5)}\n",
    "for tree in pool:\n",
    "    tree.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 6/6 [00:02<00:00,  2.80trial/s, best loss: -0.9505575551782683]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 58,-40 58,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- lr -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>lr</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.logistic_regression.html\" xlink:title=\"lr = LR(C=2041.8997482991324, class_weight=&#39;balanced&#39;, fit_intercept=False, multi_class=&#39;auto&#39;, solver=&#39;sag&#39;, tol=0.030347976887318655)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">LR</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x135016d68>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "generated = make_choice(*pool)\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=6)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# recipe: grammar from this [paper](https://link.springer.com/chapter/10.1007/978-3-319-55696-3_16)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"437pt\" height=\"1164pt\"\n",
       " viewBox=\"0.00 0.00 437.30 1164.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 1160)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-1160 433.2973,-1160 433.2973,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<g id=\"clust1\" class=\"cluster\">\n",
       "<title>cluster:choice_0</title>\n",
       "<g id=\"a_clust1\"><a xlink:title=\"choice_0 = gauss_nb_0 | multin_nb_0 | bernou_nb_0 | tree_0 | forest_0 | pipeline_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"8,-8 8,-1148 421.2973,-1148 421.2973,-8 8,-8\"/>\n",
       "<text text-anchor=\"middle\" x=\"214.6487\" y=\"-1132.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\">\n",
       "<title>cluster:pipeline_1</title>\n",
       "<g id=\"a_clust2\"><a xlink:title=\"pipeline_1 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M28,-234C28,-234 401.2973,-234 401.2973,-234 407.2973,-234 413.2973,-240 413.2973,-246 413.2973,-246 413.2973,-1106 413.2973,-1106 413.2973,-1112 407.2973,-1118 401.2973,-1118 401.2973,-1118 28,-1118 28,-1118 22,-1118 16,-1112 16,-1106 16,-1106 16,-246 16,-246 16,-240 22,-234 28,-234\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\">\n",
       "<title>cluster:choice_1</title>\n",
       "<g id=\"a_clust3\"><a xlink:title=\"choice_1 = pipeline_2 | pipeline_4 | pca_3 | feat_aggl_3 | select_k_best_3 | poly_feat_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"24,-242 24,-1110 319.0077,-1110 319.0077,-242 24,-242\"/>\n",
       "<text text-anchor=\"middle\" x=\"171.5038\" y=\"-1094.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\">\n",
       "<title>cluster:pipeline_2</title>\n",
       "<g id=\"a_clust4\"><a xlink:title=\"pipeline_2 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M52.2519,-642C52.2519,-642 299.0077,-642 299.0077,-642 305.0077,-642 311.0077,-648 311.0077,-654 311.0077,-654 311.0077,-1068 311.0077,-1068 311.0077,-1074 305.0077,-1080 299.0077,-1080 299.0077,-1080 52.2519,-1080 52.2519,-1080 46.2519,-1080 40.2519,-1074 40.2519,-1068 40.2519,-1068 40.2519,-654 40.2519,-654 40.2519,-648 46.2519,-642 52.2519,-642\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\">\n",
       "<title>cluster:choice_2</title>\n",
       "<g id=\"a_clust5\"><a xlink:title=\"choice_2 = pipeline_3 | pca_1 | feat_aggl_1 | select_k_best_1 | poly_feat_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"118.5038,-650 118.5038,-1072 303.0077,-1072 303.0077,-650 118.5038,-650\"/>\n",
       "<text text-anchor=\"middle\" x=\"210.7558\" y=\"-1056.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\">\n",
       "<title>cluster:pipeline_3</title>\n",
       "<g id=\"a_clust6\"><a xlink:title=\"pipeline_3 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M138.5038,-849C138.5038,-849 283.0077,-849 283.0077,-849 289.0077,-849 295.0077,-855 295.0077,-861 295.0077,-861 295.0077,-1030 295.0077,-1030 295.0077,-1036 289.0077,-1042 283.0077,-1042 283.0077,-1042 138.5038,-1042 138.5038,-1042 132.5038,-1042 126.5038,-1036 126.5038,-1030 126.5038,-1030 126.5038,-861 126.5038,-861 126.5038,-855 132.5038,-849 138.5038,-849\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust7\" class=\"cluster\">\n",
       "<title>cluster:choice_3</title>\n",
       "<g id=\"a_clust7\"><a xlink:title=\"choice_3 = pca_0 | feat_aggl_0 | select_k_best_0\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"134.5038,-857 134.5038,-1034 205.0077,-1034 205.0077,-857 134.5038,-857\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-1018.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust8\" class=\"cluster\">\n",
       "<title>cluster:pipeline_4</title>\n",
       "<g id=\"a_clust8\"><a xlink:title=\"pipeline_4 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M44,-441C44,-441 192.7558,-441 192.7558,-441 198.7558,-441 204.7558,-447 204.7558,-453 204.7558,-453 204.7558,-622 204.7558,-622 204.7558,-628 198.7558,-634 192.7558,-634 192.7558,-634 44,-634 44,-634 38,-634 32,-628 32,-622 32,-622 32,-453 32,-453 32,-447 38,-441 44,-441\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust9\" class=\"cluster\">\n",
       "<title>cluster:choice_4</title>\n",
       "<g id=\"a_clust9\"><a xlink:title=\"choice_4 = pca_2 | feat_aggl_2 | select_k_best_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"40,-449 40,-626 110.5038,-626 110.5038,-449 40,-449\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-610.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust10\" class=\"cluster\">\n",
       "<title>cluster:choice_5</title>\n",
       "<g id=\"a_clust10\"><a xlink:title=\"choice_5 = gauss_nb_1 | multin_nb_1 | bernou_nb_1 | tree_1 | forest_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"327.0077,-786 327.0077,-1034 405.2973,-1034 405.2973,-786 327.0077,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-1018.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>gauss_nb_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_0 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-208\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-210.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-199.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- multin_nb_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>multin_nb_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.MultinomialNB.html\" xlink:title=\"multin_nb_0 = MultinNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-164\" rx=\"29.3489\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-166.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Multin&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-155.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- bernou_nb_0 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>bernou_nb_0</title>\n",
       "<g id=\"a_node3\"><a xlink:title=\"bernou_nb_0 = BernouNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-120\" rx=\"31.2903\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-122.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Bernou&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-111.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_0 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>tree_0</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_0 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-77\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-73.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- forest_0 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>forest_0</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.ensemble.RandomForestClassifier.html\" xlink:title=\"forest_0 = Forest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-34\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-30.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Forest</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>imputer</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-986\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-982.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-986\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-982.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer&#45;&gt;pca_0 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>imputer&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M102.3329,-986C104.3284,-986 106.383,-986 108.478,-986\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"108.5074,-989.5001 118.5074,-986 108.5074,-982.5001 108.5074,-989.5001\"/>\n",
       "</g>\n",
       "<!-- poly_feat_0 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>poly_feat_0</title>\n",
       "<g id=\"a_node10\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat_0 = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"260.0077\" cy=\"-986\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"260.0077\" y=\"-988.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"260.0077\" y=\"-977.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;poly_feat_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;poly_feat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M205.0076,-986C210.8026,-986 216.8261,-986 222.6699,-986\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"222.9483,-989.5001 232.9482,-986 222.9482,-982.5001 222.9483,-989.5001\"/>\n",
       "</g>\n",
       "<!-- feat_aggl_0 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>feat_aggl_0</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.cluster.FeatureAgglomeration.html\" xlink:title=\"feat_aggl_0 = FeatAggl\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-943\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-945.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-934.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Aggl</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_0 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>select_k_best_0</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_0 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-891\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-898.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-887.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-876.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_1 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>gauss_nb_1</title>\n",
       "<g id=\"a_node23\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_1 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"366.1525\" cy=\"-986\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-988.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-977.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat_0&#45;&gt;gauss_nb_1 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>poly_feat_0&#45;&gt;gauss_nb_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M319.0077,-986C321.0083,-986 323.009,-986 325.0096,-986\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"317.0105,-989.5005 327.0103,-986 317.0101,-982.5005 317.0105,-989.5005\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-823\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-819.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- feat_aggl_1 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>feat_aggl_1</title>\n",
       "<g id=\"a_node12\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.cluster.FeatureAgglomeration.html\" xlink:title=\"feat_aggl_1 = FeatAggl\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-780\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-782.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-771.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Aggl</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_1 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>select_k_best_1</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_1 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-728\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-735.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-724.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-713.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat_1 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>poly_feat_1</title>\n",
       "<g id=\"a_node14\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat_1 = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-676\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-678.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-667.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-578\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-574.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat_2 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>poly_feat_2</title>\n",
       "<g id=\"a_node18\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat_2 = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"169.7558\" cy=\"-578\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-580.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"169.7558\" y=\"-569.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;poly_feat_2 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;poly_feat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M110.5025,-578C117.6778,-578 125.2485,-578 132.4912,-578\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"132.6708,-581.5001 142.6708,-578 132.6708,-574.5001 132.6708,-581.5001\"/>\n",
       "</g>\n",
       "<!-- feat_aggl_2 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>feat_aggl_2</title>\n",
       "<g id=\"a_node16\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.cluster.FeatureAgglomeration.html\" xlink:title=\"feat_aggl_2 = FeatAggl\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-535\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-537.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-526.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Aggl</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_2 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>select_k_best_2</title>\n",
       "<g id=\"a_node17\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_2 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-483\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-490.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-479.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-468.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node19\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-415\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-411.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- feat_aggl_3 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>feat_aggl_3</title>\n",
       "<g id=\"a_node20\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.cluster.FeatureAgglomeration.html\" xlink:title=\"feat_aggl_3 = FeatAggl\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-372\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-374.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-363.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Aggl</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_3 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>select_k_best_3</title>\n",
       "<g id=\"a_node21\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_3 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-320\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-327.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-316.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-305.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat_3 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>poly_feat_3</title>\n",
       "<g id=\"a_node22\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat_3 = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"75.2519\" cy=\"-268\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-270.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"75.2519\" y=\"-259.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- multin_nb_1 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>multin_nb_1</title>\n",
       "<g id=\"a_node24\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.MultinomialNB.html\" xlink:title=\"multin_nb_1 = MultinNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"366.1525\" cy=\"-942\" rx=\"29.3489\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-944.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Multin&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-933.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- bernou_nb_1 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>bernou_nb_1</title>\n",
       "<g id=\"a_node25\"><a xlink:title=\"bernou_nb_1 = BernouNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"366.1525\" cy=\"-898\" rx=\"31.2903\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-900.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Bernou&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-889.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_1 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>tree_1</title>\n",
       "<g id=\"a_node26\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_1 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"366.1525\" cy=\"-855\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-851.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- forest_1 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>forest_1</title>\n",
       "<g id=\"a_node27\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.ensemble.RandomForestClassifier.html\" xlink:title=\"forest_1 = Forest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"366.1525\" cy=\"-812\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"366.1525\" y=\"-808.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Forest</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1345ad8d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.decomposition import PCA\n",
    "from sklearn.cluster import FeatureAgglomeration as FeatAggl\n",
    "from sklearn.preprocessing import PolynomialFeatures as PolyFeat\n",
    "from sklearn.naive_bayes import GaussianNB as GaussNB\n",
    "from sklearn.naive_bayes import MultinomialNB as MultinNB\n",
    "from sklearn.naive_bayes import BernoulliNB as BernouNB\n",
    "from sklearn.impute import SimpleImputer as Imputer\n",
    "from sklearn.ensemble import RandomForestClassifier as Forest\n",
    "from sklearn.tree import DecisionTreeClassifier as Tree\n",
    "from sklearn.feature_selection import SelectKBest\n",
    "wrap_imported_operators()\n",
    "\n",
    "g = Grammar()\n",
    "\n",
    "g.start = g.algorithm | g.preprocessing >> g.algorithm\n",
    "g.preprocessing = g.imputation >> g.dimensionality_definition | g.dimensionality_definition\n",
    "g.dimensionality_definition = g.feature_selection >> g.feature_construction | g.feature_selection | g.feature_construction\n",
    "g.feature_selection = g.unsupervised | g.supervised \n",
    "g.algorithm = g.naive_bayes | g.trees\n",
    "\n",
    "g.imputation = Imputer\n",
    "g.supervised = SelectKBest\n",
    "g.unsupervised = PCA | FeatAggl\n",
    "g.feature_construction = PolyFeat\n",
    "g.naive_bayes = GaussNB | MultinNB | BernouNB\n",
    "g.trees = Tree | Forest\n",
    "\n",
    "\n",
    "generated = g.unfold(5)\n",
    "generated.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 3/3 [00:02<00:00,  1.37trial/s, best loss: -0.9139575551782683]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"63pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 62.52 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 58.519,-40.7696 58.519,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- gauss_nb -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>gauss_nb</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb = GaussNB()\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27.2595\" cy=\"-18.3848\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134bf1e80>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=3)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"157pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 156.85 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 152.8487,-40.7696 152.8487,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- multin_nb -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>multin_nb</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.MultinomialNB.html\" xlink:title=\"multin_nb = MultinNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"119.4243\" cy=\"-18.3848\" rx=\"29.3489\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"119.4243\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Multin&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"119.4243\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;multin_nb -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;multin_nb</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.2305,-18.3848C62.1802,-18.3848 71.037,-18.3848 79.596,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.8073,-21.8849 89.8073,-18.3848 79.8073,-14.8849 79.8073,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134bf1198>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"243pt\" height=\"60pt\"\n",
       " viewBox=\"0.00 0.00 242.50 60.33\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 56.3259)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-56.3259 238.5038,-56.3259 238.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>poly_feat</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.5038\" y=\"-28.363\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.5038\" y=\"-17.363\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;poly_feat -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;poly_feat</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.8209,-26.163C62.8551,-26.163 71.7689,-26.163 80.2937,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"80.4139,-29.663 90.4138,-26.163 80.4138,-22.663 80.4139,-29.663\"/>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat&#45;&gt;tree -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>poly_feat&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.5068,-26.163C152.5315,-26.163 161.4704,-26.163 170.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.2089,-29.663 180.2089,-26.163 170.2088,-22.663 170.2089,-29.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134fbc320>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"250pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 250.29 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 246.2896,-40.7696 246.2896,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>poly_feat</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.PolynomialFeatures.html\" xlink:title=\"poly_feat = PolyFeat\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Poly&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;poly_feat -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;poly_feat</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- bernou_nb -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>bernou_nb</title>\n",
       "<g id=\"a_node3\"><a xlink:title=\"bernou_nb = BernouNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"211.1448\" cy=\"-18.3848\" rx=\"31.2903\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"211.1448\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Bernou&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"211.1448\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- poly_feat&#45;&gt;bernou_nb -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>poly_feat&#45;&gt;bernou_nb</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.2306,-18.3848C152.2712,-18.3848 161.2573,-18.3848 169.9696,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.9982,-21.8849 179.9982,-18.3848 169.9981,-14.8849 169.9982,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134bf1f28>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"63pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 62.52 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 58.519,-40.7696 58.519,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- gauss_nb -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>gauss_nb</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27.2595\" cy=\"-18.3848\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134e1ff98>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"250pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 250.29 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 246.2896,-40.7696 246.2896,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- imputer -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>imputer</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- feat_aggl -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>feat_aggl</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.cluster.FeatureAgglomeration.html\" xlink:title=\"feat_aggl = FeatAggl\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Feat&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Aggl</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer&#45;&gt;feat_aggl -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer&#45;&gt;feat_aggl</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- bernou_nb -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>bernou_nb</title>\n",
       "<g id=\"a_node3\"><a xlink:title=\"bernou_nb = BernouNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"211.1448\" cy=\"-18.3848\" rx=\"31.2903\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"211.1448\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Bernou&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"211.1448\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- feat_aggl&#45;&gt;bernou_nb -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>feat_aggl&#45;&gt;bernou_nb</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.2306,-18.3848C152.2712,-18.3848 161.2573,-18.3848 169.9696,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.9982,-21.8849 179.9982,-18.3848 169.9981,-14.8849 169.9982,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1345555f8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import sys\n",
    "pool = {g.sample(30) for _ in range(5)}\n",
    "for tree in pool:\n",
    "    if tree is None:\n",
    "        print('None', file=sys.stderr)\n",
    "    else:\n",
    "        tree.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 6/6 [00:02<00:00,  2.24trial/s, best loss: -0.9139575551782683]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"63pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 62.52 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 58.519,-40.7696 58.519,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- gauss_nb -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>gauss_nb</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb = GaussNB()\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27.2595\" cy=\"-18.3848\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2595\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1372d5358>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "generated = make_choice(*pool)\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=6)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# alphad3m: Grammar from this [paper](https://www.automl.org/wp-content/uploads/2019/06/automlws2019_Paper34.pdf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"1330pt\" height=\"2783pt\"\n",
       " viewBox=\"0.00 0.00 1330.50 2783.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 2779)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-2779 1326.499,-2779 1326.499,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<g id=\"clust1\" class=\"cluster\">\n",
       "<title>cluster:choice_0</title>\n",
       "<g id=\"a_clust1\"><a xlink:title=\"choice_0 = gauss_nb_0 | ridge_0 | linear_svc_0 | sgd_classifier_0 | pipeline_1 | pipeline_6 | pipeline_11\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"8,-8 8,-2767 1314.499,-2767 1314.499,-8 8,-8\"/>\n",
       "<text text-anchor=\"middle\" x=\"661.2495\" y=\"-2751.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\">\n",
       "<title>cluster:pipeline_1</title>\n",
       "<g id=\"a_clust2\"><a xlink:title=\"pipeline_1 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M28,-2040C28,-2040 716.3605,-2040 716.3605,-2040 722.3605,-2040 728.3605,-2046 728.3605,-2052 728.3605,-2052 728.3605,-2725 728.3605,-2725 728.3605,-2731 722.3605,-2737 716.3605,-2737 716.3605,-2737 28,-2737 28,-2737 22,-2737 16,-2731 16,-2725 16,-2725 16,-2052 16,-2052 16,-2046 22,-2040 28,-2040\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\">\n",
       "<title>cluster:choice_1</title>\n",
       "<g id=\"a_clust3\"><a xlink:title=\"choice_1 = pipeline_2 | imputer_8 | missing_indicator_8\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"24,-2048 24,-2729 613.312,-2729 613.312,-2048 24,-2048\"/>\n",
       "<text text-anchor=\"middle\" x=\"318.656\" y=\"-2713.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\">\n",
       "<title>cluster:pipeline_2</title>\n",
       "<g id=\"a_clust4\"><a xlink:title=\"pipeline_2 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M44,-2143C44,-2143 593.312,-2143 593.312,-2143 599.312,-2143 605.312,-2149 605.312,-2155 605.312,-2155 605.312,-2687 605.312,-2687 605.312,-2693 599.312,-2699 593.312,-2699 593.312,-2699 44,-2699 44,-2699 38,-2699 32,-2693 32,-2687 32,-2687 32,-2155 32,-2155 32,-2149 38,-2143 44,-2143\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\">\n",
       "<title>cluster:choice_2</title>\n",
       "<g id=\"a_clust5\"><a xlink:title=\"choice_2 = imputer_0 | missing_indicator_0\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"40,-2460 40,-2577 123.4624,-2577 123.4624,-2460 40,-2460\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\">\n",
       "<title>cluster:choice_3</title>\n",
       "<g id=\"a_clust6\"><a xlink:title=\"choice_3 = pipeline_3 | imputer_7 | missing_indicator_7\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"131.4624,-2151 131.4624,-2691 597.312,-2691 597.312,-2151 131.4624,-2151\"/>\n",
       "<text text-anchor=\"middle\" x=\"364.3872\" y=\"-2675.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust7\" class=\"cluster\">\n",
       "<title>cluster:pipeline_3</title>\n",
       "<g id=\"a_clust7\"><a xlink:title=\"pipeline_3 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M151.4624,-2246C151.4624,-2246 577.312,-2246 577.312,-2246 583.312,-2246 589.312,-2252 589.312,-2258 589.312,-2258 589.312,-2649 589.312,-2649 589.312,-2655 583.312,-2661 577.312,-2661 577.312,-2661 151.4624,-2661 151.4624,-2661 145.4624,-2661 139.4624,-2655 139.4624,-2649 139.4624,-2649 139.4624,-2258 139.4624,-2258 139.4624,-2252 145.4624,-2246 151.4624,-2246\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust8\" class=\"cluster\">\n",
       "<title>cluster:choice_4</title>\n",
       "<g id=\"a_clust8\"><a xlink:title=\"choice_4 = imputer_1 | missing_indicator_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"147.4624,-2460 147.4624,-2577 230.9248,-2577 230.9248,-2460 147.4624,-2460\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust9\" class=\"cluster\">\n",
       "<title>cluster:choice_5</title>\n",
       "<g id=\"a_clust9\"><a xlink:title=\"choice_5 = pipeline_4 | imputer_6 | missing_indicator_6\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"238.9248,-2254 238.9248,-2653 581.312,-2653 581.312,-2254 238.9248,-2254\"/>\n",
       "<text text-anchor=\"middle\" x=\"410.1184\" y=\"-2637.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust10\" class=\"cluster\">\n",
       "<title>cluster:pipeline_4</title>\n",
       "<g id=\"a_clust10\"><a xlink:title=\"pipeline_4 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M258.9248,-2349C258.9248,-2349 561.312,-2349 561.312,-2349 567.312,-2349 573.312,-2355 573.312,-2361 573.312,-2361 573.312,-2611 573.312,-2611 573.312,-2617 567.312,-2623 561.312,-2623 561.312,-2623 258.9248,-2623 258.9248,-2623 252.9248,-2623 246.9248,-2617 246.9248,-2611 246.9248,-2611 246.9248,-2361 246.9248,-2361 246.9248,-2355 252.9248,-2349 258.9248,-2349\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust11\" class=\"cluster\">\n",
       "<title>cluster:choice_6</title>\n",
       "<g id=\"a_clust11\"><a xlink:title=\"choice_6 = imputer_2 | missing_indicator_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"254.9248,-2460 254.9248,-2577 338.3872,-2577 338.3872,-2460 254.9248,-2460\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust12\" class=\"cluster\">\n",
       "<title>cluster:choice_7</title>\n",
       "<g id=\"a_clust12\"><a xlink:title=\"choice_7 = pipeline_5 | imputer_5 | missing_indicator_5\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"346.3872,-2357 346.3872,-2615 565.312,-2615 565.312,-2357 346.3872,-2357\"/>\n",
       "<text text-anchor=\"middle\" x=\"455.8496\" y=\"-2599.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust13\" class=\"cluster\">\n",
       "<title>cluster:pipeline_5</title>\n",
       "<g id=\"a_clust13\"><a xlink:title=\"pipeline_5 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M366.3872,-2452C366.3872,-2452 545.312,-2452 545.312,-2452 551.312,-2452 557.312,-2458 557.312,-2464 557.312,-2464 557.312,-2573 557.312,-2573 557.312,-2579 551.312,-2585 545.312,-2585 545.312,-2585 366.3872,-2585 366.3872,-2585 360.3872,-2585 354.3872,-2579 354.3872,-2573 354.3872,-2573 354.3872,-2464 354.3872,-2464 354.3872,-2458 360.3872,-2452 366.3872,-2452\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust14\" class=\"cluster\">\n",
       "<title>cluster:choice_8</title>\n",
       "<g id=\"a_clust14\"><a xlink:title=\"choice_8 = imputer_3 | missing_indicator_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"362.3872,-2460 362.3872,-2577 445.8496,-2577 445.8496,-2460 362.3872,-2460\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust15\" class=\"cluster\">\n",
       "<title>cluster:choice_9</title>\n",
       "<g id=\"a_clust15\"><a xlink:title=\"choice_9 = imputer_4 | missing_indicator_4\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"465.8496,-2460 465.8496,-2577 549.312,-2577 549.312,-2460 465.8496,-2460\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust16\" class=\"cluster\">\n",
       "<title>cluster:choice_10</title>\n",
       "<g id=\"a_clust16\"><a xlink:title=\"choice_10 = gauss_nb_1 | ridge_1 | linear_svc_1 | sgd_classifier_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"634.2775,-2373 634.2775,-2577 720.3605,-2577 720.3605,-2373 634.2775,-2373\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2561.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust17\" class=\"cluster\">\n",
       "<title>cluster:pipeline_6</title>\n",
       "<g id=\"a_clust17\"><a xlink:title=\"pipeline_6 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M29.7243,-1115C29.7243,-1115 716.3605,-1115 716.3605,-1115 722.3605,-1115 728.3605,-1121 728.3605,-1127 728.3605,-1127 728.3605,-2020 728.3605,-2020 728.3605,-2026 722.3605,-2032 716.3605,-2032 716.3605,-2032 29.7243,-2032 29.7243,-2032 23.7243,-2032 17.7243,-2026 17.7243,-2020 17.7243,-2020 17.7243,-1127 17.7243,-1127 17.7243,-1121 23.7243,-1115 29.7243,-1115\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust18\" class=\"cluster\">\n",
       "<title>cluster:choice_11</title>\n",
       "<g id=\"a_clust18\"><a xlink:title=\"choice_11 = pipeline_7 | pca_8 | ordinal_encoder_8 | one_hot_8\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"25.7243,-1123 25.7243,-2024 611.5878,-2024 611.5878,-1123 25.7243,-1123\"/>\n",
       "<text text-anchor=\"middle\" x=\"318.656\" y=\"-2008.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust19\" class=\"cluster\">\n",
       "<title>cluster:pipeline_7</title>\n",
       "<g id=\"a_clust19\"><a xlink:title=\"pipeline_7 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M45.7243,-1262C45.7243,-1262 591.5878,-1262 591.5878,-1262 597.5878,-1262 603.5878,-1268 603.5878,-1274 603.5878,-1274 603.5878,-1982 603.5878,-1982 603.5878,-1988 597.5878,-1994 591.5878,-1994 591.5878,-1994 45.7243,-1994 45.7243,-1994 39.7243,-1994 33.7243,-1988 33.7243,-1982 33.7243,-1982 33.7243,-1274 33.7243,-1274 33.7243,-1268 39.7243,-1262 45.7243,-1262\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust20\" class=\"cluster\">\n",
       "<title>cluster:choice_12</title>\n",
       "<g id=\"a_clust20\"><a xlink:title=\"choice_12 = pca_0 | ordinal_encoder_0 | one_hot_0\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"41.7243,-1711 41.7243,-1872 121.7381,-1872 121.7381,-1711 41.7243,-1711\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust21\" class=\"cluster\">\n",
       "<title>cluster:choice_13</title>\n",
       "<g id=\"a_clust21\"><a xlink:title=\"choice_13 = pipeline_8 | pca_7 | ordinal_encoder_7 | one_hot_7\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"133.1867,-1270 133.1867,-1986 595.5878,-1986 595.5878,-1270 133.1867,-1270\"/>\n",
       "<text text-anchor=\"middle\" x=\"364.3872\" y=\"-1970.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust22\" class=\"cluster\">\n",
       "<title>cluster:pipeline_8</title>\n",
       "<g id=\"a_clust22\"><a xlink:title=\"pipeline_8 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M153.1867,-1409C153.1867,-1409 575.5878,-1409 575.5878,-1409 581.5878,-1409 587.5878,-1415 587.5878,-1421 587.5878,-1421 587.5878,-1944 587.5878,-1944 587.5878,-1950 581.5878,-1956 575.5878,-1956 575.5878,-1956 153.1867,-1956 153.1867,-1956 147.1867,-1956 141.1867,-1950 141.1867,-1944 141.1867,-1944 141.1867,-1421 141.1867,-1421 141.1867,-1415 147.1867,-1409 153.1867,-1409\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust23\" class=\"cluster\">\n",
       "<title>cluster:choice_14</title>\n",
       "<g id=\"a_clust23\"><a xlink:title=\"choice_14 = pca_1 | ordinal_encoder_1 | one_hot_1\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"149.1867,-1711 149.1867,-1872 229.2005,-1872 229.2005,-1711 149.1867,-1711\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust24\" class=\"cluster\">\n",
       "<title>cluster:choice_15</title>\n",
       "<g id=\"a_clust24\"><a xlink:title=\"choice_15 = pipeline_9 | pca_6 | ordinal_encoder_6 | one_hot_6\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"240.6491,-1417 240.6491,-1948 579.5878,-1948 579.5878,-1417 240.6491,-1417\"/>\n",
       "<text text-anchor=\"middle\" x=\"410.1184\" y=\"-1932.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust25\" class=\"cluster\">\n",
       "<title>cluster:pipeline_9</title>\n",
       "<g id=\"a_clust25\"><a xlink:title=\"pipeline_9 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M260.6491,-1556C260.6491,-1556 559.5878,-1556 559.5878,-1556 565.5878,-1556 571.5878,-1562 571.5878,-1568 571.5878,-1568 571.5878,-1906 571.5878,-1906 571.5878,-1912 565.5878,-1918 559.5878,-1918 559.5878,-1918 260.6491,-1918 260.6491,-1918 254.6491,-1918 248.6491,-1912 248.6491,-1906 248.6491,-1906 248.6491,-1568 248.6491,-1568 248.6491,-1562 254.6491,-1556 260.6491,-1556\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust26\" class=\"cluster\">\n",
       "<title>cluster:choice_16</title>\n",
       "<g id=\"a_clust26\"><a xlink:title=\"choice_16 = pca_2 | ordinal_encoder_2 | one_hot_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"256.6491,-1711 256.6491,-1872 336.663,-1872 336.663,-1711 256.6491,-1711\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust27\" class=\"cluster\">\n",
       "<title>cluster:choice_17</title>\n",
       "<g id=\"a_clust27\"><a xlink:title=\"choice_17 = pipeline_10 | pca_5 | ordinal_encoder_5 | one_hot_5\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"348.1115,-1564 348.1115,-1910 563.5878,-1910 563.5878,-1564 348.1115,-1564\"/>\n",
       "<text text-anchor=\"middle\" x=\"455.8496\" y=\"-1894.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust28\" class=\"cluster\">\n",
       "<title>cluster:pipeline_10</title>\n",
       "<g id=\"a_clust28\"><a xlink:title=\"pipeline_10 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M368.1115,-1703C368.1115,-1703 543.5878,-1703 543.5878,-1703 549.5878,-1703 555.5878,-1709 555.5878,-1715 555.5878,-1715 555.5878,-1868 555.5878,-1868 555.5878,-1874 549.5878,-1880 543.5878,-1880 543.5878,-1880 368.1115,-1880 368.1115,-1880 362.1115,-1880 356.1115,-1874 356.1115,-1868 356.1115,-1868 356.1115,-1715 356.1115,-1715 356.1115,-1709 362.1115,-1703 368.1115,-1703\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust29\" class=\"cluster\">\n",
       "<title>cluster:choice_18</title>\n",
       "<g id=\"a_clust29\"><a xlink:title=\"choice_18 = pca_3 | ordinal_encoder_3 | one_hot_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"364.1115,-1711 364.1115,-1872 444.1254,-1872 444.1254,-1711 364.1115,-1711\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust30\" class=\"cluster\">\n",
       "<title>cluster:choice_19</title>\n",
       "<g id=\"a_clust30\"><a xlink:title=\"choice_19 = pca_4 | ordinal_encoder_4 | one_hot_4\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"467.5739,-1711 467.5739,-1872 547.5878,-1872 547.5878,-1711 467.5739,-1711\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust31\" class=\"cluster\">\n",
       "<title>cluster:choice_20</title>\n",
       "<g id=\"a_clust31\"><a xlink:title=\"choice_20 = gauss_nb_2 | ridge_2 | linear_svc_2 | sgd_classifier_2\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"634.2775,-1668 634.2775,-1872 720.3605,-1872 720.3605,-1668 634.2775,-1668\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1856.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust32\" class=\"cluster\">\n",
       "<title>cluster:pipeline_11</title>\n",
       "<g id=\"a_clust32\"><a xlink:title=\"pipeline_11 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M28,-190C28,-190 1294.499,-190 1294.499,-190 1300.499,-190 1306.499,-196 1306.499,-202 1306.499,-202 1306.499,-1095 1306.499,-1095 1306.499,-1101 1300.499,-1107 1294.499,-1107 1294.499,-1107 28,-1107 28,-1107 22,-1107 16,-1101 16,-1095 16,-1095 16,-202 16,-202 16,-196 22,-190 28,-190\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust33\" class=\"cluster\">\n",
       "<title>cluster:choice_21</title>\n",
       "<g id=\"a_clust33\"><a xlink:title=\"choice_21 = pipeline_12 | imputer_17 | missing_indicator_17\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"24,-418 24,-1099 613.312,-1099 613.312,-418 24,-418\"/>\n",
       "<text text-anchor=\"middle\" x=\"318.656\" y=\"-1083.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust34\" class=\"cluster\">\n",
       "<title>cluster:pipeline_12</title>\n",
       "<g id=\"a_clust34\"><a xlink:title=\"pipeline_12 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M44,-513C44,-513 593.312,-513 593.312,-513 599.312,-513 605.312,-519 605.312,-525 605.312,-525 605.312,-1057 605.312,-1057 605.312,-1063 599.312,-1069 593.312,-1069 593.312,-1069 44,-1069 44,-1069 38,-1069 32,-1063 32,-1057 32,-1057 32,-525 32,-525 32,-519 38,-513 44,-513\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust35\" class=\"cluster\">\n",
       "<title>cluster:choice_22</title>\n",
       "<g id=\"a_clust35\"><a xlink:title=\"choice_22 = imputer_9 | missing_indicator_9\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"40,-830 40,-947 123.4624,-947 123.4624,-830 40,-830\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust36\" class=\"cluster\">\n",
       "<title>cluster:choice_23</title>\n",
       "<g id=\"a_clust36\"><a xlink:title=\"choice_23 = pipeline_13 | imputer_16 | missing_indicator_16\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"131.4624,-521 131.4624,-1061 597.312,-1061 597.312,-521 131.4624,-521\"/>\n",
       "<text text-anchor=\"middle\" x=\"364.3872\" y=\"-1045.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust37\" class=\"cluster\">\n",
       "<title>cluster:pipeline_13</title>\n",
       "<g id=\"a_clust37\"><a xlink:title=\"pipeline_13 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M151.4624,-616C151.4624,-616 577.312,-616 577.312,-616 583.312,-616 589.312,-622 589.312,-628 589.312,-628 589.312,-1019 589.312,-1019 589.312,-1025 583.312,-1031 577.312,-1031 577.312,-1031 151.4624,-1031 151.4624,-1031 145.4624,-1031 139.4624,-1025 139.4624,-1019 139.4624,-1019 139.4624,-628 139.4624,-628 139.4624,-622 145.4624,-616 151.4624,-616\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust38\" class=\"cluster\">\n",
       "<title>cluster:choice_24</title>\n",
       "<g id=\"a_clust38\"><a xlink:title=\"choice_24 = imputer_10 | missing_indicator_10\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"147.4624,-830 147.4624,-947 230.9248,-947 230.9248,-830 147.4624,-830\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust39\" class=\"cluster\">\n",
       "<title>cluster:choice_25</title>\n",
       "<g id=\"a_clust39\"><a xlink:title=\"choice_25 = pipeline_14 | imputer_15 | missing_indicator_15\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"238.9248,-624 238.9248,-1023 581.312,-1023 581.312,-624 238.9248,-624\"/>\n",
       "<text text-anchor=\"middle\" x=\"410.1184\" y=\"-1007.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust40\" class=\"cluster\">\n",
       "<title>cluster:pipeline_14</title>\n",
       "<g id=\"a_clust40\"><a xlink:title=\"pipeline_14 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M258.9248,-719C258.9248,-719 561.312,-719 561.312,-719 567.312,-719 573.312,-725 573.312,-731 573.312,-731 573.312,-981 573.312,-981 573.312,-987 567.312,-993 561.312,-993 561.312,-993 258.9248,-993 258.9248,-993 252.9248,-993 246.9248,-987 246.9248,-981 246.9248,-981 246.9248,-731 246.9248,-731 246.9248,-725 252.9248,-719 258.9248,-719\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust41\" class=\"cluster\">\n",
       "<title>cluster:choice_26</title>\n",
       "<g id=\"a_clust41\"><a xlink:title=\"choice_26 = imputer_11 | missing_indicator_11\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"254.9248,-830 254.9248,-947 338.3872,-947 338.3872,-830 254.9248,-830\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust42\" class=\"cluster\">\n",
       "<title>cluster:choice_27</title>\n",
       "<g id=\"a_clust42\"><a xlink:title=\"choice_27 = pipeline_15 | imputer_14 | missing_indicator_14\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"346.3872,-727 346.3872,-985 565.312,-985 565.312,-727 346.3872,-727\"/>\n",
       "<text text-anchor=\"middle\" x=\"455.8496\" y=\"-969.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust43\" class=\"cluster\">\n",
       "<title>cluster:pipeline_15</title>\n",
       "<g id=\"a_clust43\"><a xlink:title=\"pipeline_15 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M366.3872,-822C366.3872,-822 545.312,-822 545.312,-822 551.312,-822 557.312,-828 557.312,-834 557.312,-834 557.312,-943 557.312,-943 557.312,-949 551.312,-955 545.312,-955 545.312,-955 366.3872,-955 366.3872,-955 360.3872,-955 354.3872,-949 354.3872,-943 354.3872,-943 354.3872,-834 354.3872,-834 354.3872,-828 360.3872,-822 366.3872,-822\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust44\" class=\"cluster\">\n",
       "<title>cluster:choice_28</title>\n",
       "<g id=\"a_clust44\"><a xlink:title=\"choice_28 = imputer_12 | missing_indicator_12\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"362.3872,-830 362.3872,-947 445.8496,-947 445.8496,-830 362.3872,-830\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust45\" class=\"cluster\">\n",
       "<title>cluster:choice_29</title>\n",
       "<g id=\"a_clust45\"><a xlink:title=\"choice_29 = imputer_13 | missing_indicator_13\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"465.8496,-830 465.8496,-947 549.312,-947 549.312,-830 465.8496,-830\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust46\" class=\"cluster\">\n",
       "<title>cluster:choice_30</title>\n",
       "<g id=\"a_clust46\"><a xlink:title=\"choice_30 = pipeline_16 | pca_17 | ordinal_encoder_17 | one_hot_17\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"621.312,-198 621.312,-1099 1204.416,-1099 1204.416,-198 621.312,-198\"/>\n",
       "<text text-anchor=\"middle\" x=\"912.864\" y=\"-1083.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust47\" class=\"cluster\">\n",
       "<title>cluster:pipeline_16</title>\n",
       "<g id=\"a_clust47\"><a xlink:title=\"pipeline_16 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M641.312,-337C641.312,-337 1184.416,-337 1184.416,-337 1190.416,-337 1196.416,-343 1196.416,-349 1196.416,-349 1196.416,-1057 1196.416,-1057 1196.416,-1063 1190.416,-1069 1184.416,-1069 1184.416,-1069 641.312,-1069 641.312,-1069 635.312,-1069 629.312,-1063 629.312,-1057 629.312,-1057 629.312,-349 629.312,-349 629.312,-343 635.312,-337 641.312,-337\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust48\" class=\"cluster\">\n",
       "<title>cluster:choice_31</title>\n",
       "<g id=\"a_clust48\"><a xlink:title=\"choice_31 = pca_9 | ordinal_encoder_9 | one_hot_9\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"637.312,-786 637.312,-947 717.3259,-947 717.3259,-786 637.312,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust49\" class=\"cluster\">\n",
       "<title>cluster:choice_32</title>\n",
       "<g id=\"a_clust49\"><a xlink:title=\"choice_32 = pipeline_17 | pca_16 | ordinal_encoder_16 | one_hot_16\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"736.3605,-345 736.3605,-1061 1188.416,-1061 1188.416,-345 736.3605,-345\"/>\n",
       "<text text-anchor=\"middle\" x=\"962.3882\" y=\"-1045.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust50\" class=\"cluster\">\n",
       "<title>cluster:pipeline_17</title>\n",
       "<g id=\"a_clust50\"><a xlink:title=\"pipeline_17 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M756.3605,-484C756.3605,-484 1168.416,-484 1168.416,-484 1174.416,-484 1180.416,-490 1180.416,-496 1180.416,-496 1180.416,-1019 1180.416,-1019 1180.416,-1025 1174.416,-1031 1168.416,-1031 1168.416,-1031 756.3605,-1031 756.3605,-1031 750.3605,-1031 744.3605,-1025 744.3605,-1019 744.3605,-1019 744.3605,-496 744.3605,-496 744.3605,-490 750.3605,-484 756.3605,-484\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust51\" class=\"cluster\">\n",
       "<title>cluster:choice_33</title>\n",
       "<g id=\"a_clust51\"><a xlink:title=\"choice_33 = pca_10 | ordinal_encoder_10 | one_hot_10\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"752.3605,-786 752.3605,-947 832.3743,-947 832.3743,-786 752.3605,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust52\" class=\"cluster\">\n",
       "<title>cluster:choice_34</title>\n",
       "<g id=\"a_clust52\"><a xlink:title=\"choice_34 = pipeline_18 | pca_15 | ordinal_encoder_15 | one_hot_15\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"840.3743,-492 840.3743,-1023 1172.416,-1023 1172.416,-492 840.3743,-492\"/>\n",
       "<text text-anchor=\"middle\" x=\"1006.3952\" y=\"-1007.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust53\" class=\"cluster\">\n",
       "<title>cluster:pipeline_18</title>\n",
       "<g id=\"a_clust53\"><a xlink:title=\"pipeline_18 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M860.3743,-631C860.3743,-631 1152.416,-631 1152.416,-631 1158.416,-631 1164.416,-637 1164.416,-643 1164.416,-643 1164.416,-981 1164.416,-981 1164.416,-987 1158.416,-993 1152.416,-993 1152.416,-993 860.3743,-993 860.3743,-993 854.3743,-993 848.3743,-987 848.3743,-981 848.3743,-981 848.3743,-643 848.3743,-643 848.3743,-637 854.3743,-631 860.3743,-631\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust54\" class=\"cluster\">\n",
       "<title>cluster:choice_35</title>\n",
       "<g id=\"a_clust54\"><a xlink:title=\"choice_35 = pca_11 | ordinal_encoder_11 | one_hot_11\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"856.3743,-786 856.3743,-947 936.3882,-947 936.3882,-786 856.3743,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust55\" class=\"cluster\">\n",
       "<title>cluster:choice_36</title>\n",
       "<g id=\"a_clust55\"><a xlink:title=\"choice_36 = pipeline_19 | pca_14 | ordinal_encoder_14 | one_hot_14\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"944.3882,-639 944.3882,-985 1156.416,-985 1156.416,-639 944.3882,-639\"/>\n",
       "<text text-anchor=\"middle\" x=\"1050.4021\" y=\"-969.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust56\" class=\"cluster\">\n",
       "<title>cluster:pipeline_19</title>\n",
       "<g id=\"a_clust56\"><a xlink:title=\"pipeline_19 = ...\">\n",
       "<path fill=\"#7ec0ee\" stroke=\"#000000\" d=\"M964.3882,-778C964.3882,-778 1136.416,-778 1136.416,-778 1142.416,-778 1148.416,-784 1148.416,-790 1148.416,-790 1148.416,-943 1148.416,-943 1148.416,-949 1142.416,-955 1136.416,-955 1136.416,-955 964.3882,-955 964.3882,-955 958.3882,-955 952.3882,-949 952.3882,-943 952.3882,-943 952.3882,-790 952.3882,-790 952.3882,-784 958.3882,-778 964.3882,-778\"/>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust57\" class=\"cluster\">\n",
       "<title>cluster:choice_37</title>\n",
       "<g id=\"a_clust57\"><a xlink:title=\"choice_37 = pca_12 | ordinal_encoder_12 | one_hot_12\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"960.3882,-786 960.3882,-947 1040.4021,-947 1040.4021,-786 960.3882,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust58\" class=\"cluster\">\n",
       "<title>cluster:choice_38</title>\n",
       "<g id=\"a_clust58\"><a xlink:title=\"choice_38 = pca_13 | ordinal_encoder_13 | one_hot_13\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"1060.4021,-786 1060.4021,-947 1140.416,-947 1140.416,-786 1060.4021,-786\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<g id=\"clust59\" class=\"cluster\">\n",
       "<title>cluster:choice_39</title>\n",
       "<g id=\"a_clust59\"><a xlink:title=\"choice_39 = gauss_nb_3 | ridge_3 | linear_svc_3 | sgd_classifier_3\">\n",
       "<polygon fill=\"#7ec0ee\" stroke=\"#000000\" points=\"1212.416,-743 1212.416,-947 1298.499,-947 1298.499,-743 1212.416,-743\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-931.8\" font-family=\"Times,serif\" font-size=\"14.00\" fill=\"#000000\">Choice</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>gauss_nb_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_0 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-164\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-166.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-155.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ridge_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge_0 = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-121\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-117.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- linear_svc_0 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>linear_svc_0</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.svm.LinearSVC.html\" xlink:title=\"linear_svc_0 = LinearSVC\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-78\" rx=\"28.283\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-80.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Linear&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-69.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SVC</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- sgd_classifier_0 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>sgd_classifier_0</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier_0 = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-34\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-36.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-25.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_0 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>imputer_0</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_0 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-2529\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2525.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_1 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>imputer_1</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_1 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-2529\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2525.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_0&#45;&gt;imputer_1 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>imputer_0&#45;&gt;imputer_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M123.4624,-2529C125.463,-2529 127.4635,-2529 129.4641,-2529\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"121.4649,-2532.5005 131.4647,-2529 121.4645,-2525.5005 121.4649,-2532.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_0 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>missing_indicator_0</title>\n",
       "<g id=\"a_node6\"><a xlink:title=\"missing_indicator_0 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-2486\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2488.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2477.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_2 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>imputer_2</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_2 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-2529\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2525.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_1&#45;&gt;imputer_2 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>imputer_1&#45;&gt;imputer_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M230.9248,-2529C232.9254,-2529 234.926,-2529 236.9265,-2529\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"228.9273,-2532.5005 238.9271,-2529 228.9269,-2525.5005 228.9273,-2532.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_1 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>missing_indicator_1</title>\n",
       "<g id=\"a_node8\"><a xlink:title=\"missing_indicator_1 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-2486\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2488.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2477.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_3 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>imputer_3</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_3 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-2529\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2525.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_2&#45;&gt;imputer_3 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>imputer_2&#45;&gt;imputer_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M338.3872,-2529C340.3878,-2529 342.3884,-2529 344.3889,-2529\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"336.3897,-2532.5005 346.3895,-2529 336.3893,-2525.5005 336.3897,-2532.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_2 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>missing_indicator_2</title>\n",
       "<g id=\"a_node10\"><a xlink:title=\"missing_indicator_2 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-2486\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2488.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2477.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_4 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>imputer_4</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_4 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-2529\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-2525.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_3&#45;&gt;imputer_4 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer_3&#45;&gt;imputer_4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M445.8455,-2529C449.0744,-2529 452.3573,-2529 455.6413,-2529\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"455.8528,-2532.5001 465.8527,-2529 455.8527,-2525.5001 455.8528,-2532.5001\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_3 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>missing_indicator_3</title>\n",
       "<g id=\"a_node12\"><a xlink:title=\"missing_indicator_3 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-2486\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2488.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2477.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_1 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>gauss_nb_1</title>\n",
       "<g id=\"a_node23\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_1 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-2529\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2531.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2520.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_4&#45;&gt;gauss_nb_1 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>imputer_4&#45;&gt;gauss_nb_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M613.3097,-2529C616.9656,-2529 620.5664,-2529 624.0827,-2529\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"624.2806,-2532.5001 634.2805,-2529 624.2805,-2525.5001 624.2806,-2532.5001\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_4 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>missing_indicator_4</title>\n",
       "<g id=\"a_node14\"><a xlink:title=\"missing_indicator_4 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-2486\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-2488.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-2477.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_5 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>imputer_5</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_5 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-2426\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2422.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_5 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>missing_indicator_5</title>\n",
       "<g id=\"a_node16\"><a xlink:title=\"missing_indicator_5 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-2383\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2385.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-2374.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_6 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>imputer_6</title>\n",
       "<g id=\"a_node17\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_6 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-2323\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2319.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_6 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>missing_indicator_6</title>\n",
       "<g id=\"a_node18\"><a xlink:title=\"missing_indicator_6 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-2280\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2282.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-2271.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_7 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>imputer_7</title>\n",
       "<g id=\"a_node19\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_7 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-2220\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2216.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_7 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>missing_indicator_7</title>\n",
       "<g id=\"a_node20\"><a xlink:title=\"missing_indicator_7 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-2177\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2179.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-2168.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_8 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>imputer_8</title>\n",
       "<g id=\"a_node21\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_8 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-2117\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2113.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_8 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>missing_indicator_8</title>\n",
       "<g id=\"a_node22\"><a xlink:title=\"missing_indicator_8 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-2074\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2076.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-2065.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge_1 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>ridge_1</title>\n",
       "<g id=\"a_node24\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge_1 = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-2486\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2482.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- linear_svc_1 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>linear_svc_1</title>\n",
       "<g id=\"a_node25\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.svm.LinearSVC.html\" xlink:title=\"linear_svc_1 = LinearSVC\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-2443\" rx=\"28.283\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2445.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Linear&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2434.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SVC</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- sgd_classifier_1 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>sgd_classifier_1</title>\n",
       "<g id=\"a_node26\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier_1 = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-2399\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2401.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-2390.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node27\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1824\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1820.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node30\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1824\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1820.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M121.7356,-1824C122.1422,-1824 122.5499,-1824 122.9587,-1824\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"123.1872,-1827.5001 133.1871,-1824 123.1871,-1820.5001 123.1872,-1827.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_0 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>ordinal_encoder_0</title>\n",
       "<g id=\"a_node28\"><a xlink:title=\"ordinal_encoder_0 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1781\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1783.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1772.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_0 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>one_hot_0</title>\n",
       "<g id=\"a_node29\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_0 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1737\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1739.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1728.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node33\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1824\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1820.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;pca_2 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;pca_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M229.198,-1824C229.6046,-1824 230.0123,-1824 230.4211,-1824\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"230.6496,-1827.5001 240.6495,-1824 230.6495,-1820.5001 230.6496,-1827.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_1 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>ordinal_encoder_1</title>\n",
       "<g id=\"a_node31\"><a xlink:title=\"ordinal_encoder_1 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1781\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1783.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1772.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_1 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>one_hot_1</title>\n",
       "<g id=\"a_node32\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_1 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1737\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1739.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1728.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node36\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1824\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1820.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;pca_3 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;pca_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M336.6604,-1824C337.067,-1824 337.4748,-1824 337.8835,-1824\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"338.112,-1827.5001 348.1119,-1824 338.1119,-1820.5001 338.112,-1827.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_2 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>ordinal_encoder_2</title>\n",
       "<g id=\"a_node34\"><a xlink:title=\"ordinal_encoder_2 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1781\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1783.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1772.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_2 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>one_hot_2</title>\n",
       "<g id=\"a_node35\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_2 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1737\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1739.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1728.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_4 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>pca_4</title>\n",
       "<g id=\"a_node39\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_4 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-1824\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1820.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_3&#45;&gt;pca_4 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>pca_3&#45;&gt;pca_4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M444.1215,-1824C448.4987,-1824 452.9942,-1824 457.4734,-1824\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"457.5758,-1827.5001 467.5758,-1824 457.5757,-1820.5001 457.5758,-1827.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_3 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>ordinal_encoder_3</title>\n",
       "<g id=\"a_node37\"><a xlink:title=\"ordinal_encoder_3 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1781\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1783.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1772.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_3 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>one_hot_3</title>\n",
       "<g id=\"a_node38\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_3 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1737\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1739.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1728.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_2 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>gauss_nb_2</title>\n",
       "<g id=\"a_node54\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_2 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-1824\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1826.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1815.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_4&#45;&gt;gauss_nb_2 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>pca_4&#45;&gt;gauss_nb_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M611.5859,-1824C615.8342,-1824 620.015,-1824 624.0827,-1824\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"624.2806,-1827.5001 634.2805,-1824 624.2805,-1820.5001 624.2806,-1827.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_4 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>ordinal_encoder_4</title>\n",
       "<g id=\"a_node40\"><a xlink:title=\"ordinal_encoder_4 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-1781\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1783.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1772.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_4 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>one_hot_4</title>\n",
       "<g id=\"a_node41\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_4 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-1737\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1739.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-1728.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_5 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>pca_5</title>\n",
       "<g id=\"a_node42\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_5 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1677\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1673.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_5 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>ordinal_encoder_5</title>\n",
       "<g id=\"a_node43\"><a xlink:title=\"ordinal_encoder_5 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1634\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1636.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1625.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_5 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>one_hot_5</title>\n",
       "<g id=\"a_node44\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_5 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-1590\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1592.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-1581.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_6 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>pca_6</title>\n",
       "<g id=\"a_node45\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_6 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1530\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1526.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_6 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>ordinal_encoder_6</title>\n",
       "<g id=\"a_node46\"><a xlink:title=\"ordinal_encoder_6 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1487\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1489.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1478.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_6 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>one_hot_6</title>\n",
       "<g id=\"a_node47\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_6 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"296.656\" cy=\"-1443\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1445.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-1434.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_7 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>pca_7</title>\n",
       "<g id=\"a_node48\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_7 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1383\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1379.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_7 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>ordinal_encoder_7</title>\n",
       "<g id=\"a_node49\"><a xlink:title=\"ordinal_encoder_7 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1340\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1342.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1331.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_7 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>one_hot_7</title>\n",
       "<g id=\"a_node50\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_7 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-1296\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1298.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-1287.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_8 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>pca_8</title>\n",
       "<g id=\"a_node51\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_8 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1236\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1232.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_8 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>ordinal_encoder_8</title>\n",
       "<g id=\"a_node52\"><a xlink:title=\"ordinal_encoder_8 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1193\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1195.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1184.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_8 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>one_hot_8</title>\n",
       "<g id=\"a_node53\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_8 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-1149\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1151.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-1140.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge_2 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>ridge_2</title>\n",
       "<g id=\"a_node55\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge_2 = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-1781\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1777.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- linear_svc_2 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>linear_svc_2</title>\n",
       "<g id=\"a_node56\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.svm.LinearSVC.html\" xlink:title=\"linear_svc_2 = LinearSVC\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-1738\" rx=\"28.283\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1740.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Linear&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1729.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SVC</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- sgd_classifier_2 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>sgd_classifier_2</title>\n",
       "<g id=\"a_node57\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier_2 = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-1694\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1696.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-1685.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_9 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>imputer_9</title>\n",
       "<g id=\"a_node58\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_9 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_10 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>imputer_10</title>\n",
       "<g id=\"a_node60\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_10 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_9&#45;&gt;imputer_10 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>imputer_9&#45;&gt;imputer_10</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M123.4624,-899C125.463,-899 127.4635,-899 129.4641,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"121.4649,-902.5005 131.4647,-899 121.4645,-895.5005 121.4649,-902.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_9 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>missing_indicator_9</title>\n",
       "<g id=\"a_node59\"><a xlink:title=\"missing_indicator_9 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-856\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_11 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>imputer_11</title>\n",
       "<g id=\"a_node62\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_11 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_10&#45;&gt;imputer_11 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>imputer_10&#45;&gt;imputer_11</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M230.9248,-899C232.9254,-899 234.926,-899 236.9265,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"228.9273,-902.5005 238.9271,-899 228.9269,-895.5005 228.9273,-902.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_10 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>missing_indicator_10</title>\n",
       "<g id=\"a_node61\"><a xlink:title=\"missing_indicator_10 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-856\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_12 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>imputer_12</title>\n",
       "<g id=\"a_node64\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_12 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_11&#45;&gt;imputer_12 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>imputer_11&#45;&gt;imputer_12</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M338.3872,-899C340.3878,-899 342.3884,-899 344.3889,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"336.3897,-902.5005 346.3895,-899 336.3893,-895.5005 336.3897,-902.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_11 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>missing_indicator_11</title>\n",
       "<g id=\"a_node63\"><a xlink:title=\"missing_indicator_11 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-856\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_13 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>imputer_13</title>\n",
       "<g id=\"a_node66\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_13 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_12&#45;&gt;imputer_13 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>imputer_12&#45;&gt;imputer_13</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M445.8455,-899C449.0744,-899 452.3573,-899 455.6413,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"455.8528,-902.5001 465.8527,-899 455.8527,-895.5001 455.8528,-902.5001\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_12 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>missing_indicator_12</title>\n",
       "<g id=\"a_node65\"><a xlink:title=\"missing_indicator_12 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-856\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_9 -->\n",
       "<g id=\"node76\" class=\"node\">\n",
       "<title>pca_9</title>\n",
       "<g id=\"a_node76\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_9 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_13&#45;&gt;pca_9 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>imputer_13&#45;&gt;pca_9</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M613.312,-899C615.3128,-899 617.3135,-899 619.3143,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"611.3152,-902.5005 621.315,-899 611.3148,-895.5005 611.3152,-902.5005\"/>\n",
       "</g>\n",
       "<!-- missing_indicator_13 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>missing_indicator_13</title>\n",
       "<g id=\"a_node67\"><a xlink:title=\"missing_indicator_13 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"507.5808\" cy=\"-856\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"507.5808\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_14 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>imputer_14</title>\n",
       "<g id=\"a_node68\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_14 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-796\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-792.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_14 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>missing_indicator_14</title>\n",
       "<g id=\"a_node69\"><a xlink:title=\"missing_indicator_14 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"404.1184\" cy=\"-753\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-755.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"404.1184\" y=\"-744.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_15 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>imputer_15</title>\n",
       "<g id=\"a_node70\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_15 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-693\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-689.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_15 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>missing_indicator_15</title>\n",
       "<g id=\"a_node71\"><a xlink:title=\"missing_indicator_15 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"296.656\" cy=\"-650\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-652.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"296.656\" y=\"-641.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_16 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>imputer_16</title>\n",
       "<g id=\"a_node72\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_16 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-590\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-586.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_16 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>missing_indicator_16</title>\n",
       "<g id=\"a_node73\"><a xlink:title=\"missing_indicator_16 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"189.1936\" cy=\"-547\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-549.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"189.1936\" y=\"-538.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_17 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>imputer_17</title>\n",
       "<g id=\"a_node74\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_17 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-487\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-483.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_17 -->\n",
       "<g id=\"node75\" class=\"node\">\n",
       "<title>missing_indicator_17</title>\n",
       "<g id=\"a_node75\"><a xlink:title=\"missing_indicator_17 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"81.7312\" cy=\"-444\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-446.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"81.7312\" y=\"-435.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_10 -->\n",
       "<g id=\"node79\" class=\"node\">\n",
       "<title>pca_10</title>\n",
       "<g id=\"a_node79\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_10 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_9&#45;&gt;pca_10 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>pca_9&#45;&gt;pca_10</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M717.3215,-899C720.2504,-899 723.2462,-899 726.2744,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"726.3622,-902.5001 736.3622,-899 726.3621,-895.5001 726.3622,-902.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_9 -->\n",
       "<g id=\"node77\" class=\"node\">\n",
       "<title>ordinal_encoder_9</title>\n",
       "<g id=\"a_node77\"><a xlink:title=\"ordinal_encoder_9 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-856\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_9 -->\n",
       "<g id=\"node78\" class=\"node\">\n",
       "<title>one_hot_9</title>\n",
       "<g id=\"a_node78\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_9 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"677.319\" cy=\"-812\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-814.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-803.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_11 -->\n",
       "<g id=\"node82\" class=\"node\">\n",
       "<title>pca_11</title>\n",
       "<g id=\"a_node82\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_11 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_10&#45;&gt;pca_11 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>pca_10&#45;&gt;pca_11</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M832.3743,-899C834.3753,-899 836.3763,-899 838.3773,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"830.3784,-902.5005 840.3782,-899 830.3781,-895.5005 830.3784,-902.5005\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_10 -->\n",
       "<g id=\"node80\" class=\"node\">\n",
       "<title>ordinal_encoder_10</title>\n",
       "<g id=\"a_node80\"><a xlink:title=\"ordinal_encoder_10 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-856\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_10 -->\n",
       "<g id=\"node81\" class=\"node\">\n",
       "<title>one_hot_10</title>\n",
       "<g id=\"a_node81\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_10 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-812\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-814.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-803.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_12 -->\n",
       "<g id=\"node85\" class=\"node\">\n",
       "<title>pca_12</title>\n",
       "<g id=\"a_node85\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_12 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_11&#45;&gt;pca_12 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>pca_11&#45;&gt;pca_12</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M936.3882,-899C938.3892,-899 940.3902,-899 942.3911,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"934.3923,-902.5005 944.3921,-899 934.3919,-895.5005 934.3923,-902.5005\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_11 -->\n",
       "<g id=\"node83\" class=\"node\">\n",
       "<title>ordinal_encoder_11</title>\n",
       "<g id=\"a_node83\"><a xlink:title=\"ordinal_encoder_11 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-856\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_11 -->\n",
       "<g id=\"node84\" class=\"node\">\n",
       "<title>one_hot_11</title>\n",
       "<g id=\"a_node84\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_11 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-812\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-814.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-803.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_13 -->\n",
       "<g id=\"node88\" class=\"node\">\n",
       "<title>pca_13</title>\n",
       "<g id=\"a_node88\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_13 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1100.409\" cy=\"-899\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-895.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_12&#45;&gt;pca_13 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>pca_12&#45;&gt;pca_13</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1040.4002,-899C1043.6171,-899 1046.8916,-899 1050.1674,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1050.4045,-902.5001 1060.4044,-899 1050.4044,-895.5001 1050.4045,-902.5001\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_12 -->\n",
       "<g id=\"node86\" class=\"node\">\n",
       "<title>ordinal_encoder_12</title>\n",
       "<g id=\"a_node86\"><a xlink:title=\"ordinal_encoder_12 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-856\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_12 -->\n",
       "<g id=\"node87\" class=\"node\">\n",
       "<title>one_hot_12</title>\n",
       "<g id=\"a_node87\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_12 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-812\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-814.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-803.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- gauss_nb_3 -->\n",
       "<g id=\"node103\" class=\"node\">\n",
       "<title>gauss_nb_3</title>\n",
       "<g id=\"a_node103\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb_3 = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1255.4575\" cy=\"-899\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-901.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-890.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_13&#45;&gt;gauss_nb_3 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>pca_13&#45;&gt;gauss_nb_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1204.416,-899C1206.4169,-899 1208.4179,-899 1210.4188,-899\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1202.42,-902.5005 1212.4198,-899 1202.4196,-895.5005 1202.42,-902.5005\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder_13 -->\n",
       "<g id=\"node89\" class=\"node\">\n",
       "<title>ordinal_encoder_13</title>\n",
       "<g id=\"a_node89\"><a xlink:title=\"ordinal_encoder_13 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1100.409\" cy=\"-856\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-858.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-847.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_13 -->\n",
       "<g id=\"node90\" class=\"node\">\n",
       "<title>one_hot_13</title>\n",
       "<g id=\"a_node90\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_13 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"1100.409\" cy=\"-812\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-814.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1100.409\" y=\"-803.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_14 -->\n",
       "<g id=\"node91\" class=\"node\">\n",
       "<title>pca_14</title>\n",
       "<g id=\"a_node91\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_14 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-752\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-748.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_14 -->\n",
       "<g id=\"node92\" class=\"node\">\n",
       "<title>ordinal_encoder_14</title>\n",
       "<g id=\"a_node92\"><a xlink:title=\"ordinal_encoder_14 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-709\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-711.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-700.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_14 -->\n",
       "<g id=\"node93\" class=\"node\">\n",
       "<title>one_hot_14</title>\n",
       "<g id=\"a_node93\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_14 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"1000.3952\" cy=\"-665\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-667.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1000.3952\" y=\"-656.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_15 -->\n",
       "<g id=\"node94\" class=\"node\">\n",
       "<title>pca_15</title>\n",
       "<g id=\"a_node94\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_15 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-605\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-601.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_15 -->\n",
       "<g id=\"node95\" class=\"node\">\n",
       "<title>ordinal_encoder_15</title>\n",
       "<g id=\"a_node95\"><a xlink:title=\"ordinal_encoder_15 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-562\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-564.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-553.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_15 -->\n",
       "<g id=\"node96\" class=\"node\">\n",
       "<title>one_hot_15</title>\n",
       "<g id=\"a_node96\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_15 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"896.3813\" cy=\"-518\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-520.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"896.3813\" y=\"-509.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_16 -->\n",
       "<g id=\"node97\" class=\"node\">\n",
       "<title>pca_16</title>\n",
       "<g id=\"a_node97\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_16 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-458\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-454.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_16 -->\n",
       "<g id=\"node98\" class=\"node\">\n",
       "<title>ordinal_encoder_16</title>\n",
       "<g id=\"a_node98\"><a xlink:title=\"ordinal_encoder_16 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-415\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-417.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-406.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_16 -->\n",
       "<g id=\"node99\" class=\"node\">\n",
       "<title>one_hot_16</title>\n",
       "<g id=\"a_node99\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_16 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"792.3674\" cy=\"-371\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-373.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"792.3674\" y=\"-362.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_17 -->\n",
       "<g id=\"node100\" class=\"node\">\n",
       "<title>pca_17</title>\n",
       "<g id=\"a_node100\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_17 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-311\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-307.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder_17 -->\n",
       "<g id=\"node101\" class=\"node\">\n",
       "<title>ordinal_encoder_17</title>\n",
       "<g id=\"a_node101\"><a xlink:title=\"ordinal_encoder_17 = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"677.319\" cy=\"-268\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-270.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-259.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot_17 -->\n",
       "<g id=\"node102\" class=\"node\">\n",
       "<title>one_hot_17</title>\n",
       "<g id=\"a_node102\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot_17 = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"677.319\" cy=\"-224\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-226.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"677.319\" y=\"-215.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge_3 -->\n",
       "<g id=\"node104\" class=\"node\">\n",
       "<title>ridge_3</title>\n",
       "<g id=\"a_node104\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge_3 = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1255.4575\" cy=\"-856\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-852.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- linear_svc_3 -->\n",
       "<g id=\"node105\" class=\"node\">\n",
       "<title>linear_svc_3</title>\n",
       "<g id=\"a_node105\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.svm.LinearSVC.html\" xlink:title=\"linear_svc_3 = LinearSVC\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1255.4575\" cy=\"-813\" rx=\"28.283\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-815.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Linear&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-804.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SVC</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- sgd_classifier_3 -->\n",
       "<g id=\"node106\" class=\"node\">\n",
       "<title>sgd_classifier_3</title>\n",
       "<g id=\"a_node106\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier_3 = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"1255.4575\" cy=\"-769\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-771.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"1255.4575\" y=\"-760.2\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x10677e128>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.impute import SimpleImputer as Imputer\n",
    "from sklearn.impute import MissingIndicator\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.naive_bayes import GaussianNB as GaussNB\n",
    "from sklearn.svm import LinearSVC\n",
    "from sklearn.linear_model import Ridge\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.preprocessing import OneHotEncoder as OneHot\n",
    "from sklearn.preprocessing import OrdinalEncoder\n",
    "wrap_imported_operators()\n",
    "\n",
    "g = Grammar()\n",
    "\n",
    "g.start  = g.est | g.clean >> g.est | g.tfm >> g.est | g.clean >> g.tfm >> g.est\n",
    "g.clean  = g.clean1 >> g.clean | g.clean1\n",
    "g.tfm    = g.tfm1 >> g.tfm | g.tfm1\n",
    "\n",
    "g.clean1 = Imputer | MissingIndicator\n",
    "g.tfm1   = PCA | OrdinalEncoder | OneHot(handle_unknown='ignore')\n",
    "g.est    = GaussNB | Ridge  | LinearSVC | SGDClassifier\n",
    "\n",
    "generated = g.unfold(6)\n",
    "generated.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 3/3 [00:04<00:00,  1.66s/trial, best loss: -0.45581188455008487]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"78pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 78.08 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 74.083,-40.7696 74.083,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- sgd_classifier -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>sgd_classifier</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier = SGDClassifier(alpha=0.176221306687519, eta0=0.17507936959010997, fit_intercept=False, learning_rate=&#39;invscaling&#39;, loss=&#39;log&#39;, max_iter=699, penalty=&#39;elasticnet&#39;, power_t=0.08741781993779581, shuffle=False, tol=0.008326321996829275)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"35.0415\" cy=\"-18.3848\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"35.0415\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"35.0415\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1346fa6d8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=3)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "if trained.get_pipeline() is None:\n",
    "    print('None', file=sys.stderr)\n",
    "else:\n",
    "    trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"432pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 432.01 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 428.0139,-40.7696 428.0139,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- imputer -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>imputer</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer&#45;&gt;pca_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18.3848C152.0277,-18.3848 160.9665,-18.3848 169.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.8849 179.705,-18.3848 169.705,-14.8849 169.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- ordinal_encoder -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>ordinal_encoder</title>\n",
       "<g id=\"a_node4\"><a xlink:title=\"ordinal_encoder = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"302.0069\" cy=\"-18.3848\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"302.0069\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"302.0069\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;ordinal_encoder -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;ordinal_encoder</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.2252,-18.3848C242.0997,-18.3848 250.8894,-18.3848 259.4614,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"259.7332,-21.8849 269.7332,-18.3848 259.7331,-14.8849 259.7332,-21.8849\"/>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"397.0139\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"397.0139\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder&#45;&gt;ridge -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>ordinal_encoder&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M334.172,-18.3848C342.4386,-18.3848 351.3995,-18.3848 359.8945,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"359.9476,-21.8849 369.9476,-18.3848 359.9476,-14.8849 359.9476,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1368ca240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"268pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 268.10 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 264.0969,-40.7696 264.0969,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ordinal_encoder</title>\n",
       "<g id=\"a_node2\"><a xlink:title=\"ordinal_encoder = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"122.0069\" cy=\"-18.3848\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"122.0069\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"122.0069\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;ordinal_encoder -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;ordinal_encoder</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.2252,-18.3848C62.0997,-18.3848 70.8894,-18.3848 79.4614,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7332,-21.8849 89.7332,-18.3848 79.7331,-14.8849 79.7332,-21.8849\"/>\n",
       "</g>\n",
       "<!-- sgd_classifier -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>sgd_classifier</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"225.0554\" cy=\"-18.3848\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"225.0554\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"225.0554\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder&#45;&gt;sgd_classifier -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>ordinal_encoder&#45;&gt;sgd_classifier</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M154.0472,-18.3848C162.2006,-18.3848 171.1173,-18.3848 179.7936,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"179.8082,-21.8849 189.8082,-18.3848 179.8081,-14.8849 179.8082,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1383e9da0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"269pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 268.92 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 264.9248,-40.7696 264.9248,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- missing_indicator_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>missing_indicator_0</title>\n",
       "<g id=\"a_node1\"><a xlink:title=\"missing_indicator_0 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"33.7312\" cy=\"-18.3848\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"33.7312\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"33.7312\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>missing_indicator_1</title>\n",
       "<g id=\"a_node2\"><a xlink:title=\"missing_indicator_1 = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"137.1936\" cy=\"-18.3848\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"137.1936\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"137.1936\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_0&#45;&gt;missing_indicator_1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>missing_indicator_0&#45;&gt;missing_indicator_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M67.6087,-18.3848C75.7369,-18.3848 84.5354,-18.3848 93.0533,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"93.2401,-21.8849 103.24,-18.3848 93.24,-14.8849 93.2401,-21.8849\"/>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"233.9248\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"233.9248\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator_1&#45;&gt;ridge -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>missing_indicator_1&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M171.0255,-18.3848C179.2232,-18.3848 188.0351,-18.3848 196.3921,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"196.6539,-21.8849 206.6539,-18.3848 196.6538,-14.8849 196.6539,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1368ca240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 148,-40 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;ridge -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18C62.0277,-18 70.9665,-18 79.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.5001 89.705,-18 79.705,-14.5001 79.7051,-21.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x138866588>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"242pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 242.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 238,-40 238,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18C62.0277,-18 70.9665,-18 79.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.5001 89.705,-18 79.705,-14.5001 79.7051,-21.5001\"/>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;ridge -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18C152.0277,-18 160.9665,-18 169.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.5001 179.705,-18 169.705,-14.5001 169.7051,-21.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1368ca240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"345pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 345.46 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 341.4624,-40.7696 341.4624,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- imputer_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>imputer_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_0 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>missing_indicator</title>\n",
       "<g id=\"a_node2\"><a xlink:title=\"missing_indicator = MissingIndicator\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"123.7312\" cy=\"-18.3848\" rx=\"33.964\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"123.7312\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Missing&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"123.7312\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Indicator</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_0&#45;&gt;missing_indicator -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer_0&#45;&gt;missing_indicator</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.2025,-18.3848C62.1549,-18.3848 71.0582,-18.3848 79.7694,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.8389,-21.8849 89.8388,-18.3848 79.8388,-14.8849 79.8389,-21.8849\"/>\n",
       "</g>\n",
       "<!-- imputer_1 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>imputer_1</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_1 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"220.4624\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"220.4624\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- missing_indicator&#45;&gt;imputer_1 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>missing_indicator&#45;&gt;imputer_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M157.5631,-18.3848C165.7608,-18.3848 174.5727,-18.3848 182.9297,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.1915,-21.8849 193.1915,-18.3848 183.1914,-14.8849 183.1915,-21.8849\"/>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"310.4624\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"310.4624\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_1&#45;&gt;ridge -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>imputer_1&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M247.4654,-18.3848C255.4901,-18.3848 264.429,-18.3848 272.9933,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"273.1675,-21.8849 283.1674,-18.3848 273.1674,-14.8849 273.1675,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x138866588>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"155pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 154.78 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 150.7826,-40.7696 150.7826,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- imputer -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>imputer</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- linear_svc -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>linear_svc</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.svm.LinearSVC.html\" xlink:title=\"linear_svc = LinearSVC\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"118.3913\" cy=\"-18.3848\" rx=\"28.283\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"118.3913\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Linear&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"118.3913\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SVC</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer&#45;&gt;linear_svc -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer&#45;&gt;linear_svc</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.4204,-18.3848C62.3449,-18.3848 71.1473,-18.3848 79.624,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7214,-21.8849 89.7214,-18.3848 79.7213,-14.8849 79.7214,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1368ca240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"78pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 78.08 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 74.083,-40.7696 74.083,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- sgd_classifier -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>sgd_classifier</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.SGDClassifier.html#\" xlink:title=\"sgd_classifier = SGDClassifier\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"35.0415\" cy=\"-18.3848\" rx=\"35.083\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"35.0415\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">SGD&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"35.0415\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Classifier</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1383e9da0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"513pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 512.52 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 508.519,-40.7696 508.519,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- imputer_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>imputer_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_0 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_1 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>imputer_1</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_1 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_0&#45;&gt;imputer_1 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>imputer_0&#45;&gt;imputer_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18.3848C62.0277,-18.3848 70.9665,-18.3848 79.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.8849 89.705,-18.3848 79.705,-14.8849 79.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- imputer_2 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>imputer_2</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_2 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_1&#45;&gt;imputer_2 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>imputer_1&#45;&gt;imputer_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.003,-18.3848C152.0277,-18.3848 160.9665,-18.3848 169.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"169.7051,-21.8849 179.705,-18.3848 169.705,-14.8849 169.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- imputer_3 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>imputer_3</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.impute.SimpleImputer.html\" xlink:title=\"imputer_3 = Imputer\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Imputer</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_2&#45;&gt;imputer_3 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>imputer_2&#45;&gt;imputer_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.003,-18.3848C242.0277,-18.3848 250.9665,-18.3848 259.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"259.7051,-21.8849 269.705,-18.3848 259.705,-14.8849 259.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- one_hot -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>one_hot</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html\" xlink:title=\"one_hot = OneHot(handle_unknown=&#39;ignore&#39;)\">\n",
       "<ellipse fill=\"#b0e2ff\" stroke=\"#000000\" cx=\"387\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"387\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">One&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"387\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Hot</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- imputer_3&#45;&gt;one_hot -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>imputer_3&#45;&gt;one_hot</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.003,-18.3848C332.0277,-18.3848 340.9665,-18.3848 349.5309,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"349.7051,-21.8849 359.705,-18.3848 349.705,-14.8849 349.7051,-21.8849\"/>\n",
       "</g>\n",
       "<!-- gauss_nb -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>gauss_nb</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.naive_bayes.GaussianNB.html\" xlink:title=\"gauss_nb = GaussNB\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"477.2595\" cy=\"-18.3848\" rx=\"27.0211\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"477.2595\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Gauss&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"477.2595\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">NB</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- one_hot&#45;&gt;gauss_nb -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>one_hot&#45;&gt;gauss_nb</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M414.0808,-18.3848C422.1287,-18.3848 431.0933,-18.3848 439.6823,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"439.8859,-21.8849 449.8858,-18.3848 439.8858,-14.8849 439.8859,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1368ca240>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"252pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 252.01 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 248.0139,-40.7696 248.0139,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ordinal_encoder</title>\n",
       "<g id=\"a_node2\"><a xlink:title=\"ordinal_encoder = OrdinalEncoder\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"122.0069\" cy=\"-18.3848\" rx=\"32.0139\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"122.0069\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ordinal&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"122.0069\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Encoder</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;ordinal_encoder -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;ordinal_encoder</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.2252,-18.3848C62.0997,-18.3848 70.8894,-18.3848 79.4614,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7332,-21.8849 89.7332,-18.3848 79.7331,-14.8849 79.7332,-21.8849\"/>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"217.0139\" cy=\"-18.3848\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"217.0139\" y=\"-15.0848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ordinal_encoder&#45;&gt;ridge -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>ordinal_encoder&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M154.172,-18.3848C162.4386,-18.3848 171.3995,-18.3848 179.8945,-18.3848\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"179.9476,-21.8849 189.9476,-18.3848 179.9476,-14.8849 179.9476,-21.8849\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1352c7dd8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pool = {g.sample(10) for _ in range(10)}\n",
    "for tree in pool:\n",
    "    tree.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 10/10 [00:09<00:00,  1.04trial/s, best loss: -0.9045959105402828]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 148,-40 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA(n_components=&#39;mle&#39;, whiten=True)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- ridge -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>ridge</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.linear_model.Ridge.html\" xlink:title=\"ridge = Ridge(alpha=3.7258040540347985, solver=&#39;sparse_cg&#39;, tol=0.008013565529132195)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"117\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Ridge</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;ridge -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;ridge</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18C62.0277,-18 70.9665,-18 79.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.5001 89.705,-18 79.705,-14.5001 79.7051,-21.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134fbc470>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "generated = make_choice(*pool)\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=10)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TPot: Grammar inferred from this [paper](https://dl.acm.org/doi/pdf/10.1145/2908812.2908918)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# from sklearn.preprocessing import StandardScaler as SScaler\n",
    "# from sklearn.preprocessing import RobustScaler as RScaler\n",
    "# from sklearn.preprocessing import PolynomialFeatures as PolyFeat\n",
    "# from sklearn.decomposition import PCA\n",
    "# from sklearn.feature_selection import SelectKBest\n",
    "# from sklearn.feature_selection import RFE\n",
    "# from sklearn.feature_selection import SelectPercentile\n",
    "# from sklearn.feature_selection import VarianceThreshold\n",
    "# from sklearn.tree import DecisionTreeClassifier as Tree\n",
    "# from sklearn.ensemble import RandomForestClassifier as Forest\n",
    "# from sklearn.ensemble import GradientBoostingClassifier as Gradient\n",
    "# from sklearn.svm import SVC as SVM\n",
    "# from sklearn.linear_model import LogisticRegression as LR\n",
    "# from sklearn.neighbors import KNeighborsClassifier as KNN\n",
    "# from lale.lib.lale import ConcatFeatures as Concat\n",
    "\n",
    "from sklearn.preprocessing import StandardScaler as PreProcess\n",
    "from sklearn.decomposition import PCA as Decomposition\n",
    "from sklearn.feature_selection import SelectKBest as Feature\n",
    "from sklearn.tree import DecisionTreeClassifier as Model\n",
    "from lale.lib.lale import ConcatFeatures as Concat\n",
    "from lale.lib.lale import NoOp\n",
    "\n",
    "wrap_imported_operators()\n",
    "\n",
    "g = Grammar()\n",
    "\n",
    "g.start = g.tree >> g.model\n",
    "g.tree = g.node | g.tree >> g.node | (g.tree & g.tree) >> Concat\n",
    "g.node = g.preprocessing | g.decomposition | g.feature_selection | g.model \\\n",
    "#        | (g.node & g.node) >> Concat \\\n",
    "#        | g.node >> g.node\n",
    "\n",
    "\n",
    "g.preprocessing = PreProcess\n",
    "g.decomposition = Decomposition\n",
    "g.feature_selection = Feature\n",
    "g.model = Model\n",
    "\n",
    "# g.preprocessing = SScaler | RScaler | PolyFeat\n",
    "# g.decomposition = PCA\n",
    "# g.feature_selection = SelectKBest | RFE | SelectPercentile | VarianceThreshold\n",
    "# g.model = Tree | Forest | Gradient | SVM | LR | KNN\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"965pt\" height=\"388pt\"\n",
       " viewBox=\"0.00 0.00 964.52 388.16\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 384.163)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-384.163 960.5192,-384.163 960.5192,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- tree_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>tree_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_0 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"298.2596\" cy=\"-362.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-358.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>scaler_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_0 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-360.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-356.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_0&#45;&gt;scaler_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>tree_0&#45;&gt;scaler_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M325.4138,-361.5629C333.6469,-361.3809 342.837,-361.1779 351.6076,-360.984\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"351.7083,-364.4828 361.6285,-360.7626 351.5536,-357.4845 351.7083,-364.4828\"/>\n",
       "</g>\n",
       "<!-- concat_0 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>concat_0</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_0 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"479.0154\" cy=\"-328.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479.0154\" y=\"-324.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_0&#45;&gt;concat_0 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>scaler_0&#45;&gt;concat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M412.9493,-351.5875C422.9435,-348.044 434.6983,-343.8761 445.5007,-340.046\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"446.8203,-343.2917 455.0757,-336.6511 444.481,-336.6941 446.8203,-343.2917\"/>\n",
       "</g>\n",
       "<!-- select_k_best_0 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>select_k_best_0</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_0 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"298.2596\" cy=\"-311.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-318.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-307.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-296.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-313.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-309.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_0&#45;&gt;pca_0 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>select_k_best_0&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M325.9055,-311.7739C333.9621,-311.9519 342.9009,-312.1495 351.4495,-312.3384\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"351.5229,-315.8407 361.5978,-312.5626 351.6776,-308.8425 351.5229,-315.8407\"/>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;concat_0 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;concat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M415.3539,-317.5823C423.8918,-319.0013 433.5012,-320.5984 442.6167,-322.1134\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"442.1765,-325.5882 452.615,-323.7752 443.3242,-318.6829 442.1765,-325.5882\"/>\n",
       "</g>\n",
       "<!-- scaler_1 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>scaler_1</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_1 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"569.2673\" cy=\"-328.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-324.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_0&#45;&gt;scaler_1 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>concat_0&#45;&gt;scaler_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M506.0939,-328.163C514.2149,-328.163 523.2695,-328.163 531.9296,-328.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"532.2079,-331.663 542.2079,-328.163 532.2078,-324.663 532.2079,-331.663\"/>\n",
       "</g>\n",
       "<!-- scaler_2 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>scaler_2</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_2 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"659.5192\" cy=\"-323.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"659.5192\" y=\"-319.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_1&#45;&gt;scaler_2 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>scaler_1&#45;&gt;scaler_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M596.3459,-326.6628C604.5561,-326.2079 613.7206,-325.7002 622.4668,-325.2157\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"622.6687,-328.7099 632.4598,-324.6621 622.2815,-321.7207 622.6687,-328.7099\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"749.5192\" cy=\"-306.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"749.5192\" y=\"-302.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_2&#45;&gt;pca_1 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>scaler_2&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M685.551,-318.2458C694.151,-316.6214 703.8824,-314.7832 713.1127,-313.0397\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"714.0576,-316.4232 723.2342,-311.1279 712.7583,-309.5449 714.0576,-316.4232\"/>\n",
       "</g>\n",
       "<!-- concat_9 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>concat_9</title>\n",
       "<g id=\"a_node32\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_9 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"839.5192\" cy=\"-276.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"839.5192\" y=\"-272.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;concat_9 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;concat_9</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M774.1121,-297.9653C783.8146,-294.7312 795.1228,-290.9618 805.5811,-287.4756\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"806.8877,-290.7295 815.2677,-284.2468 804.674,-284.0888 806.8877,-290.7295\"/>\n",
       "</g>\n",
       "<!-- tree_1 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>tree_1</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_1 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-256.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-252.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>concat_1</title>\n",
       "<g id=\"a_node12\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_1 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"479.0154\" cy=\"-226.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479.0154\" y=\"-222.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_1&#45;&gt;concat_1 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>tree_1&#45;&gt;concat_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M412.9493,-248.1235C422.8635,-244.828 434.5104,-240.9565 445.2413,-237.3896\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"446.3773,-240.7003 454.7628,-234.2246 444.1692,-234.0577 446.3773,-240.7003\"/>\n",
       "</g>\n",
       "<!-- scaler_3 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>scaler_3</title>\n",
       "<g id=\"a_node10\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_3 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"298.2596\" cy=\"-213.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-209.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_4 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>scaler_4</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_4 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-213.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-209.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_3&#45;&gt;scaler_4 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>scaler_3&#45;&gt;scaler_4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M325.4138,-213.163C333.6469,-213.163 342.837,-213.163 351.6076,-213.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"351.6285,-216.6631 361.6285,-213.163 351.6285,-209.6631 351.6285,-216.6631\"/>\n",
       "</g>\n",
       "<!-- scaler_4&#45;&gt;concat_1 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>scaler_4&#45;&gt;concat_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M415.3539,-216.9931C423.8918,-218.2229 433.5012,-219.607 442.6167,-220.92\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"442.2182,-224.3987 452.615,-222.3602 443.2162,-217.4702 442.2182,-224.3987\"/>\n",
       "</g>\n",
       "<!-- tree_2 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>tree_2</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_2 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"569.2673\" cy=\"-226.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-222.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1&#45;&gt;tree_2 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>concat_1&#45;&gt;tree_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M506.0939,-226.163C514.2149,-226.163 523.2695,-226.163 531.9296,-226.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"532.2079,-229.663 542.2079,-226.163 532.2078,-222.663 532.2079,-229.663\"/>\n",
       "</g>\n",
       "<!-- concat_2 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>concat_2</title>\n",
       "<g id=\"a_node15\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_2 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"659.5192\" cy=\"-255.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"659.5192\" y=\"-251.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_2&#45;&gt;concat_2 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>tree_2&#45;&gt;concat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M593.929,-234.0873C603.5795,-237.1883 614.8142,-240.7982 625.2302,-244.1451\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"624.296,-247.5211 634.8873,-247.2482 626.4375,-240.8567 624.296,-247.5211\"/>\n",
       "</g>\n",
       "<!-- select_k_best_1 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>select_k_best_1</title>\n",
       "<g id=\"a_node14\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_1 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"569.2673\" cy=\"-277.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-284.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-273.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-262.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_1&#45;&gt;concat_2 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>select_k_best_1&#45;&gt;concat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M595.8577,-270.6812C604.7166,-268.5218 614.729,-266.0811 624.1462,-263.7855\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"625.162,-267.1405 634.0486,-261.3717 623.5042,-260.3396 625.162,-267.1405\"/>\n",
       "</g>\n",
       "<!-- concat_8 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>concat_8</title>\n",
       "<g id=\"a_node31\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_8 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"749.5192\" cy=\"-255.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"749.5192\" y=\"-251.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_2&#45;&gt;concat_8 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>concat_2&#45;&gt;concat_8</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M686.5222,-255.163C694.5469,-255.163 703.4858,-255.163 712.0501,-255.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"712.2243,-258.663 722.2243,-255.163 712.2242,-251.663 712.2243,-258.663\"/>\n",
       "</g>\n",
       "<!-- tree_3 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>tree_3</title>\n",
       "<g id=\"a_node16\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_3 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"479.0154\" cy=\"-183.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479.0154\" y=\"-179.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_7 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>concat_7</title>\n",
       "<g id=\"a_node29\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_7 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"569.2673\" cy=\"-183.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"569.2673\" y=\"-179.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_3&#45;&gt;concat_7 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>tree_3&#45;&gt;concat_7</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M506.0939,-183.163C514.2149,-183.163 523.2695,-183.163 531.9296,-183.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"532.2079,-186.663 542.2079,-183.163 532.2078,-179.663 532.2079,-186.663\"/>\n",
       "</g>\n",
       "<!-- scaler_5 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>scaler_5</title>\n",
       "<g id=\"a_node17\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_5 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.7558\" cy=\"-128.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.7558\" y=\"-124.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_6 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>scaler_6</title>\n",
       "<g id=\"a_node18\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_6 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"298.2596\" cy=\"-124.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-120.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_5&#45;&gt;scaler_6 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>scaler_5&#45;&gt;scaler_6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.9099,-126.9628C243.1431,-126.5989 252.3331,-126.1928 261.1038,-125.8051\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"261.289,-129.3005 271.1246,-125.3622 260.9798,-122.3073 261.289,-129.3005\"/>\n",
       "</g>\n",
       "<!-- concat_5 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>concat_5</title>\n",
       "<g id=\"a_node26\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_5 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-100.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-96.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_6&#45;&gt;concat_5 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>scaler_6&#45;&gt;concat_5</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M323.47,-117.4776C332.8061,-115.0018 343.5686,-112.1478 353.6281,-109.4802\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"354.6056,-112.842 363.3744,-106.8957 352.8113,-106.0759 354.6056,-112.842\"/>\n",
       "</g>\n",
       "<!-- select_k_best_2 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>select_k_best_2</title>\n",
       "<g id=\"a_node19\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_2 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_7 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>scaler_7</title>\n",
       "<g id=\"a_node20\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_7 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.7558\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.7558\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_2&#45;&gt;scaler_7 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>select_k_best_2&#45;&gt;scaler_7</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.8978,-26.163C152.9545,-26.163 161.8932,-26.163 170.4418,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.5902,-29.663 180.5901,-26.163 170.5901,-22.663 170.5902,-29.663\"/>\n",
       "</g>\n",
       "<!-- concat_4 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>concat_4</title>\n",
       "<g id=\"a_node25\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_4 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"298.2596\" cy=\"-77.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"298.2596\" y=\"-73.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_7&#45;&gt;concat_4 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>scaler_7&#45;&gt;concat_4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M228.7467,-37.9916C240.5121,-44.6215 255.384,-53.002 268.3499,-60.3085\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"266.9523,-63.5383 277.3826,-65.3985 270.3888,-57.4399 266.9523,-63.5383\"/>\n",
       "</g>\n",
       "<!-- tree_4 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>tree_4</title>\n",
       "<g id=\"a_node21\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_4 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-98.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-94.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_3 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>concat_3</title>\n",
       "<g id=\"a_node23\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_3 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-77.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-73.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_4&#45;&gt;concat_3 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>tree_4&#45;&gt;concat_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M52.6212,-92.2014C61.6719,-90.0954 72.0189,-87.6879 81.7414,-85.4256\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"82.6201,-88.8147 91.5667,-83.1394 81.0336,-81.9969 82.6201,-88.8147\"/>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node22\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-55.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-51.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;concat_3 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;concat_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M52.6212,-61.4084C61.7493,-63.6335 72.1959,-66.18 81.9906,-68.5676\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"81.3346,-72.0101 91.8791,-70.978 82.9925,-65.2092 81.3346,-72.0101\"/>\n",
       "</g>\n",
       "<!-- select_k_best_3 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>select_k_best_3</title>\n",
       "<g id=\"a_node24\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_3 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.7558\" cy=\"-77.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.7558\" y=\"-84.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"207.7558\" y=\"-73.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"207.7558\" y=\"-62.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_3&#45;&gt;select_k_best_3 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>concat_3&#45;&gt;select_k_best_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.4061,-77.163C152.4757,-77.163 161.4646,-77.163 170.0769,-77.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.308,-80.663 180.308,-77.163 170.308,-73.663 170.308,-80.663\"/>\n",
       "</g>\n",
       "<!-- select_k_best_3&#45;&gt;concat_4 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>select_k_best_3&#45;&gt;concat_4</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M235.4017,-77.163C243.4583,-77.163 252.397,-77.163 260.9456,-77.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"261.094,-80.663 271.094,-77.163 261.0939,-73.663 261.094,-80.663\"/>\n",
       "</g>\n",
       "<!-- concat_4&#45;&gt;concat_5 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>concat_4&#45;&gt;concat_5</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M323.9523,-83.6923C333.1059,-86.0185 343.5817,-88.6808 353.4037,-91.1769\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"352.7658,-94.6259 363.3198,-93.6969 354.4899,-87.8416 352.7658,-94.6259\"/>\n",
       "</g>\n",
       "<!-- concat_6 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>concat_6</title>\n",
       "<g id=\"a_node28\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_6 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"479.0154\" cy=\"-140.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"479.0154\" y=\"-136.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_5&#45;&gt;concat_6 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>concat_5&#45;&gt;concat_6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M411.5378,-110.2566C422.2265,-114.9939 435.1535,-120.7232 446.8208,-125.8942\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"445.6878,-129.2203 456.2483,-130.0725 448.5242,-122.8207 445.6878,-129.2203\"/>\n",
       "</g>\n",
       "<!-- select_k_best_4 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>select_k_best_4</title>\n",
       "<g id=\"a_node27\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best_4 = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"388.7635\" cy=\"-151.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-158.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-147.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"388.7635\" y=\"-136.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best_4&#45;&gt;concat_6 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>select_k_best_4&#45;&gt;concat_6</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M415.842,-147.8626C424.1269,-146.8528 433.3834,-145.7246 442.2014,-144.6499\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"442.7639,-148.1073 452.267,-143.4231 441.9169,-141.1587 442.7639,-148.1073\"/>\n",
       "</g>\n",
       "<!-- concat_6&#45;&gt;concat_7 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>concat_6&#45;&gt;concat_7</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M501.3249,-150.7922C512.3634,-156.0514 525.8739,-162.4884 537.9312,-168.2331\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"536.6813,-171.5144 547.2145,-172.656 539.6922,-165.195 536.6813,-171.5144\"/>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node30\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"659.5192\" cy=\"-208.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"659.5192\" y=\"-204.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_7&#45;&gt;pca_3 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>concat_7&#45;&gt;pca_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M594.4075,-190.1268C603.7959,-192.7275 614.6307,-195.7287 624.7344,-198.5275\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"623.9424,-201.9398 634.5139,-201.2364 625.8111,-195.1938 623.9424,-201.9398\"/>\n",
       "</g>\n",
       "<!-- pca_3&#45;&gt;concat_8 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>pca_3&#45;&gt;concat_8</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M680.848,-219.3013C692.1977,-225.2284 706.3558,-232.6221 718.863,-239.1536\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"717.5474,-242.415 728.0317,-243.9417 720.7878,-236.2102 717.5474,-242.415\"/>\n",
       "</g>\n",
       "<!-- concat_8&#45;&gt;concat_9 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>concat_8&#45;&gt;concat_9</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M775.0689,-261.1245C784.0944,-263.2305 794.4125,-265.638 804.1078,-267.9003\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"803.3719,-271.3225 813.9057,-270.1865 804.9626,-264.5056 803.3719,-271.3225\"/>\n",
       "</g>\n",
       "<!-- tree_5 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>tree_5</title>\n",
       "<g id=\"a_node33\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_5 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"929.5192\" cy=\"-276.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"929.5192\" y=\"-272.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_9&#45;&gt;tree_5 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>concat_9&#45;&gt;tree_5</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M866.5222,-276.163C874.5469,-276.163 883.4858,-276.163 892.0501,-276.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"892.2243,-279.663 902.2243,-276.163 892.2242,-272.663 892.2243,-279.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x113291e48>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"152pt\" height=\"44pt\"\n",
       " viewBox=\"0.00 0.00 152.00 44.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40 148,-40 148,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;tree -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.003,-18C62.0277,-18 70.9665,-18 79.5309,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.7051,-21.5001 89.705,-18 79.705,-14.5001 79.7051,-21.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x135182c50>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"333pt\" height=\"103pt\"\n",
       " viewBox=\"0.00 0.00 332.50 103.16\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 99.163)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-99.163 328.5038,-99.163 328.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-69\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-76.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-65.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-54.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>concat</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-43\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-39.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;concat -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;concat</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M143.3565,-61.4797C152.5525,-58.8305 163.0384,-55.8097 172.8296,-52.989\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"174.0582,-56.2775 182.6985,-50.146 172.1203,-49.5511 174.0582,-56.2775\"/>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;scaler -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.0786,-18C62.1995,-18 71.2542,-18 79.9142,-18\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"80.1925,-21.5001 90.1925,-18 80.1924,-14.5001 80.1925,-21.5001\"/>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;concat -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;concat</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.3921,-24.9639C151.7805,-27.5645 162.6153,-30.5658 172.719,-33.3645\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"171.927,-36.7769 182.4985,-36.0735 173.7957,-30.0309 171.927,-36.7769\"/>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297.5038\" cy=\"-43\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297.5038\" y=\"-39.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat&#45;&gt;tree -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>concat&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.5068,-43C242.5315,-43 251.4704,-43 260.0347,-43\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"260.2089,-46.5001 270.2089,-43 260.2088,-39.5001 260.2089,-46.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1388982b0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"62pt\" height=\"45pt\"\n",
       " viewBox=\"0.00 0.00 62.00 44.77\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 40.7696)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-40.7696 58,-40.7696 58,4 -4,4\"/>\n",
       "<!-- (root) -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>(root)</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.lale.no_op.html\" xlink:title=\"(root) = NoOp\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27\" cy=\"-18.3848\" rx=\"27\" ry=\"18.2703\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-20.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">No&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-9.5848\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Op</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x134b1f390>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"243pt\" height=\"60pt\"\n",
       " viewBox=\"0.00 0.00 242.50 60.33\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 56.3259)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-56.3259 238.5038,-56.3259 238.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- pca -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>pca</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca&#45;&gt;select_k_best -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>pca&#45;&gt;select_k_best</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.0786,-26.163C62.1257,-26.163 71.0896,-26.163 79.6779,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.8806,-29.663 89.8805,-26.163 79.8805,-22.663 79.8806,-29.663\"/>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;tree -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.8209,-26.163C152.8551,-26.163 161.7689,-26.163 170.2937,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.4139,-29.663 180.4138,-26.163 170.4138,-22.663 170.4139,-29.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1131996d8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"153pt\" height=\"60pt\"\n",
       " viewBox=\"0.00 0.00 152.50 60.33\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 56.3259)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-56.3259 148.5038,-56.3259 148.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;tree -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.8209,-26.163C62.8551,-26.163 71.7689,-26.163 80.2937,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"80.4139,-29.663 90.4138,-26.163 80.4138,-22.663 80.4139,-29.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x113291e48>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"423pt\" height=\"60pt\"\n",
       " viewBox=\"0.00 0.00 422.50 60.33\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 56.3259)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-56.3259 418.5038,-56.3259 418.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;pca_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.8209,-26.163C62.8551,-26.163 71.7689,-26.163 80.2937,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"80.4139,-29.663 90.4138,-26.163 80.4138,-22.663 80.4139,-29.663\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.5068,-26.163C152.5315,-26.163 161.4704,-26.163 170.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.2089,-29.663 180.2089,-26.163 170.2088,-22.663 170.2089,-29.663\"/>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;scaler -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.5068,-26.163C242.5315,-26.163 251.4704,-26.163 260.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"260.2089,-29.663 270.2089,-26.163 260.2088,-22.663 260.2089,-29.663\"/>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"387.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"387.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;tree -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.5068,-26.163C332.5315,-26.163 341.4704,-26.163 350.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"350.2089,-29.663 360.2089,-26.163 350.2088,-22.663 350.2089,-29.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1353cd7b8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"693pt\" height=\"151pt\"\n",
       " viewBox=\"0.00 0.00 692.50 151.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 147)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-147 688.5038,-147 688.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- tree_0 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>tree_0</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_0 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"297.5038\" cy=\"-125\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297.5038\" y=\"-121.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>scaler_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_0 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"387.5038\" cy=\"-125\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"387.5038\" y=\"-121.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- tree_0&#45;&gt;scaler_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>tree_0&#45;&gt;scaler_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.5068,-125C332.5315,-125 341.4704,-125 350.0347,-125\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"350.2089,-128.5001 360.2089,-125 350.2088,-121.5001 350.2089,-128.5001\"/>\n",
       "</g>\n",
       "<!-- concat_0 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>concat_0</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_0 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"477.5038\" cy=\"-82\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"477.5038\" y=\"-78.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_0&#45;&gt;concat_0 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>scaler_0&#45;&gt;concat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M409.751,-114.3708C420.7588,-109.1115 434.2315,-102.6746 446.2552,-96.9299\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"447.9984,-99.9761 455.5126,-92.5069 444.9806,-93.6599 447.9984,-99.9761\"/>\n",
       "</g>\n",
       "<!-- scaler_1 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>scaler_1</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_1 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"387.5038\" cy=\"-82\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"387.5038\" y=\"-78.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_1&#45;&gt;concat_0 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>scaler_1&#45;&gt;concat_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M414.5068,-82C422.5315,-82 431.4704,-82 440.0347,-82\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"440.2089,-85.5001 450.2089,-82 440.2088,-78.5001 440.2089,-85.5001\"/>\n",
       "</g>\n",
       "<!-- concat_3 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>concat_3</title>\n",
       "<g id=\"a_node13\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_3 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"567.5038\" cy=\"-60\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"567.5038\" y=\"-56.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_0&#45;&gt;concat_3 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>concat_0&#45;&gt;concat_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M503.0535,-75.7545C512.079,-73.5483 522.3971,-71.0261 532.0925,-68.6561\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"533.0074,-72.0356 541.8903,-66.2611 531.3452,-65.2358 533.0074,-72.0356\"/>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-86\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-82.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>concat_1</title>\n",
       "<g id=\"a_node8\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_1 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-61\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-57.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;concat_1 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;concat_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M142.3921,-79.0361C151.7805,-76.4355 162.6153,-73.4342 172.719,-70.6355\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"173.7957,-73.9691 182.4985,-67.9265 171.927,-67.2231 173.7957,-73.9691\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node6\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"27\" cy=\"-35\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"27\" y=\"-31.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node7\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"117.2519\" cy=\"-35\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-42.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-31.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"117.2519\" y=\"-20.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;select_k_best -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;select_k_best</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.0786,-35C62.1257,-35 71.0896,-35 79.6779,-35\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"79.8806,-38.5001 89.8805,-35 79.8805,-31.5001 79.8806,-38.5001\"/>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;concat_1 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;concat_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M143.3565,-42.5203C152.5525,-45.1695 163.0384,-48.1903 172.8296,-51.011\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"172.1203,-54.4489 182.6985,-53.854 174.0582,-47.7225 172.1203,-54.4489\"/>\n",
       "</g>\n",
       "<!-- concat_2 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>concat_2</title>\n",
       "<g id=\"a_node10\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.rasl.concat_features.html\" xlink:title=\"concat_2 = Concat\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"297.5038\" cy=\"-39\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297.5038\" y=\"-35.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Concat</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_1&#45;&gt;concat_2 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>concat_1&#45;&gt;concat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M233.0535,-54.7545C242.079,-52.5483 252.3971,-50.0261 262.0925,-47.6561\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"263.0074,-51.0356 271.8903,-45.2611 261.3452,-44.2358 263.0074,-51.0356\"/>\n",
       "</g>\n",
       "<!-- pca_2 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>pca_2</title>\n",
       "<g id=\"a_node9\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_2 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-18\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-14.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_2&#45;&gt;concat_2 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>pca_2&#45;&gt;concat_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M233.0535,-23.9616C242.079,-26.0675 252.3971,-28.4751 262.0925,-30.7373\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"261.3566,-34.1596 271.8903,-33.0235 262.9472,-27.3427 261.3566,-34.1596\"/>\n",
       "</g>\n",
       "<!-- scaler_2 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>scaler_2</title>\n",
       "<g id=\"a_node11\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler_2 = Scaler\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"387.5038\" cy=\"-39\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"387.5038\" y=\"-35.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_2&#45;&gt;scaler_2 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>concat_2&#45;&gt;scaler_2</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.5068,-39C332.5315,-39 341.4704,-39 350.0347,-39\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"350.2089,-42.5001 360.2089,-39 350.2088,-35.5001 350.2089,-42.5001\"/>\n",
       "</g>\n",
       "<!-- pca_3 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>pca_3</title>\n",
       "<g id=\"a_node12\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_3 = PCA\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"477.5038\" cy=\"-39\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"477.5038\" y=\"-35.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler_2&#45;&gt;pca_3 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>scaler_2&#45;&gt;pca_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M414.5068,-39C422.5315,-39 431.4704,-39 440.0347,-39\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"440.2089,-42.5001 450.2089,-39 440.2088,-35.5001 440.2089,-42.5001\"/>\n",
       "</g>\n",
       "<!-- pca_3&#45;&gt;concat_3 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>pca_3&#45;&gt;concat_3</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M503.0535,-44.9616C512.079,-47.0675 522.3971,-49.4751 532.0925,-51.7373\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"531.3566,-55.1596 541.8903,-54.0235 532.9472,-48.3427 531.3566,-55.1596\"/>\n",
       "</g>\n",
       "<!-- tree_1 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>tree_1</title>\n",
       "<g id=\"a_node14\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree_1 = Tree\">\n",
       "<ellipse fill=\"#7ec0ee\" stroke=\"#000000\" cx=\"657.5038\" cy=\"-60\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"657.5038\" y=\"-56.7\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- concat_3&#45;&gt;tree_1 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>concat_3&#45;&gt;tree_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M594.5068,-60C602.5315,-60 611.4704,-60 620.0347,-60\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"620.2089,-63.5001 630.2089,-60 620.2088,-56.5001 620.2089,-63.5001\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x1335ae4e0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pool = {g.sample(15) for _ in range(10)}\n",
    "for tree in pool:\n",
    "    tree.visualize()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "100%|██████████| 6/6 [00:10<00:00,  1.82s/trial, best loss: 1.4095161290322582]\n"
     ]
    },
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: cluster:(root) Pages: 1 -->\n",
       "<svg width=\"423pt\" height=\"60pt\"\n",
       " viewBox=\"0.00 0.00 422.50 60.33\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 56.3259)\">\n",
       "<title>cluster:(root)</title>\n",
       "<g id=\"a_graph0\"><a xlink:title=\"(root) = ...\">\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-56.3259 418.5038,-56.3259 418.5038,4 -4,4\"/>\n",
       "</a>\n",
       "</g>\n",
       "<!-- select_k_best -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>select_k_best</title>\n",
       "<g id=\"a_node1\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.Normalizer.html\" xlink:title=\"select_k_best = SelectKBest(k=&#39;all&#39;)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"27.2519\" cy=\"-26.163\" rx=\"27.0061\" ry=\"26.3269\"/>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-33.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Select&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">K&#45;</text>\n",
       "<text text-anchor=\"middle\" x=\"27.2519\" y=\"-11.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Best</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>pca_0</title>\n",
       "<g id=\"a_node2\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_0 = PCA(svd_solver=&#39;arpack&#39;, whiten=True)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"117.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"117.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- select_k_best&#45;&gt;pca_0 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>select_k_best&#45;&gt;pca_0</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M54.8209,-26.163C62.8551,-26.163 71.7689,-26.163 80.2937,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"80.4139,-29.663 90.4138,-26.163 80.4138,-22.663 80.4139,-29.663\"/>\n",
       "</g>\n",
       "<!-- pca_1 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>pca_1</title>\n",
       "<g id=\"a_node3\"><a xlink:href=\"https://lale.readthedocs.io/en/latest/modules/lale.lib.sklearn.pca.html\" xlink:title=\"pca_1 = PCA(svd_solver=&#39;arpack&#39;, whiten=True)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"207.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"207.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">PCA</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_0&#45;&gt;pca_1 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>pca_0&#45;&gt;pca_1</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M144.5068,-26.163C152.5315,-26.163 161.4704,-26.163 170.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"170.2089,-29.663 180.2089,-26.163 170.2088,-22.663 170.2089,-29.663\"/>\n",
       "</g>\n",
       "<!-- scaler -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>scaler</title>\n",
       "<g id=\"a_node4\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.StandardScaler.html\" xlink:title=\"scaler = Scaler()\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"297.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Scaler</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- pca_1&#45;&gt;scaler -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>pca_1&#45;&gt;scaler</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M234.5068,-26.163C242.5315,-26.163 251.4704,-26.163 260.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"260.2089,-29.663 270.2089,-26.163 260.2088,-22.663 260.2089,-29.663\"/>\n",
       "</g>\n",
       "<!-- tree -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>tree</title>\n",
       "<g id=\"a_node5\"><a xlink:href=\"https://scikit-learn.org/stable/modules/generated/sklearn.tree.DecisionTreeClassifier.html\" xlink:title=\"tree = Tree(max_features=0.04051792930154963, min_samples_leaf=0.4711660882709361, min_samples_split=0.1713387989606097, splitter=&#39;random&#39;)\">\n",
       "<ellipse fill=\"#ffffff\" stroke=\"#000000\" cx=\"387.5038\" cy=\"-26.163\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"387.5038\" y=\"-22.863\" font-family=\"Times,serif\" font-size=\"11.00\" fill=\"#000000\">Tree</text>\n",
       "</a>\n",
       "</g>\n",
       "</g>\n",
       "<!-- scaler&#45;&gt;tree -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>scaler&#45;&gt;tree</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M324.5068,-26.163C332.5315,-26.163 341.4704,-26.163 350.0347,-26.163\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"350.2089,-29.663 360.2089,-26.163 350.2088,-22.663 350.2089,-29.663\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x105bf4550>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "generated = make_choice(*pool)\n",
    "\n",
    "trainer = Hyperopt(estimator=generated, cv=2, max_evals=6)\n",
    "trained = trainer.fit(train_X, train_y)\n",
    "trained.get_pipeline().visualize()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}