Patch hf-textgen and simple deployment (#1979)

Azure · Dec 13, 2022 · e518337 · e518337
1 parent 948b663
commit e518337
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/...dpoints/online/custom-container/torchserve/huggingface-textgen/ts-hf-tg-setup_config.json b/...dpoints/online/custom-container/torchserve/huggingface-textgen/ts-hf-tg-setup_config.json
@@ -7,6 +7,7 @@
     "max_length":"20",
     "captum_explanation":false,
     "FasterTransformer":false,
+    "BetterTransformer":false,
     "embedding_name": "gpt2",
     "model_parallel":false
    }
diff --git a/sdk/python/endpoints/online/managed/online-endpoints-simple-deployment.ipynb b/sdk/python/endpoints/online/managed/online-endpoints-simple-deployment.ipynb
@@ -30,6 +30,15 @@
     "* To deploy locally, you must install Docker Engine on your local computer. We highly recommend this option, so it's easier to debug issues."
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "%pip install docker"
+   ]
+  },
   {
    "cell_type": "markdown",
    "metadata": {},