From 8f8684c4e3a54dde792d07d8d52c88000ba10c89 Mon Sep 17 00:00:00 2001 From: JJ Brosnan <84038776+jjbrosnan@users.noreply.github.com> Date: Wed, 5 Jan 2022 12:04:27 -0500 Subject: [PATCH 1/3] Update with base+ images. README also updated. This will also require updating a good portion of the docs repo. --- README.md | 82 +++++++++++++++++-- containers/python-examples/NLTK/README.md | 24 ++++++ .../python-examples/NLTK/docker-compose.yml | 48 +++++++++++ containers/python-examples/PyTorch/README.md | 24 ++++++ .../PyTorch/docker-compose.yml | 48 +++++++++++ .../python-examples/SciKit-Learn/README.md | 24 ++++++ .../SciKit-Learn/docker-compose.yml | 48 +++++++++++ .../python-examples/TensorFlow/README.md | 24 ++++++ .../TensorFlow/docker-compose.yml | 48 +++++++++++ .../python-examples/{ => base}/README.md | 2 +- .../{ => base}/docker-compose.yml | 0 containers/python/NLTK/README.md | 23 ++++++ containers/python/NLTK/docker-compose.yml | 42 ++++++++++ containers/python/PyTorch/README.md | 23 ++++++ containers/python/PyTorch/docker-compose.yml | 42 ++++++++++ containers/python/SciKit-Learn/README.md | 23 ++++++ .../python/SciKit-Learn/docker-compose.yml | 42 ++++++++++ containers/python/TensorFlow/README.md | 23 ++++++ .../python/TensorFlow/docker-compose.yml | 42 ++++++++++ containers/python/{ => base}/README.md | 2 +- .../python/{ => base}/docker-compose.yml | 0 21 files changed, 627 insertions(+), 7 deletions(-) create mode 100644 containers/python-examples/NLTK/README.md create mode 100644 containers/python-examples/NLTK/docker-compose.yml create mode 100644 containers/python-examples/PyTorch/README.md create mode 100644 containers/python-examples/PyTorch/docker-compose.yml create mode 100644 containers/python-examples/SciKit-Learn/README.md create mode 100644 containers/python-examples/SciKit-Learn/docker-compose.yml create mode 100644 containers/python-examples/TensorFlow/README.md create mode 100644 containers/python-examples/TensorFlow/docker-compose.yml rename containers/python-examples/{ => base}/README.md (91%) rename containers/python-examples/{ => base}/docker-compose.yml (100%) create mode 100644 containers/python/NLTK/README.md create mode 100644 containers/python/NLTK/docker-compose.yml create mode 100644 containers/python/PyTorch/README.md create mode 100644 containers/python/PyTorch/docker-compose.yml create mode 100644 containers/python/SciKit-Learn/README.md create mode 100644 containers/python/SciKit-Learn/docker-compose.yml create mode 100644 containers/python/TensorFlow/README.md create mode 100644 containers/python/TensorFlow/docker-compose.yml rename containers/python/{ => base}/README.md (91%) rename containers/python/{ => base}/docker-compose.yml (100%) diff --git a/README.md b/README.md index 570665f8c9e..c02f9bfeac1 100644 --- a/README.md +++ b/README.md @@ -24,8 +24,8 @@ which functions as the data backbone for prominent hedge funds, banks, and finan | Language | Server Application | Client Application (OpenAPI) | | ------------- | ------------------ | ---------------------------- | -| Python | Yes | Yes | -| Java / Groovy | Yes | Yes | +| Python | Yes | Yes | +| Java / Groovy | Yes | Yes | | C++ | No | Yes | | JavaScript | No | Yes | | gRPC | - | Yes | @@ -79,18 +79,91 @@ cd deephaven-deployment Run the following commands to launch Deephaven for Python server applications. ```bash -curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/docker-compose.yml -O +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/base/docker-compose.yml -O docker-compose pull docker-compose up -d ``` +### Launch: Python with NLTK + +Run the following commands to launch Deephaven for Python server applications with the [NLTK](https://nltk.org/) module pre-installed. + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/NLTK/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with PyTorch + +Run the following commands to launch Deephaven for Python server applications with the [PyTorch](https://pytorch.org/) module pre-installed. + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/PyTorch/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with SciKit-Learn + +Run the following commands to launch Deephaven for Python server applications with the [SciKit-Learn](https://scikit-learn.org/stable/) module pre-installed. + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/SciKit-Learn/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with TensorFlow + +Run the following commands to launch Deephaven for Python server applications with the [TensorFlow](https://www.tensorflow.org/) module pre-installed. ### Launch: Python with example data Run the following commands to launch Deephaven for Python server applications, with example data. ```bash -curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/docker-compose.yml -O +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/base/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with example data and NLTK + +Run the following commands to launch Deephaven for Python server applications, with example data and [NLTK](https://nltk.org/). + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/NLTK/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with example data and PyTorch + +Run the following commands to launch Deephaven for Python server applications, with example data and [PyTorch](https://pytorch.org/). + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/PyTorch/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with example data and SciKit-Learn + +Run the following commands to launch Deephaven for Python server applications, with example data and [SciKit-Learn](https://scikit-learn.org/stable/). + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/SciKit-Learn/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + +### Launch: Python with example data and TensorFlow + +Run the following commands to launch Deephaven for Python server applications, with example data and [TensorFlow](https://www.tensorflow.org/). + +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/TensorFlow/docker-compose.yml -O docker-compose pull docker-compose up -d ``` @@ -105,7 +178,6 @@ docker-compose pull docker-compose up -d ``` - ### Launch: Groovy / Java with example data Run the following commands to launch Deephaven for Groovy / Java server applications, with example data. diff --git a/containers/python-examples/NLTK/README.md b/containers/python-examples/NLTK/README.md new file mode 100644 index 00000000000..ddaedb2f0f6 --- /dev/null +++ b/containers/python-examples/NLTK/README.md @@ -0,0 +1,24 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org/) scripting +- [NLTK](https://www.nltk.org/) +- [Deephaven Examples](https://github.com/deephaven/examples) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core#launch-python-with-example-data). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/NLTK/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python-examples/NLTK/docker-compose.yml b/containers/python-examples/NLTK/docker-compose.yml new file mode 100644 index 00000000000..e7a55db46e7 --- /dev/null +++ b/containers/python-examples/NLTK/docker-compose.yml @@ -0,0 +1,48 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/nltk-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + + examples: + image: ghcr.io/deephaven/examples + volumes: + - ./data:/data + command: initialize + +volumes: + web-tmp: + api-cache: diff --git a/containers/python-examples/PyTorch/README.md b/containers/python-examples/PyTorch/README.md new file mode 100644 index 00000000000..079bd1610a0 --- /dev/null +++ b/containers/python-examples/PyTorch/README.md @@ -0,0 +1,24 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org/) scripting +- [PyTorch](https://pytorch.org/) +- [Deephaven Examples](https://github.com/deephaven/examples) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core#launch-python-with-example-data). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/PyTorch/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python-examples/PyTorch/docker-compose.yml b/containers/python-examples/PyTorch/docker-compose.yml new file mode 100644 index 00000000000..f40c74c11f0 --- /dev/null +++ b/containers/python-examples/PyTorch/docker-compose.yml @@ -0,0 +1,48 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/pytorch-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + + examples: + image: ghcr.io/deephaven/examples + volumes: + - ./data:/data + command: initialize + +volumes: + web-tmp: + api-cache: diff --git a/containers/python-examples/SciKit-Learn/README.md b/containers/python-examples/SciKit-Learn/README.md new file mode 100644 index 00000000000..6b743ee3370 --- /dev/null +++ b/containers/python-examples/SciKit-Learn/README.md @@ -0,0 +1,24 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org/) scripting +- [SciKit-Learn](https://scikit-learn.org/stable/) +- [Deephaven Examples](https://github.com/deephaven/examples) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core#launch-python-with-example-data). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/SciKit-Learn/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python-examples/SciKit-Learn/docker-compose.yml b/containers/python-examples/SciKit-Learn/docker-compose.yml new file mode 100644 index 00000000000..610e2f12cb3 --- /dev/null +++ b/containers/python-examples/SciKit-Learn/docker-compose.yml @@ -0,0 +1,48 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/sklearn-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + + examples: + image: ghcr.io/deephaven/examples + volumes: + - ./data:/data + command: initialize + +volumes: + web-tmp: + api-cache: diff --git a/containers/python-examples/TensorFlow/README.md b/containers/python-examples/TensorFlow/README.md new file mode 100644 index 00000000000..41e2a0c1c53 --- /dev/null +++ b/containers/python-examples/TensorFlow/README.md @@ -0,0 +1,24 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org/) scripting +- [TensorFlow](https://www.tensorflow.org/) +- [Deephaven Examples](https://github.com/deephaven/examples) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core#launch-python-with-example-data). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/TensorFlow/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python-examples/TensorFlow/docker-compose.yml b/containers/python-examples/TensorFlow/docker-compose.yml new file mode 100644 index 00000000000..7defd86ba54 --- /dev/null +++ b/containers/python-examples/TensorFlow/docker-compose.yml @@ -0,0 +1,48 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/tensorflow-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + + examples: + image: ghcr.io/deephaven/examples + volumes: + - ./data:/data + command: initialize + +volumes: + web-tmp: + api-cache: diff --git a/containers/python-examples/README.md b/containers/python-examples/base/README.md similarity index 91% rename from containers/python-examples/README.md rename to containers/python-examples/base/README.md index 93912147e27..37e4616e306 100644 --- a/containers/python-examples/README.md +++ b/containers/python-examples/base/README.md @@ -15,7 +15,7 @@ For launch instructions, see the [README](https://github.com/deephaven/deephaven To launch Deephaven, execute the following in your deployment directory: ```bash -compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/docker-compose.yml +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python-examples/base/docker-compose.yml curl -O "${compose_file}" docker-compose pull diff --git a/containers/python-examples/docker-compose.yml b/containers/python-examples/base/docker-compose.yml similarity index 100% rename from containers/python-examples/docker-compose.yml rename to containers/python-examples/base/docker-compose.yml diff --git a/containers/python/NLTK/README.md b/containers/python/NLTK/README.md new file mode 100644 index 00000000000..3ebe51dc894 --- /dev/null +++ b/containers/python/NLTK/README.md @@ -0,0 +1,23 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org) +- [NLTK](https://www.nltk.org/) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core/#launch-python). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/NLTK/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python/NLTK/docker-compose.yml b/containers/python/NLTK/docker-compose.yml new file mode 100644 index 00000000000..4ccfabd04d0 --- /dev/null +++ b/containers/python/NLTK/docker-compose.yml @@ -0,0 +1,42 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/nltk-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + +volumes: + web-tmp: + api-cache: diff --git a/containers/python/PyTorch/README.md b/containers/python/PyTorch/README.md new file mode 100644 index 00000000000..0822c21dd54 --- /dev/null +++ b/containers/python/PyTorch/README.md @@ -0,0 +1,23 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org) +- [PyTorch](https://pytorch.org/) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core/#launch-python). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/PyTorch/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python/PyTorch/docker-compose.yml b/containers/python/PyTorch/docker-compose.yml new file mode 100644 index 00000000000..676b2611f25 --- /dev/null +++ b/containers/python/PyTorch/docker-compose.yml @@ -0,0 +1,42 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/pytorch-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + +volumes: + web-tmp: + api-cache: diff --git a/containers/python/SciKit-Learn/README.md b/containers/python/SciKit-Learn/README.md new file mode 100644 index 00000000000..6ecc68230b8 --- /dev/null +++ b/containers/python/SciKit-Learn/README.md @@ -0,0 +1,23 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org) +- [SciKit-Learn](https://scikit-learn.org/stable/) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core/#launch-python). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/SciKit-Learn/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python/SciKit-Learn/docker-compose.yml b/containers/python/SciKit-Learn/docker-compose.yml new file mode 100644 index 00000000000..431fba8a260 --- /dev/null +++ b/containers/python/SciKit-Learn/docker-compose.yml @@ -0,0 +1,42 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/sklearn-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + +volumes: + web-tmp: + api-cache: diff --git a/containers/python/TensorFlow/README.md b/containers/python/TensorFlow/README.md new file mode 100644 index 00000000000..01f421a3dea --- /dev/null +++ b/containers/python/TensorFlow/README.md @@ -0,0 +1,23 @@ +# Overview + +A Docker Compose deployment for [Deephaven](https://deephaven.io). + +## Features + +- [Deephaven](https://deephaven.io) +- [Python](https://python.org/) scripting +- [TensorFlow](https://www.tensorflow.org/) + +## Launch Deephaven + +For launch instructions, see the [README](https://github.com/deephaven/deephaven-core#launch-python-with-example-data). For full instructions to work with Deephaven, see the [Quick start](https://deephaven.io/core/docs/tutorials/quickstart). + +To launch Deephaven, execute the following in your deployment directory: + +```bash +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/TensorFlow/docker-compose.yml +curl -O "${compose_file}" + +docker-compose pull +docker-compose up -d +``` diff --git a/containers/python/TensorFlow/docker-compose.yml b/containers/python/TensorFlow/docker-compose.yml new file mode 100644 index 00000000000..26420aed6e6 --- /dev/null +++ b/containers/python/TensorFlow/docker-compose.yml @@ -0,0 +1,42 @@ +version: "3.4" + +services: + grpc-api: + image: ghcr.io/deephaven/tensorflow-base:${VERSION:-latest} + expose: + - '8080' + volumes: + - ./data:/data + - api-cache:/cache + environment: + - JAVA_TOOL_OPTIONS=-Xmx4g -Ddeephaven.console.type=python + + web: + image: ghcr.io/deephaven/web:${VERSION:-latest} + expose: + - '80' + volumes: + - ./data:/data + - web-tmp:/tmp + + grpc-proxy: + image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} + environment: + - BACKEND_ADDR=grpc-api:8080 + depends_on: + - grpc-api + expose: + - '8080' + + envoy: + image: ghcr.io/deephaven/envoy:${VERSION:-latest} + depends_on: + - web + - grpc-proxy + - grpc-api + ports: + - "${PORT:-10000}:10000" + +volumes: + web-tmp: + api-cache: diff --git a/containers/python/README.md b/containers/python/base/README.md similarity index 91% rename from containers/python/README.md rename to containers/python/base/README.md index d90e64e36bf..5e90f35377a 100644 --- a/containers/python/README.md +++ b/containers/python/base/README.md @@ -14,7 +14,7 @@ For launch instructions, see the [README](https://github.com/deephaven/deephaven To launch Deephaven, execute the following in your deployment directory: ```bash -compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/docker-compose.yml +compose_file=https://raw.githubusercontent.com/deephaven/deephaven-core/main/containers/python/base/docker-compose.yml curl -O "${compose_file}" docker-compose pull diff --git a/containers/python/docker-compose.yml b/containers/python/base/docker-compose.yml similarity index 100% rename from containers/python/docker-compose.yml rename to containers/python/base/docker-compose.yml From cfbeb6e19ddd89fae7612054666bfef5c2246142 Mon Sep 17 00:00:00 2001 From: JJ Brosnan <84038776+jjbrosnan@users.noreply.github.com> Date: Mon, 10 Jan 2022 13:59:30 -0500 Subject: [PATCH 2/3] Fix naming (grpc-api to server and ""-base to server-"") --- containers/python-examples/NLTK/docker-compose.yml | 4 ++-- containers/python-examples/PyTorch/docker-compose.yml | 4 ++-- containers/python-examples/SciKit-Learn/docker-compose.yml | 4 ++-- containers/python-examples/TensorFlow/docker-compose.yml | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/containers/python-examples/NLTK/docker-compose.yml b/containers/python-examples/NLTK/docker-compose.yml index e7a55db46e7..f6286729201 100644 --- a/containers/python-examples/NLTK/docker-compose.yml +++ b/containers/python-examples/NLTK/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/nltk-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-nltk:${VERSION:-latest} expose: - '8080' volumes: diff --git a/containers/python-examples/PyTorch/docker-compose.yml b/containers/python-examples/PyTorch/docker-compose.yml index f40c74c11f0..82181f436a5 100644 --- a/containers/python-examples/PyTorch/docker-compose.yml +++ b/containers/python-examples/PyTorch/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/pytorch-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-pytorch:${VERSION:-latest} expose: - '8080' volumes: diff --git a/containers/python-examples/SciKit-Learn/docker-compose.yml b/containers/python-examples/SciKit-Learn/docker-compose.yml index 610e2f12cb3..80dc2f211ab 100644 --- a/containers/python-examples/SciKit-Learn/docker-compose.yml +++ b/containers/python-examples/SciKit-Learn/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/sklearn-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-sklearn:${VERSION:-latest} expose: - '8080' volumes: diff --git a/containers/python-examples/TensorFlow/docker-compose.yml b/containers/python-examples/TensorFlow/docker-compose.yml index 7defd86ba54..d686a7ca696 100644 --- a/containers/python-examples/TensorFlow/docker-compose.yml +++ b/containers/python-examples/TensorFlow/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/tensorflow-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-tensorflow:${VERSION:-latest} expose: - '8080' volumes: From 1d3c108472bae5533300bcdb6646d824b0ec921e Mon Sep 17 00:00:00 2001 From: JJ Brosnan <84038776+jjbrosnan@users.noreply.github.com> Date: Tue, 18 Jan 2022 12:17:04 -0500 Subject: [PATCH 3/3] Updates - remove references to old packages --- README.md | 20 ++++++++++++------- .../python-examples/NLTK/docker-compose.yml | 8 ++++---- .../PyTorch/docker-compose.yml | 8 ++++---- .../SciKit-Learn/docker-compose.yml | 8 ++++---- .../TensorFlow/docker-compose.yml | 8 ++++---- .../python-examples/base/docker-compose.yml | 12 +++++------ containers/python/NLTK/docker-compose.yml | 10 +++++----- containers/python/PyTorch/docker-compose.yml | 10 +++++----- .../python/SciKit-Learn/docker-compose.yml | 10 +++++----- .../python/TensorFlow/docker-compose.yml | 10 +++++----- containers/python/base/docker-compose.yml | 10 +++++----- 11 files changed, 60 insertions(+), 54 deletions(-) diff --git a/README.md b/README.md index c02f9bfeac1..34cc3f3a746 100644 --- a/README.md +++ b/README.md @@ -22,13 +22,13 @@ which functions as the data backbone for prominent hedge funds, banks, and finan ## Supported Languages -| Language | Server Application | Client Application (OpenAPI) | -| ------------- | ------------------ | ---------------------------- | -| Python | Yes | Yes | -| Java / Groovy | Yes | Yes | -| C++ | No | Yes | -| JavaScript | No | Yes | -| gRPC | - | Yes | +| Language | Server Application | Client Application | +| ------------- | ------------------ | ------------------ | +| Python | Yes | Yes | +| Java / Groovy | Yes | Yes | +| C++ | No | Yes | +| JavaScript | No | Yes | +| gRPC | - | Yes | ## Run Deephaven @@ -118,6 +118,12 @@ docker-compose up -d Run the following commands to launch Deephaven for Python server applications with the [TensorFlow](https://www.tensorflow.org/) module pre-installed. +```bash +curl https://raw.githubusercontent.com/deephaven/deephaven-core/main/containeres/python/TensorFlow/docker-compose.yml -O +docker-compose pull +docker-compose up -d +``` + ### Launch: Python with example data Run the following commands to launch Deephaven for Python server applications, with example data. diff --git a/containers/python-examples/NLTK/docker-compose.yml b/containers/python-examples/NLTK/docker-compose.yml index f6286729201..49755b949cc 100644 --- a/containers/python-examples/NLTK/docker-compose.yml +++ b/containers/python-examples/NLTK/docker-compose.yml @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,12 +33,12 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" examples: - image: ghcr.io/deephaven/examples + image: ghcr.io/deephaven/examples:latest volumes: - ./data:/data command: initialize diff --git a/containers/python-examples/PyTorch/docker-compose.yml b/containers/python-examples/PyTorch/docker-compose.yml index 82181f436a5..0d8acffc6f6 100644 --- a/containers/python-examples/PyTorch/docker-compose.yml +++ b/containers/python-examples/PyTorch/docker-compose.yml @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,12 +33,12 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" examples: - image: ghcr.io/deephaven/examples + image: ghcr.io/deephaven/examples:latest volumes: - ./data:/data command: initialize diff --git a/containers/python-examples/SciKit-Learn/docker-compose.yml b/containers/python-examples/SciKit-Learn/docker-compose.yml index 80dc2f211ab..f1236d37bd8 100644 --- a/containers/python-examples/SciKit-Learn/docker-compose.yml +++ b/containers/python-examples/SciKit-Learn/docker-compose.yml @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,12 +33,12 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" examples: - image: ghcr.io/deephaven/examples + image: ghcr.io/deephaven/examples:latest volumes: - ./data:/data command: initialize diff --git a/containers/python-examples/TensorFlow/docker-compose.yml b/containers/python-examples/TensorFlow/docker-compose.yml index d686a7ca696..9a72559ccdd 100644 --- a/containers/python-examples/TensorFlow/docker-compose.yml +++ b/containers/python-examples/TensorFlow/docker-compose.yml @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,12 +33,12 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" examples: - image: ghcr.io/deephaven/examples + image: ghcr.io/deephaven/examples:latest volumes: - ./data:/data command: initialize diff --git a/containers/python-examples/base/docker-compose.yml b/containers/python-examples/base/docker-compose.yml index 850f4a0624e..e4633c5104a 100644 --- a/containers/python-examples/base/docker-compose.yml +++ b/containers/python-examples/base/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/grpc-api:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,12 +33,12 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" examples: - image: ghcr.io/deephaven/examples + image: ghcr.io/deephaven/examples:latest volumes: - ./data:/data command: initialize diff --git a/containers/python/NLTK/docker-compose.yml b/containers/python/NLTK/docker-compose.yml index 4ccfabd04d0..3e691154c6e 100644 --- a/containers/python/NLTK/docker-compose.yml +++ b/containers/python/NLTK/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/nltk-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-nltk:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,7 +33,7 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" diff --git a/containers/python/PyTorch/docker-compose.yml b/containers/python/PyTorch/docker-compose.yml index 676b2611f25..3b7a3a669b2 100644 --- a/containers/python/PyTorch/docker-compose.yml +++ b/containers/python/PyTorch/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/pytorch-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-pytorch:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,7 +33,7 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" diff --git a/containers/python/SciKit-Learn/docker-compose.yml b/containers/python/SciKit-Learn/docker-compose.yml index 431fba8a260..f86d65b8edc 100644 --- a/containers/python/SciKit-Learn/docker-compose.yml +++ b/containers/python/SciKit-Learn/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/sklearn-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-sklearn:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,7 +33,7 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" diff --git a/containers/python/TensorFlow/docker-compose.yml b/containers/python/TensorFlow/docker-compose.yml index 26420aed6e6..9d58d878bad 100644 --- a/containers/python/TensorFlow/docker-compose.yml +++ b/containers/python/TensorFlow/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/tensorflow-base:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server-tensorflow:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,7 +33,7 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000" diff --git a/containers/python/base/docker-compose.yml b/containers/python/base/docker-compose.yml index dd0b9e72d40..ac9e86300ea 100644 --- a/containers/python/base/docker-compose.yml +++ b/containers/python/base/docker-compose.yml @@ -1,8 +1,8 @@ version: "3.4" services: - grpc-api: - image: ghcr.io/deephaven/grpc-api:${VERSION:-latest} + server: + image: ghcr.io/deephaven/server:${VERSION:-latest} expose: - '8080' volumes: @@ -22,9 +22,9 @@ services: grpc-proxy: image: ghcr.io/deephaven/grpc-proxy:${VERSION:-latest} environment: - - BACKEND_ADDR=grpc-api:8080 + - BACKEND_ADDR=server:8080 depends_on: - - grpc-api + - server expose: - '8080' @@ -33,7 +33,7 @@ services: depends_on: - web - grpc-proxy - - grpc-api + - server ports: - "${PORT:-10000}:10000"