Skip to content
Permalink
Browse files

[Makefile] Add install target which pip installs in verbose mode

Summary: This gives us two targets, one of which will be verbose

Test Plan: manual

Reviewers: schrockn

Reviewed By: schrockn

Differential Revision: https://dagster.phacility.com/D1224
  • Loading branch information...
natekupp committed Oct 4, 2019
1 parent 491064d commit 3a36f19dfdae67c6c791f1c7749b36824b612549
Showing with 37 additions and 32 deletions.
  1. +37 −32 Makefile
@@ -10,6 +10,8 @@ black:
check_black:
black examples python_modules --check --line-length 100 -S --fast --exclude "build/|buck-out/|dist/|_build/|\.eggs/|\.git/|\.hg/|\.mypy_cache/|\.nox/|\.tox/|\.venv/|snapshots/" -N

QUIET="-qqq"

install_dev_python_modules:
# NOTE: previously, we did a pip install --upgrade pip here. We have removed that and instead
# depend on the user to ensure an up-to-date pip is installed and available. For context, there
@@ -18,55 +20,58 @@ install_dev_python_modules:

# On machines with less memory, pyspark install will fail... see:
# https://stackoverflow.com/a/31526029/11295366
pip --no-cache-dir install pyspark==2.4.0 -qqq
pip --no-cache-dir install pyspark==2.4.0 $(QUIET)

# dagster-pandas must come before dasgtermill because of dependency
# See https://github.com/dagster-io/dagster/issues/1485

@echo "\n\nInstalling dagster"
pip install -e python_modules/dagster -qqq
pip install -e python_modules/dagster $(QUIET)

@echo "\n\nInstalling dagster-graphql"
pip install -e python_modules/dagster-graphql -qqq
pip install -e python_modules/dagster-graphql $(QUIET)

@echo "\n\nInstalling dagit"
pip install -e python_modules/dagit -qqq
pip install -e python_modules/dagit $(QUIET)

@echo "\n\nInstalling dagster-pandas"
pip install -e python_modules/libraries/dagster-pandas -qqq
pip install -e python_modules/libraries/dagster-pandas $(QUIET)

@echo "\n\nInstalling dagstermill"
pip install -e python_modules/dagstermill -qqq
pip install -e python_modules/dagstermill $(QUIET)

@echo "\n\nInstalling dagster-airflow"
SLUGIFY_USES_TEXT_UNIDECODE=yes pip install -e python_modules/dagster-airflow -qqq
SLUGIFY_USES_TEXT_UNIDECODE=yes pip install -e python_modules/dagster-airflow $(QUIET)

# NOTE: This installation will fail for Python 2.7 (Dask doesn't work w/ py27 on macOS)
-pip install -e python_modules/dagster-dask -qqq
pip install -e python_modules/libraries/dagster-aws -qqq
pip install -e python_modules/libraries/dagster-bash -qqq
pip install -e python_modules/libraries/dagster-cron -qqq
pip install -e python_modules/libraries/dagster-datadog -qqq
pip install -e python_modules/libraries/dagster-dbt -qqq
pip install -e python_modules/libraries/dagster-gcp -qqq
pip install -e python_modules/libraries/dagster-ge -qqq
pip install -e python_modules/libraries/dagster-pagerduty -qqq
pip install -e python_modules/libraries/dagster-papertrail -qqq
pip install -e python_modules/libraries/dagster-postgres -qqq
pip install -e python_modules/libraries/dagster-pyspark -qqq
pip install -e python_modules/libraries/dagster-slack -qqq
pip install -e python_modules/libraries/dagster-snowflake -qqq
pip install -e python_modules/libraries/dagster-spark -qqq
pip install -e python_modules/libraries/dagster-ssh -qqq
pip install -e python_modules/libraries/dagster-twilio -qqq
pip install -e python_modules/automation -qqq
pip install -e examples[full] -qqq
pip install -r python_modules/dagster/dev-requirements.txt -qqq
pip install -r python_modules/dagit/dev-requirements.txt -qqq
pip install -r python_modules/libraries/dagster-aws/dev-requirements.txt -qqq
pip install -r bin/requirements.txt -qqq
pip install -r .read-the-docs-requirements.txt -qqq
pip install -r scala_modules/scripts/requirements.txt -qqq
-pip install -e python_modules/dagster-dask $(QUIET)
pip install -e python_modules/libraries/dagster-aws $(QUIET)
pip install -e python_modules/libraries/dagster-bash $(QUIET)
pip install -e python_modules/libraries/dagster-cron $(QUIET)
pip install -e python_modules/libraries/dagster-datadog $(QUIET)
pip install -e python_modules/libraries/dagster-dbt $(QUIET)
pip install -e python_modules/libraries/dagster-gcp $(QUIET)
pip install -e python_modules/libraries/dagster-ge $(QUIET)
pip install -e python_modules/libraries/dagster-pagerduty $(QUIET)
pip install -e python_modules/libraries/dagster-papertrail $(QUIET)
pip install -e python_modules/libraries/dagster-postgres $(QUIET)
pip install -e python_modules/libraries/dagster-pyspark $(QUIET)
pip install -e python_modules/libraries/dagster-slack $(QUIET)
pip install -e python_modules/libraries/dagster-snowflake $(QUIET)
pip install -e python_modules/libraries/dagster-spark $(QUIET)
pip install -e python_modules/libraries/dagster-ssh $(QUIET)
pip install -e python_modules/libraries/dagster-twilio $(QUIET)
pip install -e python_modules/automation $(QUIET)
pip install -e examples[full] $(QUIET)
pip install -r python_modules/dagster/dev-requirements.txt $(QUIET)
pip install -r python_modules/dagit/dev-requirements.txt $(QUIET)
pip install -r python_modules/libraries/dagster-aws/dev-requirements.txt $(QUIET)
pip install -r bin/requirements.txt $(QUIET)
pip install -r .read-the-docs-requirements.txt $(QUIET)
pip install -r scala_modules/scripts/requirements.txt $(QUIET)

install_dev_python_modules_verbose:
make QUIET="" install_dev_python_modules

graphql:
cd js_modules/dagit/; make generate-types

0 comments on commit 3a36f19

Please sign in to comment.
You can’t perform that action at this time.