Skip to content

Commit

Permalink
Suppressed binary chars
Browse files Browse the repository at this point in the history
  • Loading branch information
da115115 committed May 29, 2023
1 parent 0885595 commit 6e95b37
Show file tree
Hide file tree
Showing 4 changed files with 28 additions and 24 deletions.
13 changes: 7 additions & 6 deletions pyspark-py310/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -30,19 +30,20 @@ RUN curl -kLs \
-o Python-${PYTHON_MICRO_VERSION}.tgz && \
tar zxf Python-${PYTHON_MICRO_VERSION}.tgz && \
rm -f Python-${PYTHON_MICRO_VERSION}.tgz && \
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall

# Set the PYTHON_MICRO_VERSION version of Python as system Python
# This is what is used by AWS EMR
RUN cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python3 && \
cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python && \
python3 --version
python3 --version

# Install a virtual environment in /databricks/python3
RUN python3 -mpip install -U pip && python3 -mpip install virtualenv && \
virtualenv --system-site-packages /databricks/python3 && \
chown -R ubuntu:ubuntu /databricks/python3
chown -R ubuntu:ubuntu /databricks/python3 && \
/databricks/python3/bin/python --version

13 changes: 7 additions & 6 deletions pyspark-py311/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -30,19 +30,20 @@ RUN curl -kLs \
-o Python-${PYTHON_MICRO_VERSION}.tgz && \
tar zxf Python-${PYTHON_MICRO_VERSION}.tgz && \
rm -f Python-${PYTHON_MICRO_VERSION}.tgz && \
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall

# Set the PYTHON_MICRO_VERSION version of Python as system Python
# This is what is used by AWS EMR
RUN cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python3 && \
cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python && \
python3 --version
python3 --version

# Install a virtual environment in /databricks/python3
RUN python3 -mpip install -U pip && python3 -mpip install virtualenv && \
virtualenv --system-site-packages /databricks/python3 && \
chown -R ubuntu:ubuntu /databricks/python3
chown -R ubuntu:ubuntu /databricks/python3 && \
/databricks/python3/bin/python --version

13 changes: 7 additions & 6 deletions pyspark-py38/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -30,19 +30,20 @@ RUN curl -kLs \
-o Python-${PYTHON_MICRO_VERSION}.tgz && \
tar zxf Python-${PYTHON_MICRO_VERSION}.tgz && \
rm -f Python-${PYTHON_MICRO_VERSION}.tgz && \
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall

# Set the PYTHON_MICRO_VERSION version of Python as system Python
# This is what is used by AWS EMR
RUN cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python3 && \
cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python && \
python3 --version
python3 --version

# Install a virtual environment in /databricks/python3
RUN python3 -mpip install -U pip && python3 -mpip install virtualenv && \
virtualenv --system-site-packages /databricks/python3 && \
chown -R ubuntu:ubuntu /databricks/python3
chown -R ubuntu:ubuntu /databricks/python3 && \
/databricks/python3/bin/python --version

13 changes: 7 additions & 6 deletions pyspark-py39/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -30,19 +30,20 @@ RUN curl -kLs \
-o Python-${PYTHON_MICRO_VERSION}.tgz && \
tar zxf Python-${PYTHON_MICRO_VERSION}.tgz && \
rm -f Python-${PYTHON_MICRO_VERSION}.tgz && \
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall
cd Python-${PYTHON_MICRO_VERSION} && \
./configure --prefix=/usr --enable-optimizations && \
make && \
make altinstall

# Set the PYTHON_MICRO_VERSION version of Python as system Python
# This is what is used by AWS EMR
RUN cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python3 && \
cp -f /usr/bin/python${PYTHON_MINOR_VERSION} /usr/bin/python && \
python3 --version
python3 --version

# Install a virtual environment in /databricks/python3
RUN python3 -mpip install -U pip && python3 -mpip install virtualenv && \
virtualenv --system-site-packages /databricks/python3 && \
chown -R ubuntu:ubuntu /databricks/python3
chown -R ubuntu:ubuntu /databricks/python3 && \
/databricks/python3/bin/python --version

0 comments on commit 6e95b37

Please sign in to comment.