Skip to content

Commit

Permalink
This closes #3651
Browse files Browse the repository at this point in the history
  • Loading branch information
iemejia committed Aug 22, 2017
2 parents 62294e6 + 6809129 commit 9b175cc
Show file tree
Hide file tree
Showing 8 changed files with 245 additions and 0 deletions.
3 changes: 3 additions & 0 deletions .gitignore
Expand Up @@ -42,6 +42,9 @@ sdks/python/apache_beam/portability/api/*pb2*.*
.apt_generated/
.settings/

# Ignore Visual Studio Code files.
.vscode/

# The build process generates the dependency-reduced POM, but it shouldn't be
# committed.
dependency-reduced-pom.xml
Expand Down
@@ -0,0 +1,49 @@
###############################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
###############################################################################

FROM maven:3-jdk-7

# Download OS dependencies
RUN apt-get update && \
apt-get install -y \
libsnappy1 \
python-pip \
python-virtualenv \
python-dev \
rsync \
&& rm -rf /var/lib/apt/lists/*

# Add the entrypoint script that downloads the beam sources on run
COPY docker-entrypoint.sh /usr/local/bin/
RUN ln -s usr/local/bin/docker-entrypoint.sh /entrypoint.sh # backwards compat
ENTRYPOINT ["docker-entrypoint.sh"]

# Create beam user to validate the build on user space
ENV USER=user \
UID=9999 \
HOME=/home/user
RUN groupadd --system --gid=$UID $USER; \
useradd --system --uid=$UID --gid $USER $USER;
RUN mkdir -p $HOME; \
chown -R $USER:$USER $HOME;
USER $USER
WORKDIR $HOME

ENV URL=https://github.com/apache/beam/archive/master.zip
ENV SRC_FILE=master.zip
ENV SRC_DIR=beam-master
@@ -0,0 +1,24 @@
#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

wget --no-verbose -O $SRC_FILE $URL
unzip -q $SRC_FILE
rm $SRC_FILE
ln -s $HOME/$SRC_DIR $HOME/beam
cd $HOME/beam
exec "$@"
@@ -0,0 +1,49 @@
###############################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
###############################################################################

FROM maven:3-jdk-8

# Download OS dependencies
RUN apt-get update && \
apt-get install -y \
libsnappy1v5 \
python-pip \
python-virtualenv \
python-dev \
rsync \
&& rm -rf /var/lib/apt/lists/*

# Add the entrypoint script that downloads the beam sources on run
COPY docker-entrypoint.sh /usr/local/bin/
RUN ln -s usr/local/bin/docker-entrypoint.sh /entrypoint.sh # backwards compat
ENTRYPOINT ["docker-entrypoint.sh"]

# Create beam user to validate the build on user space
ENV USER=user \
UID=9999 \
HOME=/home/user
RUN groupadd --system --gid=$UID $USER; \
useradd --system --uid=$UID --gid $USER $USER;
RUN mkdir -p $HOME; \
chown -R $USER:$USER $HOME;
USER $USER
WORKDIR $HOME

ENV URL=https://github.com/apache/beam/archive/master.zip
ENV SRC_FILE=master.zip
ENV SRC_DIR=beam-master
@@ -0,0 +1,24 @@
#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

wget --no-verbose -O $SRC_FILE $URL
unzip -q $SRC_FILE
rm $SRC_FILE
ln -s $HOME/$SRC_DIR $HOME/beam
cd $HOME/beam
exec "$@"
@@ -0,0 +1,53 @@
###############################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
###############################################################################

FROM maven:3-jdk-8

# Download OS dependencies
RUN apt-get update && \
apt-get install -y \
libsnappy1v5 \
python-pip \
python-virtualenv \
python-dev \
rsync \
&& rm -rf /var/lib/apt/lists/*

# Add the entrypoint script that downloads the beam sources on run
COPY docker-entrypoint.sh /usr/local/bin/
RUN ln -s usr/local/bin/docker-entrypoint.sh /entrypoint.sh # backwards compat
ENTRYPOINT ["docker-entrypoint.sh"]

# Create beam user to validate the build on user space
ENV USER=user \
UID=9999 \
HOME=/home/user
RUN groupadd --system --gid=$UID $USER; \
useradd --system --uid=$UID --gid $USER $USER;
RUN mkdir -p $HOME; \
chown -R $USER:$USER $HOME;
USER $USER
WORKDIR $HOME

ARG URL=https://github.com/apache/beam
ENV BRANCH=master

RUN git clone $URL beam; \
cd beam; \
git config --local --add remote.origin.fetch '+refs/pull/*/head:refs/remotes/origin/pr/*'; \
git fetch --quiet --all;
@@ -0,0 +1,22 @@
#!/bin/bash
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

cd $HOME/beam
git fetch --quiet --all
git checkout $BRANCH
exec "$@"
@@ -0,0 +1,21 @@
###############################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
###############################################################################

FROM python:2

RUN pip install --user apache-beam[gcp]

0 comments on commit 9b175cc

Please sign in to comment.