stage0,stage1: autoconf-based build

This commit migrates rkt build process to autoconf and make toolchain
to provide the following features:

* checking for prerequisites in before the build instead of build time
* adds the following explicit configuration flags:

  --with-stage1=type      type of stage1 build one of 'src', 'coreos', 'none'
  --with-stage1-systemd-src=git-path
                          address to git repository of systemd, used in 'src'
                          build mode
  --with-stage1-systemd-version=version
                          systemd version to build
  --with-stage1-image-path
                          custom stage1 image path

* adds explicit `BUILDDIR` make variable to build outside of the source tree
* adds explicit `make stage0` and `make stage1` targets
* adds makefile macros library `makelib/lib.mk` for common build operations

Build changes
-------------

The build is now changed from the "./build" to 3 phase step:

1. First time only `./autogen.sh` step to generate configure script
2. Requried `./configure` build step to generate Makefile
3. Requried `make` bild step

Test changes
-------------

Stage 0 and stage1 tests can be now run separately.

1. `make stage0-test` executes tests for stage0 binaries
2. `make stage1-test` executes functional stage1 tests
3. `make test` executes all tests

Other changes
-------------

1. remove `aggregate` directory in favor of `BUILDDIR` external directory
2. split `aggregate` contents into individual modules in stage1 directory
3. port tests to Makefiles
4. rebase to latest master (Krzesimir Nowak)

.gitignore

@@ -7,3 +7,9 @@ tests/image/rootfs/
 tests/inspect/inspect
 tests/*.aci
 tests/*.log
+autom4te.cache
+Makefile
+config.log
+config.status
+build-*
+*.test

.travis.yml

@@ -14,5 +14,5 @@ install:
  - go get golang.org/x/tools/cmd/vet
 
 script:
- - ./test
-
+ - ./configure
+ - make stage0-test SHELL="/bin/bash -v"

Makefile.in

@@ -0,0 +1,145 @@
+# These variables are set by configure script
+# Please check configure.ac instead of modifying these manually
+
+# package specific substitution names
+package := @PACKAGE_NAME@
+version := @PACKAGE_VERSION@
+tarname := @PACKAGE_TARNAME@
+distdir := $(tarname)-$(version)
+
+# prefix-specific substitution names
+prefix := @prefix@
+exec_prefix := @exec_prefix@
+bindir := @bindir@
+
+# Setup install scripts for portability
+INSTALL = @INSTALL@
+INSTALL_DATA = @INSTALL_DATA@
+INSTALL_PROGRAM = @INSTALL_PROGRAM@
+INSTALL_SCRIPT = @INSTALL_SCRIPT@
+
+# these are rkt-build specific variables
+
+# binaries we need to build things
+GO := @GOBINARY@
+GOFMT := @GOFMTBINARY@
+GIT := @GIT@
+BASH := @BASH@
+
+# path to rkt source code distro
+ORG_PATH := github.com/coreos
+REPO_PATH := $(ORG_PATH)/rkt
+
+# [STAGE1] build settings
+
+# selinux tags for rkt and functional tests
+RKT_TAGS := -tags selinux
+# stage1 build mode
+RKT_STAGE1_USR_FROM := @RKT_STAGE1_USR_FROM@
+# git path to systemd
+RKT_STAGE1_SYSTEMD_SRC := @RKT_STAGE1_SYSTEMD_SRC@
+# systemd build version
+RKT_STAGE1_SYSTEMD_VER := @RKT_STAGE1_SYSTEMD_VER@
+# stage1 image flags (the optional custom path linked into binary set by user)
+RKT_STAGE1_IMAGE_FLAGS := @RKT_STAGE1_IMAGE_FLAGS@
+
+# build-related directories and binaries
+BUILDDIR ?= $(shell pwd)/build-$(distdir)
+BUILDDIR := $(abspath $(BUILDDIR))
+
+BINDIR := $(BUILDDIR)$(bindir)
+GOPATH := $(BUILDDIR)/gopath
+GOBIN := $(BUILDDIR)/bin
+ACTOOL := $(GOBIN)/actool
+ROOT = $(BUILDDIR)/aci/rootfs
+ACI = $(BUILDDIR)/aci
+
+# test-related variables
+GO_TEST_COVER := -cover
+GO_TEST_PACKAGES ?= ./...
+GO_TEST_SKIP_DIRS := tests builds
+GO_TEST_FUNC_ARGS ?=
+
+# runtime variables
+OSTYPE := $(shell uname)
+CORES := $(shell grep -c ^processor /proc/cpuinfo)
+
+# export variables to inner makefiles
+export
+
+# include standard librares
+include makelib/*.mk
+
+.PHONY: clean stage0 stage1 stage1-tools stage1-deps stage0-test stage1-test test
+
+# create directories and symlinks needed to for build in advance so we should not worry about them
+$(call make-dirs,$(BINDIR) $(GOPATH)/src/$(ORG_PATH) $(GOBIN) $(BUILDDIR)/src $(BUILDDIR)/install.d $(BUILDDIR)/cache $(ROOT))
+$(call make-dir-symlink,$(shell pwd),$(GOPATH)/src/$(REPO_PATH))
+
+all: stage0 stage1
+
+# stage0 builds rkt binary
+stage0:
+	$(info [STAGE0] building rkt binary...)
+	$(GO) build -o $(GOBIN)/rkt $(RKT_STAGE1_IMAGE_FLAGS) $(RKT_TAGS) $(REPO_PATH)/rkt
+
+# stage1 builds stage1 image and associated toolset
+ifneq ($(RKT_STAGE1_USR_FROM),none)
+stage1: stage1-tools stage1-rootfs
+else
+stage1:
+	@echo [STAGE1] skiping stage 1 build as configured by user
+endif
+
+stage1-tools:
+	@echo [STAGE1] building stage1 build tools...
+	go build -o $(GOBIN)/actool github.com/coreos/rkt/Godeps/_workspace/src/github.com/appc/spec/actool
+
+stage1-rootfs:
+	$(if $(filter-out Linux,$(OSTYPE)),$(error unsupported OS: $(OSTYPE)),@echo building on $(OSTYPE))
+	@echo [STAGE1] building stage1 rootfs using $(CORES) cores...
+	$(MAKE) -C stage1 -j $(CORES) -f stage1.mk
+
+test: stage0-test stage1-test
+	@echo "[STAGE0] [STAGE1] executing tests"
+
+stage0-test: GO_PACKAGES_WITH_TESTS := $(call go-find-packages-with-tests,$(GO_TEST_PACKAGES),$(GO_TEST_SKIP_DIRS))
+stage0-test: GO_PACKAGES_ALL := $(call go-find-packages,$(GO_TEST_PACKAGES),$(GO_TEST_SKIP_DIRS))
+stage0-test:
+	@echo [STAGE0] checking for gofmt verdict...
+	@set -e; \
+	cd $(GOPATH)/src ;\
+	NEED_FORMATTING="$$(GOPATH=$(GOPATH) $(GOFMT) -l $(GO_PACKAGES_WITH_TESTS))"; \
+	if [ -n "$$NEED_FORMATTING" ] ; then \
+	echo "[STAGE0] ERROR: these packages need formatting: $$NEED_FORMATTING"; \
+	exit 255; \
+	fi;
+
+	@echo [STAGE0] checking for go vet verdict...
+	@set -e; $(GO) vet $(GO_PACKAGES_ALL)
+
+	@set -e; echo [STAGE0] checking license headers...; \
+	licRes=$$( \
+		for file in $$(find . -type f -iname '*.go' ! -path './Godeps/*'); do \
+			head -n1 "$${file}" | grep -Eq "(Copyright|generated)" || echo -e "  $${file}"; \
+		done; \
+	); \
+	if [ -n "${licRes}" ]; then \
+		echo -e "license header checking failed:\n${licRes}"; \
+		exit 255; \
+	fi
+
+	@echo [STAGE0] executing tests...
+	@$(GO) test -timeout 60s $(RKT_TAGS) $(GO_TEST_COVER) $(GO_PACKAGES_WITH_TESTS) --race
+
+ifeq ($(filter true,$(RKT_ENABLE_FUNCTIONAL_TESTS)$(GO_TEST_STAGE1_FORCE)),true)
+stage1-test: stage0 stage1
+	$(if $(filter-out Linux,$(OSTYPE)),$(error unsupported OS: $(OSTYPE)),@echo building on $(OSTYPE))
+	$(MAKE) -C tests -f tests.mk SHELL="/bin/bash -v"
+else
+stage1-test:
+	@echo [STAGE1] skipping tests in unsupported environment...
+endif
+
+clean:
+	rm -rf $(BUILDDIR)

autogen.sh

@@ -0,0 +1,2 @@
+#!/bin/bash -e
+autoreconf --install