Makefile

# Makefile - a Makefile for setting up Wiki Reader
#
# (C) Copyright 2008, 2009 Openmoko, Inc.
# Authors: xiangfu liu <xiangfu@openmoko.org>
#          Sean Moss-Pultz <sean@openmoko.com>
#          Christopher Hall <hsw@openmoko.com>
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# version 3 as published by the Free Software Foundation.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor,
# Boston, MA  02110-1301, USA

# Include standard definitions
# ============================

CROSS_COMPILER := NO

# +++START_UPDATE_MAKEFILE: Start of auto included code
# The text between the +++ and --- tags is copied by the
# UpdateMakefiles script. Do not remove or change these tags.
# ---
# Autodetect root directory
define FIND_ROOT_DIR
while : ; do \
  d=$$(pwd) ; \
  [ -d "$${d}/samo-lib" ] && echo $${d} && exit 0 ; \
  [ X"/" = X"$${d}" ] && echo ROOT_DIRECTORY_NOT_FOUND && exit 1 ; \
  cd .. ; \
done
endef
ROOT_DIR := $(shell ${FIND_ROOT_DIR})
# Directory of Makefile includes
MK_DIR   := ${ROOT_DIR}/samo-lib/Mk
# Include the initial Makefile setup
include ${MK_DIR}/definitions.mk
# ---END_UPDATE_MAKEFILE: End of auto included code


# Toolchain configuration data
# ============================

GCC_VERSION = 3.3.2
GCC_PACKAGE = gcc-${GCC_VERSION}.tar.gz
GCC_URL = ftp://ftp.gnu.org/gnu/gcc/${GCC_PACKAGE}

BINUTILS_VERSION = 2.10.1
BINUTILS_PACKAGE = binutils-${BINUTILS_VERSION}.tar.gz
BINUTILS_URL= ftp://ftp.gnu.org/gnu/binutils/${BINUTILS_PACKAGE}

DOWNLOAD_DIR = ${HOST_TOOLS}/toolchain-download
SUM_DIR = ${HOST_TOOLS}/toolchain-sums

CONFIG_FILE := "${SAMO_LIB}/include/config.h"
CONFIG_FILE_DEFAULT := "${SAMO_LIB}/include/config.h-default"
CONFIG_FILE_EXISTS := $(shell [ -f ${CONFIG_FILE} ] && echo 1)

ifeq (${CONFIG_FILE_EXISTS},)
$(shell cp ${CONFIG_FILE_DEFAULT} ${CONFIG_FILE})
$(error edit ${CONFIG_FILE} file and re-run make)
endif


# Configuration data
# ==================

ALL_TARGETS =
ALL_TARGETS += mbr
ALL_TARGETS += jackknife
ALL_TARGETS += forth
ALL_TARGETS += flash
ALL_TARGETS += mahatma
ALL_TARGETS += qt4-simulator
ALL_TARGETS += hash-gen
ALL_TARGETS += pcf2bmf
ALL_TARGETS += fonts

.PHONY: all
all:    ${ALL_TARGETS}


# Installation
# ============

DESTDIR_PATH := $(shell ${RESOLVEPATH} "${DESTDIR}")
WORKDIR_PATH := $(shell ${RESOLVEPATH} "${WORKDIR}")
TEMPDIR_PATH := $(shell ${RESOLVEPATH} "${TEMPDIR}")
ifeq (,$(strip ${TEMPDIR_PATH}))
TEMPDIR_PATH := ${WORKDIR_PATH}/tmp
endif

VERSION_TAG ?= $(shell date '+%Y%m%d%H%M')
VERSION_FILE := ${DESTDIR_PATH}/version.txt
SHA_LEVEL := 256
CHECKSUM_FILE := sha${SHA_LEVEL}.txt

.PHONY: jig-install
jig-install: validate-destdir forth-install flash-install mbr-install

.PHONY: install
install: validate-destdir forth-install mahatma-install fonts-install nls-install misc-files-install version

.PHONY: version
version: validate-destdir
	@if [ -z "${VERSION_TAG}" ] ; then echo VERSION_TAG: "'"${VERSION_TAG}"'" is not valid ; exit 1; fi
	${RM} "${VERSION_FILE}" "${DESTDIR_PATH}"/*.idx-tmp "${DESTDIR_PATH}"/*~
	echo VERSION: ${VERSION_TAG} >> "${VERSION_FILE}"
	find "${DESTDIR_PATH}" -type d -exec \
	  sh -c "cd '{}' && ${RM} '${CHECKSUM_FILE}' && sha${SHA_LEVEL}sum * > '${CHECKSUM_FILE}'" ';'


.PHONY: misc-files-install
misc-files-install: validate-destdir
	${RM} "${MISC_FILES}"/*~
	${RM} "${LICENSES}"/*~
	cp -p "${MISC_FILES}"/* "${DESTDIR_PATH}"/
	cp -p "${LICENSES}"/* "${DESTDIR_PATH}"/

.PHONY: validate-destdir
validate-destdir:
	@if [ ! -d "${DESTDIR_PATH}" ] ; then echo DESTDIR: "'"${DESTDIR_PATH}"'" is not a directory ; exit 1; fi
	@if [ ! -d "${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia" ] ; then echo DESTDIR: "'"${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia"'" is not a directory ; exit 1; fi


# Main program
# ============

.PHONY: mahatma
mahatma: mini-libc fatfs
	${MAKE} -C ${SAMO_LIB}/mahatma

.PHONY: mahatma-install
mahatma-install: mahatma validate-destdir
	${MAKE} -C ${SAMO_LIB}/mahatma install DESTDIR="${DESTDIR_PATH}"


# Libraries
# =========

.PHONY:mini-libc
mini-libc: gcc
	${MAKE} -C ${SAMO_LIB}/mini-libc/

.PHONY: fatfs
fatfs: mini-libc drivers
	${MAKE} -C ${SAMO_LIB}/fatfs/

.PHONY: drivers
drivers: mini-libc
	${MAKE} -C ${SAMO_LIB}/drivers/


# GCC and Binutils toolchain
# ==========================

BINUTILS_FILE = ${DOWNLOAD_DIR}/${BINUTILS_PACKAGE}
BINUTILS_SUM = ${SUM_DIR}/${BINUTILS_PACKAGE}.SHA256

GCC_FILE = ${DOWNLOAD_DIR}/${GCC_PACKAGE}
GCC_SUM = ${SUM_DIR}/${GCC_PACKAGE}.SHA256

GET_FILE = $(eval $(call GET_FILE1,$(strip ${1}),$(strip ${2}),$(strip ${3}),$(strip ${4})))

define GET_FILE1

${1}:
	@mkdir -p "$${DOWNLOAD_DIR}"
	@if ! ([ -f "${2}" ] && cd "$${DOWNLOAD_DIR}" && sha256sum --check "${3}") ; \
	then \
	  ${RM} "${2}" ; \
	  wget -c -O "${2}" "${4}"; \
	else \
	  echo Already downloaded: ${2} ; \
	fi
	@${TOUCH} "$$@"

endef

$(call GET_FILE,binutils-download,${BINUTILS_FILE},${BINUTILS_SUM},${BINUTILS_URL})
$(call GET_FILE,gcc-download,${GCC_FILE},${GCC_SUM},${GCC_URL})

binutils-patch: binutils-download
	mkdir -p ${HOST_TOOLS}/toolchain-install
	${RM} -r "${HOST_TOOLS}/binutils-${BINUTILS_PACKAGE}"
	tar -xvzf "${BINUTILS_FILE}" -C ${HOST_TOOLS}
	cd ${HOST_TOOLS} && \
	cd "binutils-${BINUTILS_VERSION}" && \
	for p in ../toolchain-patches/*-binutils-*.patch ; \
	do \
	   patch -p1 < "$${p}" ; \
	done
	${TOUCH} "$@"

binutils: binutils-patch
	cd ${HOST_TOOLS} && \
	cd "binutils-${BINUTILS_VERSION}" && \
	mkdir -p build && \
	cd build  && \
	CPPFLAGS="-D_FORTIFY_SOURCE=0" ../configure --prefix "${HOST_TOOLS}/toolchain-install" --target=c33-epson-elf && \
	CPPFLAGS="-D_FORTIFY_SOURCE=0" ${MAKE} && \
	${MAKE} install
	${TOUCH} "$@"

gcc-patch: gcc-download
	mkdir -p ${HOST_TOOLS}/toolchain-install
	tar -xvzf "${GCC_FILE}" -C ${HOST_TOOLS}
	cd ${HOST_TOOLS} && \
	cd "gcc-${GCC_VERSION}" && \
	for p in ../toolchain-patches/*-gcc-*.patch ; \
	do \
	   patch -p1 < "$${p}" ; \
	done
	${TOUCH} "$@"

gcc: binutils gcc-patch
	cd ${HOST_TOOLS} && \
	export PATH="${HOST_TOOLS}/toolchain-install/bin:${PATH}" && \
	cd "gcc-${GCC_VERSION}" && \
	mkdir -p build && \
	cd build && \
	CPPFLAGS="-D_FORTIFY_SOURCE=0" ../configure --prefix "${HOST_TOOLS}/toolchain-install" --target=c33-epson-elf --enable-languages=c && \
	CPPFLAGS="-D_FORTIFY_SOURCE=0" ${MAKE} && \
	${MAKE} install
	${TOUCH} "$@"


# QT simulator
# ============

.PHONY: qt4-simulator
qt4-simulator:
	cd ${HOST_TOOLS}/qt4-simulator && qmake-qt4 && ${MAKE}

.PHONY: sim4
sim4: qt4-simulator validate-destdir
	cd "${DESTDIR}" && ${HOST_TOOLS}/qt4-simulator/bin/wikisim ${ARTICLE}

.PHONY: sim4d
sim4d: qt4-simulator validate-destdir
	cd "${DESTDIR}" && gdb --args ${HOST_TOOLS}/qt4-simulator/bin/wikisim ${ARTICLE}

.PHONY: console-simulator
console-simulator:
	cd ${HOST_TOOLS}/console-simulator && ${MAKE}


# Hash generator for search index
# ===============================

.PHONY: hash-gen
hash-gen:
	cd ${HOST_TOOLS}/hash-gen && ${MAKE}


# Font processing
# ===============

.PHONY: pcf2bmf
pcf2bmf:
	cd ${HOST_TOOLS}/pcf2bmf && ${MAKE}

.PHONY: fonts
fonts: pcf2bmf
	cd ${HOST_TOOLS}/fonts && ${MAKE}

.PHONY: fonts-install
fonts-install: fonts validate-destdir
	cd ${HOST_TOOLS}/fonts && ${MAKE} DESTDIR="${DESTDIR_PATH}" install


# Build the database from wiki XML files
# ======================================

WIKI_LANGUAGE ?= en
WIKI_FILE_PREFIX ?= wiki
XML_FILES_PATH := $(foreach f,${XML_FILES},$(shell ${REALPATH} "${f}"))
RENDER_BLOCK ?= 0
TOTAL_HTML_FILES ?= 27

# delete a single pair of directories or the whole tree.
# BE CAREFUL about the DESTDIR/WORKDIR/TEMPDIR settings
.PHONY: cleandirs
cleandirs:
	@if [ -z "${DESTDIR_PATH}" ] ; then echo missing DESTDIR ; exit 1 ; fi
	@if [ -z "${WORKDIR_PATH}" ] ; then echo missing WORKDIR ; exit 1 ; fi
	@if [ -z "${TEMPDIR_PATH}" ] ; then echo missing TEMPDIR ; exit 1 ; fi
	${RM} -r "${DESTDIR_PATH}" "${TEMPDIR_PATH}" "${WORKDIR_PATH}"
	${MKDIR} "${DESTDIR_PATH}"
	${MKDIR} "${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia"
	${MKDIR} "${WORKDIR_PATH}"
	${MKDIR} "${TEMPDIR_PATH}"


.PHONY: index
index: validate-destdir
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} index \
		WIKI_LANGUAGE="${WIKI_LANGUAGE}" WIKI_FILE_PREFIX="${WIKI_FILE_PREFIX}" \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		TOTAL_HTML_FILES="${TOTAL_HTML_FILES}" \
		TEMPDIR="${TEMPDIR_PATH}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"

.PHONY: parse
parse: validate-destdir
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} parse \
		WIKI_LANGUAGE="${WIKI_LANGUAGE}" WIKI_FILE_PREFIX="${WIKI_FILE_PREFIX}" \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		TOTAL_HTML_FILES="${TOTAL_HTML_FILES}" \
		TEMPDIR="${TEMPDIR_PATH}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"

.PHONY: merge
merge: validate-destdir
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} merge \
		WIKI_LANGUAGE="${WIKI_LANGUAGE}" WIKI_FILE_PREFIX="${WIKI_FILE_PREFIX}" \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		TOTAL_HTML_FILES="${TOTAL_HTML_FILES}" \
		TEMPDIR="${TEMPDIR_PATH}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"

.PHONY: render
render: fonts validate-destdir
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} render \
		WIKI_LANGUAGE="${WIKI_LANGUAGE}" WIKI_FILE_PREFIX="${WIKI_FILE_PREFIX}" \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		TOTAL_HTML_FILES="${TOTAL_HTML_FILES}" \
		TEMPDIR="${TEMPDIR_PATH}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"

.PHONY: combine
combine: validate-destdir
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} combine \
		WIKI_LANGUAGE="${WIKI_LANGUAGE}" WIKI_FILE_PREFIX="${WIKI_FILE_PREFIX}" \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		TOTAL_HTML_FILES="${TOTAL_HTML_FILES}" \
		TEMPDIR="${TEMPDIR_PATH}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"

.PHONY: hash
hash: validate-destdir hash-gen
	cd "${DESTDIR}/${WIKI_LANGUAGE}pedia" && ${HOST_TOOLS}/hash-gen/hash-gen \
		--pfx="${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia/${WIKI_FILE_PREFIX}.pfx" \
		--fnd="${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia/${WIKI_FILE_PREFIX}.fnd" \
		--hsh="${DESTDIR_PATH}/${WIKI_LANGUAGE}pedia/${WIKI_FILE_PREFIX}.hsh"


# o run all stages (for testing small XML sample files)
.PHONY: iprch
iprch: index parse render combine hash


# Build database using multiple machines
# ======================================

ifneq (,$(strip ${WORKDIR_PATH}))
ifneq (,$(strip ${DESTDIR_PATH}))

stamp-r-index:
	${RM} "$@"
	cd ${HOST_TOOLS}/offline-renderer && ${MAKE} index \
		XML_FILES="${XML_FILES_PATH}" RENDER_BLOCK="${RENDER_BLOCK}" \
		WORKDIR="${WORKDIR_PATH}" DESTDIR="${DESTDIR_PATH}"
	${TOUCH} "$@"

.PHONY: clean-index
clean-index:
	${RM} stamp-r-index

# makeblock 0..n, start, count
MAKE_BLOCK = $(eval $(call MAKE_BLOCK1,$(strip ${1}),$(strip ${2}),$(strip ${3})))

define MAKE_BLOCK1

.PHONY: parse${1}
parse${1}: stamp-r-parse${1}

.PHONY: render${1}
render${1}: stamp-r-render${1}

stamp-r-parse${1}: stamp-r-index
	${RM} "$$@"
	$${MAKE} RENDER_BLOCK=${1} START=${2} COUNT=${3} parse
	${TOUCH} "$$@"

stamp-r-render${1}: stamp-r-parse${1}
	${RM} "$$@"
	$${MAKE} RENDER_BLOCK=${1} render
	${TOUCH} "$$@"

.PHONY: stamp-r-clean${1}
stamp-r-clean${1}:
	${RM} stamp-r-parse${1} stamp-r-render${1}

endef


# ---------------------------------------------------------------------------------------
# Get the number of articles from the indexer and compute how many articles per instance
#
# NOTE:
#  The use of ':=' means that 'index' must have already been run in a previous session.
#  So always run parse as a separate step.
#  If just '=' was used then then all targets could be in the same make, but make runs
#  extremely slowly, as it must re-evaluate all the scripts including the SQL select
#  multiple times when computing the rules.
# ---------------------------------------------------------------------------------------

MACHINE_COUNT ?= 9
PARALLEL_BUILD ?= 3

TOTAL_ARTICLES := $(shell awk '/^Articles:/{ print $$2 }' "${WORKDIR}/counts.text" 2>/dev/null || echo 100)
TOTAL_CHARACTERS := $(shell awk '/^Characters:/{ print $$2 }' "${WORKDIR}/counts.text" 2>/dev/null || echo 100)
TOTAL_INSTANCES := $(shell expr ${MACHINE_COUNT} '*' ${PARALLEL_BUILD})
# 64 dat files is the maximum allowed
CHECK := $(shell if [ ${TOTAL_INSTANCES} -gt 64 ]; then echo 0; else echo 1; fi )
ifeq ($(strip ${CHECK}),0)
  $(error Too many machines or processes being used. Maximum is 64 total instances)
endif
MAX_BLOCK := $(shell expr ${TOTAL_INSTANCES} - 1)

CHARACTERS_PER_INSTANCE := $(shell expr ${TOTAL_CHARACTERS} / ${TOTAL_INSTANCES})

ITEMS := $(shell i=0; while [ $${i} -lt ${TOTAL_INSTANCES} ]; do echo $${i}; i=$$(($${i} + 1)); done)
ITEMS_1 := $(shell i=1; while [ $${i} -le ${TOTAL_INSTANCES} ]; do echo $${i}; i=$$(($${i} + 1)); done)

define GET_ARTICLE_NUMBER
  "select article_number from offsets where accumulated >= ($(strip ${1}) * $(strip ${2})) limit 1;"
endef


OFFSETS_DB := ${WORKDIR_PATH}/offsets.db

# only enable this if offsets.db exists
ifneq (,$(wildcard ${OFFSETS_DB}))
ifeq (,$(strip ${SUPPRESS_ARTICLE_STARTS}))

ARTICLE_STARTS := $(shell echo $(foreach i,${ITEMS},$(call GET_ARTICLE_NUMBER, ${i},${CHARACTERS_PER_INSTANCE})) | sqlite3 "${OFFSETS_DB}")


define ARTICLE_COUNTS_sh
  eval set -- "${ARTICLE_STARTS}";
  while [ -n "$${2}" ];
  do
    echo $$(($${2} - $${1}));
    shift;
  done;
  echo $$((${TOTAL_ARTICLES} - $${1} + 1));
endef

ARTICLE_COUNTS := $(shell ${ARTICLE_COUNTS_sh})

endif
endif


# check that the counts are correct to render all articles
.PHONY: print-render-info
print-render-info:
	@echo TOTAL_ARTICLES = ${TOTAL_ARTICLES}
	@echo MACHINE_COUNT = ${MACHINE_COUNT}
	@echo PARALLEL_BUILD = ${PARALLEL_BUILD}
	@echo TOTAL_INSTANCES = ${TOTAL_INSTANCES}
	@echo TOTAL_CHARACTERS = ${TOTAL_CHARACTERS}
	@echo CHARACTERS_PER_INSTANCE = ${CHARACTERS_PER_INSTANCE}
	@echo ITEMS = ${ITEMS}
	@echo ITEMS_1 = ${ITEMS_1}
	@echo ARTICLE_STARTS = ${ARTICLE_STARTS}
	@echo ARTICLE_COUNTS = ${ARTICLE_COUNTS}
	@echo files = 0 .. ${MAX_BLOCK}

# create the blocks

$(foreach i,${ITEMS_1},$(call MAKE_BLOCK,$(shell expr ${i} - 1),$(word ${i},${ARTICLE_STARTS}),$(word ${i},${ARTICLE_COUNTS})))


MAKE_FARM = $(eval $(call MAKE_FARM1,$(strip ${1}),$(strip ${2}),$(strip ${3})))

define MAKE_FARM1

.PHONY: farm${1}-parse
farm${1}-parse: $$(foreach i,${2},parse$$(strip $${i}))

.PHONY: farm${1}-render
farm${1}-render: $$(foreach i,${2},render$$(strip $${i}))

.PHONY: farm${1}-clean
farm${1}-clean: $$(foreach i,${2},stamp-r-clean$$(strip $${i}))

.PHONY: farm${1}
farm${1}: farm${1}-parse farm${1}-render

endef


MAKE_MACHINE = $(eval $(call MAKE_MACHINE1,$(strip ${1}),$(strip ${2}),$(strip ${3})))

define MAKE_MACHINE1

$(call MAKE_FARM,${1}, $(shell j=$$((${1} - 1)); while [ $${j} -lt ${TOTAL_INSTANCES} ]; do echo $${j}; j=$$(($${j} + ${2})); done))

endef

MACHINE_LIST  := $(shell i=1; while [ $${i} -le ${MACHINE_COUNT} ]; do echo $${i}; i=$$(($${i} + 1)); done)


$(foreach i,${MACHINE_LIST},$(call MAKE_MACHINE,${i},${MACHINE_COUNT}))


# end of WORKDIR/DESTDIR check above
endif
endif


# Download the latest translations
# ================================

ALL_LANGUAGES := af ar br da de en es fi fr gl gsw hu ia ja mk ml nl pms pt pt-br ru te
LICENSE_DIR = XML-Licenses


# These items reference wiki articles since the process needs XML
# data files, the macro below will export the xml and download it
# directly from the sites.
#
# Any items left blank will revert to English version
#
# Note: the ones that link to deed.XX are html so cannot be used
#       with the present program (these will just use English).

TERMS_da   := Wikipedia:Ophavsret
#LICENSE_da := http://creativecommons.org/licenses/by-sa/3.0/deed.da

TERMS_de   := Nutzungsbedingungen
LICENSE_de := Wikipedia:Lizenzbestimmungen_Commons_Attribution-ShareAlike_3.0_Unported

TERMS_en   := Terms_of_Use
LICENSE_en := Wikipedia:Text_of_Creative_Commons_Attribution-ShareAlike_3.0_Unported_License

TERMS_es   := Términos_de_Uso
#LICENSE_es := http://creativecommons.org/licenses/by-sa/3.0/deed.es

TERMS_fi   := Käyttöehdot
LICENSE_fi := Wikipedia:Creative_Commons_Attribution-Share_Alike_3.0_Unported_-lisenssiehdot

TERMS_fr   := Conditions_d\'utilisation
#LICENSE_fr := http://creativecommons.org/licenses/by-sa/3.0/deed.fr

TERMS_ja   := 利用規約
LICENSE_ja := Wikipedia:Text_of_Creative_Commons_Attribution-ShareAlike_3.0_Unported_License

TERMS_nl   := Gebruiksvoorwaarden
#LICENSE_nl := http://creativecommons.org/licenses/by-sa/3.0/deed.nl

TERMS_pt   := Condições_de_Uso
#LICENSE_pt := http://creativecommons.org/licenses/by-sa/3.0/deed.pt


WIKIREADER_CREATE_NLS := http://www.thewikireader.com/create_nls.php

WIKIMEDIA_EXPORT := http://wikimediafoundation.org/wiki/Special:Export
LICENSE_EXTRA_SUFFIX := ?curonly=1&templates=1&wpDownload=1
TERMS_EXTRA_SUFFIX := ?curonly=1&wpDownload=1

# macro to retrieve files from various web sites
define GET_FILES
  mkdir -p "${LICENSE_DIR}/${1}" ; \
  wget --output-document="-" "${WIKIREADER_CREATE_NLS}?lang=${1}" \
    | sed 's/[[:space:]]*$$//;/^$$/d' > "${LICENSE_DIR}/${1}/wiki.nls" ; \
  [ -n "${2}" ] && \
    wget --output-document="-" "${WIKIMEDIA_EXPORT}/${2}${TERMS_EXTRA_SUFFIX}" \
    | sed 's/[[:space:]]*$$//' > "${LICENSE_DIR}/${1}/terms.xml" ; \
  [ -n "${3}" ] && \
    wget --output-document="-" "http://${1}.wikipedia.org/wiki/Special:Export/${3}${LICENSE_EXTRA_SUFFIX}" \
    | sed 's/[[:space:]]*$$//;s/<title>Wikipedia:/<title>Wikipedia - /' > "${LICENSE_DIR}/${1}/license.xml" ; \
  true ;
endef


.PHONY: fetch-nls
fetch-nls: $(foreach lang,${ALL_LANGUAGES},fetch-nls-${lang})

# fetch one language e.g.  fetch-nls-en
fetch-nls-%:
	echo fetching nls files for: $*
	$(call GET_FILES,$*,${TERMS_$*},${LICENSE_$*})

# install nls file
.PHONY: nls-install
nls-install: validate-destdir
	@find "${DESTDIR}" -type d | \
	  ( while read dir ; \
	    do \
	      d=$$(basename "$${dir}") ; \
	      for s in $${d} $${d%%pedia} ; \
	      do \
	        src="${LICENSE_DIR}/$${s}/wiki.nls" ; \
	        dest="${DESTDIR_PATH}/$${d}" ; \
	        if [ -f "$${src}" ] ; \
	        then \
                  echo copy: $${src} to: $${dest} ; \
                  cp -p "$${src}" "$${dest}" ; \
	        fi ; \
	      done \
	    done \
	  )


# Download the latest Mediawiki dump
# ==================================

.PHONY: getwikidump
getwikidump:
	wget http://download.wikimedia.org/enwiki/latest/enwiki-latest-pages-articles.xml.bz2


# Forth interpreter
# =================

.PHONY: forth
forth:  gcc mini-libc fatfs drivers
	${MAKE} -C ${SAMO_LIB}/forth

.PHONY: forth-install
forth-install: forth
	${MAKE} -C ${SAMO_LIB}/forth install DESTDIR="${DESTDIR_PATH}"


# FLASH programmer that runs on the device
# ========================================

.PHONY: flash
flash:  gcc mini-libc fatfs drivers
	${MAKE} -C ${SAMO_LIB}/flash

.PHONY: flash-install
flash-install: flash
	${MAKE} -C ${SAMO_LIB}/flash install DESTDIR="${DESTDIR_PATH}"


# Grifo small kernel
# ==================

.PHONY: grifo
grifo:  gcc mini-libc fatfs
	${MAKE} -C ${SAMO_LIB}/grifo

.PHONY: grifo-install
grifo-install: grifo
	${MAKE} -C ${SAMO_LIB}/grifo install DESTDIR="${DESTDIR_PATH}"


# Master boot record
# ==================

define FindTTY
for i in USBconsole ttyUSB2 ttyUSB1 ttyUSB0;
do
  d="/dev/$${i}";
  if [ -e "$${d}" ];
  then
    echo -n $${d};
    exit 0;
  fi;
done;
echo -n /dev/TTY-NOT-FOUND;
exit 1;
endef

define FindAUX
for i in USBjtag;
do
  d="/dev/$${i}";
  if [ -e "$${d}" ];
  then
    echo -n $${d};
    exit 0;
  fi;
done;
echo -n /dev/TTY-NOT-FOUND;
exit 1;
endef

BOOTLOADER_TTY ?= $(shell ${FindTTY})
BOOTLOADER_AUX ?= $(shell ${FindAUX})
SERIAL_NUMBER ?= No Serial Number
FLASH_UPDATE ?= NO


.PHONY: print-mbr-tty
print-mbr-tty:
	@echo BOOTLOADER_TTY = "${BOOTLOADER_TTY}"
	@echo BOOTLOADER_AUX = "${BOOTLOADER_AUX}"

.PHONY: mbr
mbr: gcc fatfs
	${MAKE} -C ${SAMO_LIB}/mbr

.PHONY: mbr-rs232
mbr-rs232: gcc fatfs
	${MAKE} -C ${SAMO_LIB}/mbr mbr-rs232

.PHONY: jackknife
jackknife:
	${MAKE} -C ${HOST_TOOLS}/jackknife

.PHONY: flash-mbr
flash-mbr: mbr jackknife
	${MAKE} -C ${SAMO_LIB}/mbr BOOTLOADER_TTY="${BOOTLOADER_TTY}" BOOTLOADER_AUX="${BOOTLOADER_AUX}" SERIAL_NUMBER="${SERIAL_NUMBER}" FLASH_UPDATE="${FLASH_UPDATE}" $@

.PHONY: flash-test-jig
flash-test-jig: mbr jackknife
	${MAKE} -C ${SAMO_LIB}/mbr FLASH_TEST_JIG=YES BOOTLOADER_TTY="${BOOTLOADER_TTY}" BOOTLOADER_AUX="${BOOTLOADER_AUX}" SERIAL_NUMBER="${SERIAL_NUMBER}" flash-mbr

.PHONY: mbr-install
mbr-install: mbr
	${MAKE} -C ${SAMO_LIB}/mbr install DESTDIR="${DESTDIR_PATH}"


# Clean up generated files
# ========================

.PHONY: complete-clean
complete-clean: clean clean-toolchain
	${RM} binutils-download gcc-download

.PHONY: clean
clean: clean-qt4-simulator clean-console-simulator
	${MAKE} clean -C ${SAMO_LIB}/mini-libc
	${MAKE} clean -C ${HOST_TOOLS}/jackknife
	${MAKE} clean -C ${HOST_TOOLS}/hash-gen
	${MAKE} clean -C ${HOST_TOOLS}/pcf2bmf
	${MAKE} clean -C ${HOST_TOOLS}/flash07
	${MAKE} clean -C ${HOST_TOOLS}/fonts
	${MAKE} clean -C ${HOST_TOOLS}/offline-renderer
	${MAKE} clean -C ${SAMO_LIB}/mbr
	${MAKE} clean -C ${SAMO_LIB}/drivers
	${MAKE} clean -C ${SAMO_LIB}/fatfs
	${MAKE} clean -C ${SAMO_LIB}/forth
	${MAKE} clean -C ${SAMO_LIB}/flash
	${MAKE} clean -C ${SAMO_LIB}/grifo
	${MAKE} clean -C ${SAMO_LIB}/mahatma
	${RM} stamp-r-*

.PHONY: clean-toolchain
clean-toolchain:
	${RM} -r ${HOST_TOOLS}/toolchain-install
	${RM} -r ${HOST_TOOLS}/gcc-${GCC_VERSION}
	${RM} -r ${HOST_TOOLS}/binutils-${BINUTILS_VERSION}
	${RM} binutils-patch binutils
	${RM} gcc-patch gcc

.PHONY: clean-qt4-simulator
clean-qt4-simulator:
	(cd ${HOST_TOOLS}/qt4-simulator; ${MAKE} distclean || true)

.PHONY: clean-console-simulator
clean-console-simulator:
	${MAKE} clean -C ${HOST_TOOLS}/console-simulator


# Update the Makefiles
# ====================

# Change the methos of includeing definitions by
# copying part of Mk/definitions.mk into each Makefile
# if it requires it.

.PHONY: update-makefiles
update-makefiles:
	@${SCRIPTS}/UpdateMakefiles --verbose \
	  --source="${MK_DIR}/definitions.mk" \
	  $(shell find "${ROOT_DIR}" -name Makefile)


# Print information about some targets
# ====================================

.PHONY:help
help:
	@echo
	@echo 'Some of the more useful targets:'
	@echo
	@echo '  all                   - compile all the source'
	@echo '  install               - install forth, mahatma, fonts in DESTDIR'
	@echo '  index                 - convert XML_FILES to index files in DESTDIR'
	@echo '  parse                 - parse XML_FILES into one HTML file in WORKDIR'
	@echo '  render                - render HTML in WORKDIR into one big data file in DESTDIR'
	@echo '  combine               - combine temporary indices to one file in DESTDIR'
	@echo '  hash                  - generate hash file in DESTDIR'
	@echo '  farm<1..8>            - parse/render XML_FILES into 3 data files in DESTDIR (use -j3)'
	@echo '  farm<1..8>-parse      - parse XML_FILES into 3 HTML files in WORKDIR (use -j3)'
	@echo '  farm<1..8>-render     - render WORKDIR HTML files into 3 data files in DESTDIR (use -j3)'
	@echo '  farm<1..8>-clean      - remove stamp files to repeat process'
	@echo '  mbr                   - compile bootloader'
	@echo '  mbr-install           - install flash.rom in DESTDIR'
	@echo '  mahatma               - compile kernel'
	@echo '  mahatma-install       - install mahatma as kernel in DESTDIR'
	@echo '  forth                 - compile forth'
	@echo '  forth-install         - install forth files in DESTDIR'
	@echo '  flash                 - compile flash (programs flash.rom from SD Card'
	@echo '  flash-install         - install flash programmer in DESTDIR'
	@echo '  fonts                 - compile fonts'
	@echo '  fonts-install         - install font files in DESTDIR'
	@echo '  gcc                   - compile gcc toolchain'
	@echo '  flash-mbr             - flash bootloader to the E07 board'
	@echo '  qt4-simulator         - compile the Qt4 simulator'
	@echo '  sim4  sim4d           - use the data file in DESTDIR and run the qt4-simulator (d => gdb)'
	@echo '  console-simulator     - compile the console simulator'
	@echo '  clean                 - clean everything except the toochain'
	@echo '  clean-toolchain       - clean just the toochain'
	@echo '  jig-install           - copy flash program and image; forth and programs to SD Card'
	@echo '  p33                   - terminal emulator (console debugging)'
	@echo '  fetch-nls             - Fetch nls, texts and license files from web'
	@echo


.PHONY:testhelp
testhelp:
	${MAKE} --print-data-base --question |	\
	awk '/^[^.%][-A-Za-z0-9_]*:/		\
		{ print substr($$1, 1, length($$1)-1) }' | 	\
	sort |	\
	pr --omit-pagination --width=80 --columns=1

# Display a make variable
# =======================

# use this like: make print-MAKE
# which shows the value of ${MAKE}

print-%:
	@echo $* is $($*)


# Run teminal emulator script
# ==========================

.PHONY: p33
p33:
	${SCRIPTS}/p33