.gitignore

@@ -23,7 +23,7 @@ MANIFEST
 # Generated sources
 *.c
 *.cpp
-
+*.cmake
 # Python files
 
 # setup.py working directory
@@ -44,3 +44,8 @@ Icon?
 # documentation files
 docs/source/generated
 docs/source/generated-notebooks
+
+# UDF testing generated files
+testing/udf/CMakeCache.txt
+testing/udf/CMakeFiles/
+testing/udf/Makefile

MANIFEST.in

@@ -5,11 +5,19 @@ include LICENSE.txt
 graft ibis
 graft LICENSES
 graft scripts
+graft conda-recipes
 
 graft docs
+prune docs/source/generated
+prune docs/source/generated-notebooks
 prune docs/build
 
+global-exclude *CMakeCache*
+global-exclude *.o
+global-exclude *.make
+global-exclude *.cmake
 global-exclude *.so
+global-exclude *.ll
 global-exclude *.pyd
 global-exclude *.pyc
 global-exclude *~

Makefile

@@ -1,2 +1,7 @@
+SHELL := /bin/bash
+
 all:
 	python setup.py build_ext --inplace
+
+impala-test:
+	pushd scripts && python load_test_data.py --udf && popd

conda-recipes/hdfs/bld.bat

@@ -0,0 +1,8 @@
+"%PYTHON%" setup.py install
+if errorlevel 1 exit 1
+
+:: Add more build steps here, if they are necessary.
+
+:: See
+:: http://docs.continuum.io/conda/build.html
+:: for a list of environment variables that are set during the build process.

conda-recipes/hdfs/build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+$PYTHON setup.py install
+
+# Add more build steps here, if they are necessary.
+
+# See
+# http://docs.continuum.io/conda/build.html
+# for a list of environment variables that are set during the build process.

conda-recipes/hdfs/meta.yaml

@@ -0,0 +1,39 @@
+package:
+  name: hdfs
+  version: "1.4.3"
+
+source:
+  fn: hdfs-1.4.3.tar.gz
+  url: https://pypi.python.org/packages/source/h/hdfs/hdfs-1.4.3.tar.gz
+  md5: 872034eb169d9315b71eb00cb7e28ead
+
+build:
+  entry_points:
+    - hdfs = hdfs.__main__:main
+    # - hdfs-avro = hdfs.ext.avro:main  # disabled
+
+requirements:
+  build:
+    - python
+    - setuptools
+    - docopt
+    - requests >=2.0.1
+
+  run:
+    - python
+    - docopt
+    - requests >=2.0.1
+
+test:
+  imports:
+    - hdfs
+    - hdfs.ext
+
+  commands:
+    - hdfs --help
+    # - hdfs-avro --help  # disabled
+
+about:
+  home: http://hdfscli.readthedocs.org
+  license: MIT License
+  summary: 'HdfsCLI: a command line interface for WebHDFS.'

conda-recipes/ibis-framework/bld.bat

@@ -0,0 +1,8 @@
+"%PYTHON%" setup.py install --single-version-externally-managed --record=record.txt
+if errorlevel 1 exit 1
+
+:: Add more build steps here, if they are necessary.
+
+:: See
+:: http://docs.continuum.io/conda/build.html
+:: for a list of environment variables that are set during the build process.

conda-recipes/ibis-framework/build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+$PYTHON setup.py install --single-version-externally-managed --record=record.txt
+
+# Add more build steps here, if they are necessary.
+
+# See
+# http://docs.continuum.io/conda/build.html
+# for a list of environment variables that are set during the build process.

conda-recipes/ibis-framework/meta.yaml

@@ -0,0 +1,43 @@
+package:
+  name: ibis-framework
+  version: "0.3.0"
+
+source:
+  fn: ibis-framework-0.3.0.tar.gz
+  url: https://pypi.python.org/packages/source/i/ibis-framework/ibis-framework-0.3.0.tar.gz
+  md5: 5aafdf43711df3fa45df3e17f68e46d5
+
+requirements:
+  build:
+    - python
+    - setuptools
+    - pytest
+    - numpy >=1.7.0
+    - pandas >=0.12.0
+    - impyla >=0.9.1
+    - psutil ==0.6.1
+    - hdfs >=1.4.0
+    - six
+
+  run:
+    - python
+    - pytest
+    - numpy >=1.7.0
+    - pandas >=0.12.0
+    - impyla >=0.9.1
+    - psutil ==0.6.1
+    - hdfs >=1.4.0
+    - six
+
+test:
+  imports:
+    - ibis
+    - ibis.expr
+    - ibis.expr.tests
+    - ibis.sql
+    - ibis.sql.tests
+    - ibis.tests
+
+about:
+  license: Apache License, Version 2.0
+  summary: 'Productivity-centric Python Big Data Framework'

conda-recipes/impyla/bld.bat

@@ -0,0 +1,8 @@
+"%PYTHON%" setup.py install
+if errorlevel 1 exit 1
+
+:: Add more build steps here, if they are necessary.
+
+:: See
+:: http://docs.continuum.io/conda/build.html
+:: for a list of environment variables that are set during the build process.

conda-recipes/impyla/build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+$PYTHON setup.py install
+
+# Add more build steps here, if they are necessary.
+
+# See
+# http://docs.continuum.io/conda/build.html
+# for a list of environment variables that are set during the build process.

conda-recipes/impyla/meta.yaml

@@ -0,0 +1,52 @@
+package:
+  name: impyla
+  version: "0.10.0"
+
+source:
+  fn: impyla-0.10.0.tar.gz
+  url: https://pypi.python.org/packages/source/i/impyla/impyla-0.10.0.tar.gz
+  md5: 52c35b16b3897dbb53fb59510c33cfaa
+
+build:
+  preserve_egg_dir: True
+
+requirements:
+  build:
+    - python
+    - setuptools
+    - six
+    - thrift
+    - llvmpy
+    - numba
+
+  run:
+    - python
+    - setuptools
+    - six
+    - thrift
+    - llvmpy
+    - numba
+
+test:
+  imports:
+    - impala
+    - impala._rpc
+    - impala._thrift_api
+    - impala._thrift_gen
+    - impala._thrift_gen.ExecStats
+    - impala._thrift_gen.ImpalaService
+    - impala._thrift_gen.Status
+    - impala._thrift_gen.TCLIService
+    - impala._thrift_gen.Types
+    - impala._thrift_gen.beeswax
+    - impala._thrift_gen.fb303
+    - impala._thrift_gen.hive_metastore
+    - impala.dbapi
+    - impala.tests
+    - impala.thrift
+    # - impala.udf  # Test fails on osx-64
+
+about:
+  home: https://github.com/cloudera/impyla
+  license: Apache License, Version 2.0
+  summary: 'Python client for the Impala distributed query engine'

conda-recipes/thrift/bld.bat

@@ -0,0 +1,8 @@
+"%PYTHON%" setup.py install
+if errorlevel 1 exit 1
+
+:: Add more build steps here, if they are necessary.
+
+:: See
+:: http://docs.continuum.io/conda/build.html
+:: for a list of environment variables that are set during the build process.

conda-recipes/thrift/build.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+$PYTHON setup.py install
+
+# Add more build steps here, if they are necessary.
+
+# See
+# http://docs.continuum.io/conda/build.html
+# for a list of environment variables that are set during the build process.

conda-recipes/thrift/meta.yaml

@@ -0,0 +1,28 @@
+package:
+  name: thrift
+  version: "0.9.2"
+
+source:
+  fn: thrift-0.9.2.tar.gz
+  url: https://pypi.python.org/packages/source/t/thrift/thrift-0.9.2.tar.gz
+  md5: 91f1c224c46a257bb428431943387dfd
+
+requirements:
+  build:
+    - python
+    - setuptools
+
+  run:
+    - python
+
+test:
+  imports:
+    - thrift
+    - thrift.protocol
+    - thrift.server
+    - thrift.transport
+
+about:
+  home: http://thrift.apache.org
+  license: Apache License 2.0
+  summary: 'Python bindings for the Apache Thrift RPC system'

dev/merge-pr.py

@@ -37,10 +37,10 @@
 print "IBIS_HOME = " + IBIS_HOME
 
 # Remote name with the PR
-PR_REMOTE_NAME = os.environ.get("PR_REMOTE_NAME", "origin")
+PR_REMOTE_NAME = os.environ.get("PR_REMOTE_NAME", "upstream")
 
 # Remote name where results pushed
-PUSH_REMOTE_NAME = os.environ.get("PUSH_REMOTE_NAME", "origin")
+PUSH_REMOTE_NAME = os.environ.get("PUSH_REMOTE_NAME", "upstream")
 
 GITHUB_BASE = "https://github.com/cloudera/" + PROJECT_NAME + "/pull"
 GITHUB_API_BASE = "https://api.github.com/repos/cloudera/" + PROJECT_NAME
@@ -50,15 +50,26 @@
 
 os.chdir(IBIS_HOME)
 
-GITHUB_USERNAME = os.environ['GITHUB_USER']
-import getpass
-GITHUB_PASSWORD = getpass.getpass('Enter github.com password for %s:'
-                                  % GITHUB_USERNAME)
+auth_required = False
 
-def get_json(url):
-    auth = HTTPBasicAuth(GITHUB_USERNAME, GITHUB_PASSWORD)
-    req = requests.get(url, auth=auth)
-    return req.json()
+if auth_required:
+    GITHUB_USERNAME = os.environ['GITHUB_USER']
+    import getpass
+    GITHUB_PASSWORD = getpass.getpass('Enter github.com password for %s:'
+                                      % GITHUB_USERNAME)
+
+    def get_json_auth(url):
+        auth = HTTPBasicAuth(GITHUB_USERNAME, GITHUB_PASSWORD)
+        req = requests.get(url, auth=auth)
+        return req.json()
+
+    get_json = get_json_auth
+else:
+    def get_json_no_auth(url):
+        req = requests.get(url)
+        return req.json()
+
+    get_json = get_json_no_auth
 
 
 def fail(msg):