Permalink
Browse files

initial (non-working) project shell

  • Loading branch information...
1 parent 6156da1 commit 4e5cacfd2e01f330f56f6b25c6eeb15e377e3a43 mpollack committed Jul 4, 2012
Showing with 1,153 additions and 0 deletions.
  1. +1 −0 .gradle/1.0-rc-2/taskArtifacts/cache.properties
  2. +1 −0 .gradle/1.0-rc-2/taskArtifacts/cache.properties.lock
  3. BIN .gradle/1.0-rc-2/taskArtifacts/fileHashes.bin
  4. BIN .gradle/1.0-rc-2/taskArtifacts/fileSnapshots.bin
  5. BIN .gradle/1.0-rc-2/taskArtifacts/outputFileStates.bin
  6. BIN .gradle/1.0-rc-2/taskArtifacts/taskArtifacts.bin
  7. +28 −0 build.gradle
  8. +10 −0 gradle.properties
  9. BIN gradle/wrapper/gradle-wrapper.jar
  10. +6 −0 gradle/wrapper/gradle-wrapper.properties
  11. +164 −0 gradlew
  12. +90 −0 gradlew.bat
  13. +23 −0 plugin-hdfs/build.gradle
  14. +7 −0 plugin-hdfs/gradle.properties
  15. +41 −0 plugin-hdfs/src/main/java/org/springframework/data/hadoop/impala/hdfs/HdfsConfiguration.java
  16. +248 −0 plugin-hdfs/src/main/java/org/springframework/data/hadoop/impala/hdfs/commands/FsShellCommand.java
  17. +46 −0 ...in-hdfs/src/main/java/org/springframework/data/hadoop/impala/hdfs/commands/HdfsTargetCommand.java
  18. +75 −0 .../src/main/java/org/springframework/data/hadoop/impala/hdfs/provider/HDFSPluginBannerProvider.java
  19. +43 −0 .../java/org/springframework/data/hadoop/impala/hdfs/provider/HDFSPluginHistoryFileNameProvider.java
  20. +45 −0 .../src/main/java/org/springframework/data/hadoop/impala/hdfs/provider/HDFSPluginPromptProvider.java
  21. +13 −0 plugin-hdfs/src/main/resources/META-INF/spring/spring-shell-plugin.xml
  22. +87 −0 ...va/org/springframework/datda/hadoop/impala/hdfs/provider/SpringHadoopAdminBannerProviderTest.java
  23. +65 −0 ...ringframework/datda/hadoop/impala/hdfs/provider/SpringHadoopAdminHistoryFileNameProviderTest.java
  24. +66 −0 ...va/org/springframework/datda/hadoop/impala/hdfs/provider/SpringHadoopAdminPromptProviderTest.java
  25. +22 −0 plugin-mapreduce/build.gradle
  26. +7 −0 plugin-mapreduce/gradle.properties
  27. +48 −0 ...ce/src/main/java/org/springframework/data/hadoop/impala/mapreduce/commands/MapReduceCommands.java
  28. +10 −0 plugin-mapreduce/src/main/resources/META-INF/spring/spring-shell-plugin.xml
  29. +7 −0 settings.gradle
@@ -0,0 +1 @@
+#Tue Jul 03 15:07:07 PDT 2012
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
View
@@ -0,0 +1,28 @@
+description = 'Impala'
+
+allprojects {
+ group = "org.springframework.data.hadoop"
+
+ apply plugin: 'base'
+ apply plugin: 'java'
+
+ repositories {
+ mavenCentral()
+ maven { url "http://repo.springsource.org/snapshot" }
+ maven { url "http://repo.springsource.org/release" }
+ maven { url "http://repo.springsource.org/milestone" }
+ maven { url "http://mvnrepository.com/artifact" }
+ }
+
+ dependencies {
+ compile "commons-configuration:commons-configuration:$commonsConfigVersion"
+ compile "org.codehaus.jackson:jackson-core-asl:$jacksonVersion"
+ compile "org.codehaus.jackson:jackson-mapper-asl:$jacksonVersion"
+ compile "org.apache.hadoop:hadoop-core:$hadoopVersion"
+
+ testCompile "junit:junit:$junitVersion"
+ testCompile "org.springframework:spring-test:$springVersion"
+ }
+}
+
+defaultTasks 'clean', 'build'
View
@@ -0,0 +1,10 @@
+hadoopVersion = 1.0.0
+jacksonVersion = 1.9.6
+commonsConfigVersion = 1.8
+springBatchAdminVersion = 1.2.1.RELEASE
+springVersion = 3.1.1.RELEASE
+
+junitVersion = 4.8.1
+
+version = 1.0.0.BUILD-SNAPSHOT
+
Binary file not shown.
@@ -0,0 +1,6 @@
+#Wed Apr 25 17:59:38 CST 2012
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists
+distributionUrl=http\://services.gradle.org/distributions/gradle-1.0-rc-2-bin.zip
View
164 gradlew
@@ -0,0 +1,164 @@
+#!/bin/bash
+
+##############################################################################
+##
+## Gradle start up script for UN*X
+##
+##############################################################################
+
+# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+DEFAULT_JVM_OPTS=""
+
+APP_NAME="Gradle"
+APP_BASE_NAME=`basename "$0"`
+
+# Use the maximum available, or set MAX_FD != -1 to use that value.
+MAX_FD="maximum"
+
+warn ( ) {
+ echo "$*"
+}
+
+die ( ) {
+ echo
+ echo "$*"
+ echo
+ exit 1
+}
+
+# OS specific support (must be 'true' or 'false').
+cygwin=false
+msys=false
+darwin=false
+case "`uname`" in
+ CYGWIN* )
+ cygwin=true
+ ;;
+ Darwin* )
+ darwin=true
+ ;;
+ MINGW* )
+ msys=true
+ ;;
+esac
+
+# For Cygwin, ensure paths are in UNIX format before anything is touched.
+if $cygwin ; then
+ [ -n "$JAVA_HOME" ] && JAVA_HOME=`cygpath --unix "$JAVA_HOME"`
+fi
+
+# Attempt to set APP_HOME
+# Resolve links: $0 may be a link
+PRG="$0"
+# Need this for relative symlinks.
+while [ -h "$PRG" ] ; do
+ ls=`ls -ld "$PRG"`
+ link=`expr "$ls" : '.*-> \(.*\)$'`
+ if expr "$link" : '/.*' > /dev/null; then
+ PRG="$link"
+ else
+ PRG=`dirname "$PRG"`"/$link"
+ fi
+done
+SAVED="`pwd`"
+cd "`dirname \"$PRG\"`/"
+APP_HOME="`pwd -P`"
+cd "$SAVED"
+
+CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
+
+# Determine the Java command to use to start the JVM.
+if [ -n "$JAVA_HOME" ] ; then
+ if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
+ # IBM's JDK on AIX uses strange locations for the executables
+ JAVACMD="$JAVA_HOME/jre/sh/java"
+ else
+ JAVACMD="$JAVA_HOME/bin/java"
+ fi
+ if [ ! -x "$JAVACMD" ] ; then
+ die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+ fi
+else
+ JAVACMD="java"
+ which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+fi
+
+# Increase the maximum file descriptors if we can.
+if [ "$cygwin" = "false" -a "$darwin" = "false" ] ; then
+ MAX_FD_LIMIT=`ulimit -H -n`
+ if [ $? -eq 0 ] ; then
+ if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
+ MAX_FD="$MAX_FD_LIMIT"
+ fi
+ ulimit -n $MAX_FD
+ if [ $? -ne 0 ] ; then
+ warn "Could not set maximum file descriptor limit: $MAX_FD"
+ fi
+ else
+ warn "Could not query businessSystem maximum file descriptor limit: $MAX_FD_LIMIT"
+ fi
+fi
+
+# For Darwin, add options to specify how the application appears in the dock
+if $darwin; then
+ JAVA_OPTS="$JAVA_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
+fi
+
+# For Cygwin, switch paths to Windows format before running java
+if $cygwin ; then
+ APP_HOME=`cygpath --path --mixed "$APP_HOME"`
+ CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
+
+ # We build the pattern for arguments to be converted via cygpath
+ ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
+ SEP=""
+ for dir in $ROOTDIRSRAW ; do
+ ROOTDIRS="$ROOTDIRS$SEP$dir"
+ SEP="|"
+ done
+ OURCYGPATTERN="(^($ROOTDIRS))"
+ # Add a user-defined pattern to the cygpath arguments
+ if [ "$GRADLE_CYGPATTERN" != "" ] ; then
+ OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
+ fi
+ # Now convert the arguments - kludge to limit ourselves to /bin/sh
+ i=0
+ for arg in "$@" ; do
+ CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
+ CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
+
+ if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
+ eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
+ else
+ eval `echo args$i`="\"$arg\""
+ fi
+ i=$((i+1))
+ done
+ case $i in
+ (0) set -- ;;
+ (1) set -- "$args0" ;;
+ (2) set -- "$args0" "$args1" ;;
+ (3) set -- "$args0" "$args1" "$args2" ;;
+ (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
+ (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
+ (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
+ (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
+ (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
+ (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
+ esac
+fi
+
+# Split up the JVM_OPTS And GRADLE_OPTS values into an array, following the shell quoting and substitution rules
+function splitJvmOpts() {
+ JVM_OPTS=("$@")
+}
+eval splitJvmOpts $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS
+JVM_OPTS[${#JVM_OPTS[*]}]="-Dorg.gradle.appname=$APP_BASE_NAME"
+
+exec "$JAVACMD" "${JVM_OPTS[@]}" -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
View
@@ -0,0 +1,90 @@
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windowz variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+if "%@eval[2+2]" == "4" goto 4NT_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+goto execute
+
+:4NT_args
+@rem Get arguments from the 4NT Shell from JP Software
+set CMD_LINE_ARGS=%$
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega
View
@@ -0,0 +1,23 @@
+
+description = 'Impala HDFS plugin'
+apply plugin: 'eclipse'
+
+repositories {
+ maven { url "http://spring-roo-repository.springsource.org/release" }
+}
+
+dependencies {
+ compile "org.springframework.shell:spring-shell:$springShellVersion"
+ compile "org.apache.hadoop:hadoop-core:$hadoopVersion"
+}
+
+
+
+eclipse {
+ project {
+ name = "plugin-hdfs"
+ }
+}
+
+
+defaultTasks 'clean', 'build'
@@ -0,0 +1,7 @@
+springVersion = 3.1.1.RELEASE
+springShellVersion = 1.0.0.BUILD-SNAPSHOT
+hadoopVersion = 1.0.3
+
+
+
+
@@ -0,0 +1,41 @@
+/*
+ * Copyright 2011-2012 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.springframework.data.hadoop.impala.hdfs;
+
+import java.util.HashMap;
+import java.util.Map;
+
+public class HdfsConfiguration {
+
+ private static final String DFS_KEY = "dfs.default.name";
+
+ private static final String DEFAULT_DFS_NAME = "localhost:50070";
+
+ private Map<String, String> props = new HashMap<String, String>();
+
+ public void setDfsName(String dfsName) {
+ props.put(DFS_KEY, dfsName);
+
+ }
+
+ public String getDfsName() {
+ if (props.containsKey(DFS_KEY)){
+ return props.get(DFS_KEY);
+ }
+ return DEFAULT_DFS_NAME;
+
+ }
+}
Oops, something went wrong.

0 comments on commit 4e5cacf

Please sign in to comment.