Interactive shell for Hadoop
Java Groovy Shell R
Switch branches/tags
Latest commit 592d1ce Oct 15, 2012 Costin Leau bump to dev version
Permalink
Failed to load latest commit information.
docs
gradle/wrapper upgrade to Gradle 1.2 Oct 12, 2012
plugin-common/src IMPALA-28 remove default value for JT and NN Aug 9, 2012
plugin-hdfs/src remove stack trace Aug 17, 2012
plugin-hive/src downgrade to Spring 3.1.1 (for Serengeti) Oct 14, 2012
plugin-mapreduce/src check NN and JT before run cmd Aug 16, 2012
plugin-pig
plugin-r/src
samples update readme Aug 8, 2012
.gitignore build system updates Jul 9, 2012
README.md
build.gradle add spring-jdbc as a dependency for Hive Oct 14, 2012
gradle.properties bump to dev version Oct 14, 2012
gradlew upgrade to Gradle 1.2 Oct 12, 2012
gradlew.bat initial (non-working) project shell Jul 4, 2012
maven.gradle build system updates Jul 9, 2012
settings.gradle add R commands Jul 25, 2012

README.md

impala

Interactive shell for Hadoop

  • Maven:
<dependency>
  <groupId>org.springframework.data.hadoop.impala</groupId>
  <artifactId>plugin-hdfs</artifactId>
  <version>${version}</version>
</dependency>
<dependency>
  <groupId>org.springframework.data.hadoop.impala</groupId>
  <artifactId>plugin-mapreduce</artifactId>
  <version>${version}</version>
</dependency> 

<build>
	<plugins>
		<plugin>
			<groupId>org.apache.maven.plugins</groupId>
			<artifactId>maven-dependency-plugin</artifactId>
			<executions>
				<execution>
					<id>copy-dependencies</id>
					<phase>prepare-package</phase>
					<goals>
						<goal>copy-dependencies</goal>
					</goals>
					<configuration>
						<outputDirectory>${project.build.directory}/dependency</outputDirectory>
						<overWriteReleases>true</overWriteReleases>
						<overWriteSnapshots>true</overWriteSnapshots>
						<overWriteIfNewer>true</overWriteIfNewer>
					</configuration>
				</execution>
			</executions>
		</plugin>
		<plugin>
			<groupId>org.apache.maven.plugins</groupId>
			<artifactId>maven-jar-plugin</artifactId>
			<configuration>
				<archive>
					<manifest>
						<addClasspath>true</addClasspath>
						<useUniqueVersions>false</useUniqueVersions>
						<classpathPrefix>dependency/</classpathPrefix>
						<mainClass>${jar.mainclass}</mainClass>
					</manifest>
					<manifestEntries>
						<version>${project.version}</version>
					</manifestEntries>
				</archive>
			</configuration>
		</plugin>
	</plugins>
</build>

<!-- used for nightly builds -->
<repository>
  <id>spring-maven-snapshot</id>
  <snapshots><enabled>true</enabled></snapshots>
  <name>Springframework Maven SNAPSHOT Repository</name>
  <url>http://maven.springframework.org/snapshot</url>
</repository> 

<!-- used for milestone/rc releases -->
<repository>
  <id>spring-maven-milestone</id>
  <name>Springframework Maven Milestone Repository</name>
  <url>http://maven.springframework.org/milestone</url>
</repository>  
  • Gradle:
repositories {
   mavenRepo name: "spring-snapshot", urls: "http://maven.springframework.org/snapshot"
}

dependencies {
   compile "org.springframework.data.hadoop.impala:plugin-hdfs:${version}"
   compile "org.springframework.data.hadoop.impala:plugin-mapreduce:${version}"
}


task copyDependency(type: Copy) {
	into "$buildDir/libs/dependency"
	from configurations.runtime	
}

project.ext.springShellJar = configurations.runtime.find { file -> file.name.contains("spring-shell")}
//println("spring shell name is:" + project.ext.springShellJar.name)

project.ext.manifestClasspath = "dependency/" + springShellJar.name + " "
project.ext.manifestClasspath = project.ext.manifestClasspath + configurations.runtime.collect{ File file -> "dependency/"+file.name}.join(' ')

jar {
	baseName "simple-cli"
	manifest {
		attributes 'Main-Class' : 'org.springframework.shell.Bootstrap', "Class-Path" : project.ext.manifestClasspath
	}	
}


eclipse {
	project {
		name = "simple-cli"
	}
}


defaultTasks 'clean', 'build', 'copyDependency'

current version is 1.0.0.BUILD-SNAPSHOT

Running Example

cd samples/simple
../../gradlew
java -jar build/libs/build/libs/simple-cli-1.0.0.BUILD-SNAPSHOT.jar