Skip to content
This repository has been archived by the owner on Oct 30, 2020. It is now read-only.

Change build depancancy #247

Open
wants to merge 38 commits into
base: master
Choose a base branch
from
Open

Change build depancancy #247

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
67381bd
Updated POM for 2014.
brndnmtthws Jan 8, 2014
1763072
Switched to CDH4 MR1.
brndnmtthws Jan 8, 2014
04d4173
Enable Gzip compression by default.
brndnmtthws Jan 8, 2014
8bad7bb
Fixed kafka deps.
brndnmtthws Feb 10, 2014
66b3b07
Updated POM for 2014.
brndnmtthws Jan 8, 2014
8054115
Switched to CDH4 MR1.
brndnmtthws Jan 8, 2014
afc5e96
Enable Gzip compression by default.
brndnmtthws Jan 8, 2014
aaac281
Fixed kafka deps.
brndnmtthws Feb 10, 2014
c33e13c
Merge branch 'derp'
brndnmtthws Feb 11, 2014
628262b
Added string decoder.
brndnmtthws Feb 11, 2014
09bd40d
Fixed merge cruft.
brndnmtthws Feb 11, 2014
57c9809
Delete KafkaReader.java~
brndnmtthws Feb 13, 2014
efb7c2b
Log to stderr/out, handle out of range offset.
brndnmtthws Feb 13, 2014
8676157
Retry on offset request error.
brndnmtthws Feb 14, 2014
fe926b7
Limit timestamp to within 12 hours.
brndnmtthws Feb 17, 2014
6d6af2b
Use json-smart for JSON scheme.
brndnmtthws Feb 18, 2014
3fe3054
Handle Long timestamps.
brndnmtthws Feb 25, 2014
54af03b
Don't reset timestamps.
brndnmtthws Apr 22, 2014
988b8dc
CDH4 version bump.
brndnmtthws Jul 26, 2014
8f3b5d7
Disable checksumming.
brndnmtthws Aug 4, 2014
90dc669
Patching Camus to dump out counters to a json file.
Aug 12, 2014
fc7adba
minor cleanup
Aug 12, 2014
478c617
Merge pull request #1 from airbnb/counters-patch
krishnap Aug 14, 2014
2c73c27
Metadata snapshot consumer
Aug 19, 2014
551404c
moving to intellij. reformatted, and looks a lot better
Aug 19, 2014
24f227d
addressed more review comments; command line parsing; more null check…
Aug 19, 2014
8aba179
Merge pull request #2 from airbnb/metadata-fetcher
krishnap Aug 20, 2014
27d3387
[Camus] date partition the counters for number of records read; plus …
Aug 25, 2014
4c9f178
Merge pull request #3 from airbnb/counter-partition-by-hour
krishnap Aug 25, 2014
0ee91fa
missing unicode bug fix
whua-airbnb Oct 10, 2014
06d729b
clean up spaces and indents in pom.xml files
whua-airbnb Oct 10, 2014
be338cf
Merge pull request #4 from airbnb/unicode_bug_fix_cleanup
whua-airbnb Oct 17, 2014
5c6943a
modify the json decoder to support json array when looking for a time…
Apr 14, 2015
c36ba4a
adding JitneyTimestampDecoder
Apr 16, 2015
7754866
Merge pull request #5 from leezhang/lee_zhang/adding_json_array_strin…
krishnap Apr 21, 2015
d690897
update the version number for JitneyTimestampDecoder
Apr 22, 2015
2f6cac1
Merge pull request #6 from leezhang/lee_zhang/increment_the_jar_version
krishnap Apr 28, 2015
c897dfd
update package and dependancy versions
Sep 1, 2015
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 13 additions & 9 deletions camus-api/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,19 +5,23 @@
<parent>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-parent</artifactId>
<version>0.1.0-SNAPSHOT</version>
<version>0.3.0-SNAPSHOT</version>
</parent>

<artifactId>camus-api</artifactId>
<name>Camus API.</name>
<packaging>jar</packaging>
<name>Camus API.</name>
<packaging>jar</packaging>

<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
</dependency>
</dependencies>
<dependencies>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
</dependency>
</dependencies>


</project>
213 changes: 123 additions & 90 deletions camus-etl-kafka/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,95 +1,128 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<parent>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-parent</artifactId>
<version>0.1.0-SNAPSHOT</version>
</parent>
<parent>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-parent</artifactId>
<version>0.3.0-SNAPSHOT</version>
</parent>

<artifactId>camus-etl-kafka</artifactId>
<name>Camus ETL to move data from Kafka to Hadoop.</name>
<packaging>jar</packaging>
<dependencies>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-api</artifactId>
</dependency>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-schema-registry</artifactId>
</dependency>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-kafka-coders</artifactId>
</dependency>
<dependency>
<groupId>joda-time</groupId>
<artifactId>joda-time</artifactId>
</dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro-mapred</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
</dependency>
<dependency>
<groupId>kafka</groupId>
<artifactId>kafka</artifactId>
</dependency>
<dependency>
<groupId>com.github.sgroschupf</groupId>
<artifactId>zkclient</artifactId>
</dependency>
<dependency>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
</exclusion>
<exclusion>
<groupId>jline</groupId>
<artifactId>jline</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
</dependency>
<dependency>
<groupId>commons-cli</groupId>
<artifactId>commons-cli</artifactId>
<version>1.2</version>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.8.1</version>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<groupId>org.apache.avro</groupId>
<artifactId>avro-maven-plugin</artifactId>
<version>1.7.0</version>
<executions>
<execution> <id>schemas</id> <phase>generate-sources</phase> <goals>
<goal>schema</goal> <goal>protocol</goal> <goal>idl-protocol</goal> </goals>
<configuration> <sourceDirectory>${project.basedir}/src/main/avro/</sourceDirectory>
<outputDirectory>${project.basedir}/src/main/java/</outputDirectory>
<lifecycleMappingMetadata> <action> <ignore /> </action> </lifecycleMappingMetadata></configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
<artifactId>camus-etl-kafka</artifactId>
<name>Camus ETL to move data from Kafka to Hadoop.</name>
<packaging>jar</packaging>
<dependencies>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-api</artifactId>
</dependency>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-schema-registry</artifactId>
</dependency>
<dependency>
<groupId>com.linkedin.camus</groupId>
<artifactId>camus-kafka-coders</artifactId>
</dependency>
<dependency>
<groupId>joda-time</groupId>
<artifactId>joda-time</artifactId>
</dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro-mapred</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka_2.10</artifactId>
</dependency>
<dependency>
<groupId>com.github.sgroschupf</groupId>
<artifactId>zkclient</artifactId>
</dependency>
<dependency>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
</exclusion>
<exclusion>
<groupId>jline</groupId>
<artifactId>jline</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
</dependency>
<dependency>
<groupId>commons-cli</groupId>
<artifactId>commons-cli</artifactId>
<version>1.2</version>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.8.1</version>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId>
<version>1.9.5</version>
<scope>test</scope>
</dependency>
</dependencies>

<build>
<plugins>
<plugin>
<groupId>org.apache.avro</groupId>
<artifactId>avro-maven-plugin</artifactId>
<version>1.7.0</version>
<executions>
<execution> <id>schemas</id> <phase>generate-sources</phase> <goals>
<goal>schema</goal> <goal>protocol</goal> <goal>idl-protocol</goal> </goals>
<configuration> <sourceDirectory>${project.basedir}/src/main/avro/</sourceDirectory>
<outputDirectory>${project.basedir}/src/main/java/</outputDirectory>
<lifecycleMappingMetadata> <action> <ignore /> </action> </lifecycleMappingMetadata></configuration>
</execution>
</executions>
</plugin>
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptorRefs>
<descriptorRef>jar-with-dependencies</descriptorRef>
</descriptorRefs>
<archive>
<manifest>
<mainClass></mainClass>
</manifest>
</archive>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
Loading