diff --git a/cdk-data/findbugs-exclude.xml b/cdk-data/cdk-data-core/findbugs-exclude.xml similarity index 100% rename from cdk-data/findbugs-exclude.xml rename to cdk-data/cdk-data-core/findbugs-exclude.xml diff --git a/cdk-data/cdk-data-core/pom.xml b/cdk-data/cdk-data-core/pom.xml new file mode 100644 index 0000000000..270446f872 --- /dev/null +++ b/cdk-data/cdk-data-core/pom.xml @@ -0,0 +1,196 @@ + + + + + 4.0.0 + cdk-data-core + + + com.cloudera + cdk-data + 0.3.1-SNAPSHOT + + + CDK Data Core Module + + The CDK Data Core module provides simple, intuitive APIs for working with + datasets in the Cloudera Platform. + + + + + + org.apache.avro + avro-maven-plugin + + + org.apache.maven.plugins + maven-compiler-plugin + + + org.apache.maven.plugins + maven-jar-plugin + + + + test-jar + + + + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + org.apache.maven.plugins + maven-source-plugin + + + org.apache.rat + apache-rat-plugin + + + org.codehaus.mojo + findbugs-maven-plugin + + findbugs-exclude.xml + + + + + + + + + org.apache.maven.plugins + maven-project-info-reports-plugin + + + false + + index + summary + dependency-info + dependencies + + + + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + + + + + org.slf4j + slf4j-api + + + org.slf4j + slf4j-log4j12 + + + com.google.guava + guava + + + com.google.code.findbugs + jsr305 + provided + true + + + com.google.code.findbugs + annotations + provided + + + com.twitter + parquet-avro + + + junit + junit + test + + + org.apache.avro + avro + + + org.apache.hadoop + hadoop-client + + + org.apache.hadoop + hadoop-hdfs + + + org.apache.hadoop + hadoop-mapreduce-client-app + + + org.apache.hadoop + hadoop-yarn-api + + + + + org.apache.hadoop + hadoop-mapreduce-client-jobclient + + + + + org.apache.hadoop + hadoop-common + test-jar + test + + + org.apache.hadoop + hadoop-hdfs + test + + + org.apache.hadoop + hadoop-hdfs + test-jar + test + + + org.apache.commons + commons-jexl + + + + diff --git a/cdk-data/src/main/avro/standard_event.avsc b/cdk-data/cdk-data-core/src/main/avro/standard_event.avsc similarity index 100% rename from cdk-data/src/main/avro/standard_event.avsc rename to cdk-data/cdk-data-core/src/main/avro/standard_event.avsc diff --git a/cdk-data/src/main/java/com/cloudera/data/AccessorImpl.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/AccessorImpl.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/AccessorImpl.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/AccessorImpl.java diff --git a/cdk-data/src/main/java/com/cloudera/data/Dataset.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Dataset.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/Dataset.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Dataset.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetDescriptor.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetDescriptor.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetDescriptor.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetDescriptor.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetException.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetException.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetException.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetException.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetReader.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetReader.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetReader.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetReader.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetReaderException.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetReaderException.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetReaderException.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetReaderException.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetRepository.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetRepository.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetRepository.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetRepository.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetRepositoryException.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetRepositoryException.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetRepositoryException.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetRepositoryException.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetWriter.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetWriter.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetWriter.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetWriter.java diff --git a/cdk-data/src/main/java/com/cloudera/data/DatasetWriterException.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetWriterException.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/DatasetWriterException.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/DatasetWriterException.java diff --git a/cdk-data/src/main/java/com/cloudera/data/FieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/FieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/FieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/FieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/Format.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Format.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/Format.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Format.java diff --git a/cdk-data/src/main/java/com/cloudera/data/Formats.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Formats.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/Formats.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/Formats.java diff --git a/cdk-data/src/main/java/com/cloudera/data/HadoopFileSystemURLStreamHandler.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/HadoopFileSystemURLStreamHandler.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/HadoopFileSystemURLStreamHandler.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/HadoopFileSystemURLStreamHandler.java diff --git a/cdk-data/src/main/java/com/cloudera/data/MetadataProvider.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/MetadataProvider.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/MetadataProvider.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/MetadataProvider.java diff --git a/cdk-data/src/main/java/com/cloudera/data/MetadataProviderException.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/MetadataProviderException.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/MetadataProviderException.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/MetadataProviderException.java diff --git a/cdk-data/src/main/java/com/cloudera/data/PartitionExpression.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionExpression.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/PartitionExpression.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionExpression.java diff --git a/cdk-data/src/main/java/com/cloudera/data/PartitionKey.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionKey.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/PartitionKey.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionKey.java diff --git a/cdk-data/src/main/java/com/cloudera/data/PartitionStrategy.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionStrategy.java similarity index 99% rename from cdk-data/src/main/java/com/cloudera/data/PartitionStrategy.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionStrategy.java index 4ce560c389..58abf51ce3 100644 --- a/cdk-data/src/main/java/com/cloudera/data/PartitionStrategy.java +++ b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/PartitionStrategy.java @@ -35,8 +35,6 @@ import com.google.common.base.Supplier; import com.google.common.collect.Lists; -import static java.util.Locale.ENGLISH; - /** *

* The strategy used to determine how a dataset is partitioned. diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/AccessorImpl.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/AccessorImpl.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/AccessorImpl.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/AccessorImpl.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDataset.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDataset.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDataset.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDataset.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetReader.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetReader.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetReader.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetReader.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetRepository.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetRepository.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetRepository.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetRepository.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetWriter.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetWriter.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetWriter.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemDatasetWriter.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemMetadataProvider.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemMetadataProvider.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/FileSystemMetadataProvider.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/FileSystemMetadataProvider.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/MultiFileDatasetReader.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/MultiFileDatasetReader.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/MultiFileDatasetReader.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/MultiFileDatasetReader.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetReader.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetReader.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetReader.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetReader.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetWriter.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetWriter.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetWriter.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ParquetFileSystemDatasetWriter.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/PartitionedDatasetWriter.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/PartitionedDatasetWriter.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/PartitionedDatasetWriter.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/PartitionedDatasetWriter.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/PathFilters.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/PathFilters.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/PathFilters.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/PathFilters.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/ReaderWriterState.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ReaderWriterState.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/ReaderWriterState.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/ReaderWriterState.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/SchemaValidationUtil.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/SchemaValidationUtil.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/SchemaValidationUtil.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/SchemaValidationUtil.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/impl/Accessor.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/impl/Accessor.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/impl/Accessor.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/impl/Accessor.java diff --git a/cdk-data/src/main/java/com/cloudera/data/filesystem/package-info.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/filesystem/package-info.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/filesystem/package-info.java diff --git a/cdk-data/src/main/java/com/cloudera/data/impl/Accessor.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/impl/Accessor.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/impl/Accessor.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/impl/Accessor.java diff --git a/cdk-data/src/main/java/com/cloudera/data/impl/package-info.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/impl/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/impl/package-info.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/impl/package-info.java diff --git a/cdk-data/src/main/java/com/cloudera/data/package-info.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/package-info.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/package-info.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/CalendarFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/CalendarFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/CalendarFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/CalendarFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/DayOfMonthFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/DayOfMonthFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/DayOfMonthFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/DayOfMonthFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/HashFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/HashFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/HashFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/HashFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/HourFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/HourFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/HourFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/HourFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/IdentityFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/IdentityFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/IdentityFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/IdentityFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/IntRangeFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/IntRangeFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/IntRangeFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/IntRangeFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/ListFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/ListFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/ListFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/ListFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/MinuteFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/MinuteFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/MinuteFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/MinuteFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/MonthFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/MonthFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/MonthFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/MonthFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/PartitionFunctions.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/PartitionFunctions.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/PartitionFunctions.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/PartitionFunctions.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/RangeFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/RangeFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/RangeFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/RangeFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/YearFieldPartitioner.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/YearFieldPartitioner.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/YearFieldPartitioner.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/YearFieldPartitioner.java diff --git a/cdk-data/src/main/java/com/cloudera/data/partition/package-info.java b/cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/partition/package-info.java rename to cdk-data/cdk-data-core/src/main/java/com/cloudera/data/partition/package-info.java diff --git a/cdk-data/src/main/javadoc/overview.html b/cdk-data/cdk-data-core/src/main/javadoc/overview.html similarity index 100% rename from cdk-data/src/main/javadoc/overview.html rename to cdk-data/cdk-data-core/src/main/javadoc/overview.html diff --git a/cdk-data/src/main/resources/DatasetDescriptor.avsc b/cdk-data/cdk-data-core/src/main/resources/DatasetDescriptor.avsc similarity index 100% rename from cdk-data/src/main/resources/DatasetDescriptor.avsc rename to cdk-data/cdk-data-core/src/main/resources/DatasetDescriptor.avsc diff --git a/cdk-data/cdk-data-core/src/site/site.xml b/cdk-data/cdk-data-core/src/site/site.xml new file mode 100644 index 0000000000..7e5ccfae74 --- /dev/null +++ b/cdk-data/cdk-data-core/src/site/site.xml @@ -0,0 +1,25 @@ + + + + + + +

+ + + + \ No newline at end of file diff --git a/cdk-data/src/test/java/com/cloudera/data/TestDatasetDescriptor.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestDatasetDescriptor.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/TestDatasetDescriptor.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestDatasetDescriptor.java diff --git a/cdk-data/src/test/java/com/cloudera/data/TestPartitionExpression.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestPartitionExpression.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/TestPartitionExpression.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestPartitionExpression.java diff --git a/cdk-data/src/test/java/com/cloudera/data/TestPartitionStrategy.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestPartitionStrategy.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/TestPartitionStrategy.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/TestPartitionStrategy.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/DatasetTestUtilities.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/DatasetTestUtilities.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/DatasetTestUtilities.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/DatasetTestUtilities.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDataset.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDataset.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDataset.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDataset.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetPartitionKeyForPath.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetPartitionKeyForPath.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetPartitionKeyForPath.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetPartitionKeyForPath.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetReader.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetReader.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetReader.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetReader.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetRepository.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetRepository.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetRepository.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetRepository.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetWriter.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetWriter.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetWriter.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemDatasetWriter.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemMetadataProvider.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemMetadataProvider.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestFileSystemMetadataProvider.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestFileSystemMetadataProvider.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestMultiFileDatasetReader.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestMultiFileDatasetReader.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestMultiFileDatasetReader.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestMultiFileDatasetReader.java diff --git a/cdk-data/src/test/java/com/cloudera/data/filesystem/TestPartitionedDatasetWriter.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestPartitionedDatasetWriter.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/filesystem/TestPartitionedDatasetWriter.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/filesystem/TestPartitionedDatasetWriter.java diff --git a/cdk-data/src/test/java/com/cloudera/data/partition/TestCalendarFieldPartitioner.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/partition/TestCalendarFieldPartitioner.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/partition/TestCalendarFieldPartitioner.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/partition/TestCalendarFieldPartitioner.java diff --git a/cdk-data/src/test/java/com/cloudera/data/partition/TestRangeFieldPartitioner.java b/cdk-data/cdk-data-core/src/test/java/com/cloudera/data/partition/TestRangeFieldPartitioner.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/partition/TestRangeFieldPartitioner.java rename to cdk-data/cdk-data-core/src/test/java/com/cloudera/data/partition/TestRangeFieldPartitioner.java diff --git a/cdk-data/src/test/resources/data/strings-100.avro b/cdk-data/cdk-data-core/src/test/resources/data/strings-100.avro similarity index 100% rename from cdk-data/src/test/resources/data/strings-100.avro rename to cdk-data/cdk-data-core/src/test/resources/data/strings-100.avro diff --git a/cdk-data/src/test/resources/hive-site.xml b/cdk-data/cdk-data-core/src/test/resources/hive-site.xml similarity index 100% rename from cdk-data/src/test/resources/hive-site.xml rename to cdk-data/cdk-data-core/src/test/resources/hive-site.xml diff --git a/cdk-data/src/test/resources/log4j.properties b/cdk-data/cdk-data-core/src/test/resources/log4j.properties similarity index 100% rename from cdk-data/src/test/resources/log4j.properties rename to cdk-data/cdk-data-core/src/test/resources/log4j.properties diff --git a/cdk-data/src/test/resources/schema/string.avsc b/cdk-data/cdk-data-core/src/test/resources/schema/string.avsc similarity index 100% rename from cdk-data/src/test/resources/schema/string.avsc rename to cdk-data/cdk-data-core/src/test/resources/schema/string.avsc diff --git a/cdk-data/src/test/resources/schema/user.avsc b/cdk-data/cdk-data-core/src/test/resources/schema/user.avsc similarity index 100% rename from cdk-data/src/test/resources/schema/user.avsc rename to cdk-data/cdk-data-core/src/test/resources/schema/user.avsc diff --git a/cdk-data/cdk-data-crunch/pom.xml b/cdk-data/cdk-data-crunch/pom.xml new file mode 100644 index 0000000000..53b2efbbf2 --- /dev/null +++ b/cdk-data/cdk-data-crunch/pom.xml @@ -0,0 +1,183 @@ + + + + + 4.0.0 + cdk-data-crunch + + + com.cloudera + cdk-data + 0.3.1-SNAPSHOT + + + CDK Data Crunch Module + + The CDK Data Crunch module provides Crunch support for working with CDK Data. + + + + + + org.apache.maven.plugins + maven-compiler-plugin + + + org.apache.maven.plugins + maven-source-plugin + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + org.apache.rat + apache-rat-plugin + + + org.codehaus.mojo + findbugs-maven-plugin + + + + + + + + org.apache.maven.plugins + maven-project-info-reports-plugin + + + false + + index + summary + dependency-info + dependencies + + + + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + + + + + com.cloudera + cdk-data-core + 0.3.1-SNAPSHOT + + + + com.cloudera + cdk-data-core + 0.3.1-SNAPSHOT + test-jar + test + + + + com.google.guava + guava + + + com.google.code.findbugs + jsr305 + provided + true + + + com.google.code.findbugs + annotations + provided + + + junit + junit + test + + + org.apache.avro + avro + + + org.apache.hadoop + hadoop-client + + + org.apache.hadoop + hadoop-hdfs + + + org.apache.hadoop + hadoop-mapreduce-client-app + + + org.apache.hadoop + hadoop-yarn-api + + + + + org.apache.hadoop + hadoop-mapreduce-client-jobclient + + + + + org.apache.crunch + crunch-core + + + + + commons-codec + commons-codec + 1.4 + + + + + commons-httpclient + commons-httpclient + 3.1 + test + + + org.apache.hadoop + hadoop-mapreduce-client-common + ${vers.hadoop} + test + + + + diff --git a/cdk-data/src/main/java/com/cloudera/data/crunch/CrunchDatasets.java b/cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/CrunchDatasets.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/crunch/CrunchDatasets.java rename to cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/CrunchDatasets.java diff --git a/cdk-data/src/main/java/com/cloudera/data/crunch/MultiAvroFileSource.java b/cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/MultiAvroFileSource.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/crunch/MultiAvroFileSource.java rename to cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/MultiAvroFileSource.java diff --git a/cdk-data/src/main/java/com/cloudera/data/crunch/package-info.java b/cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/crunch/package-info.java rename to cdk-data/cdk-data-crunch/src/main/java/com/cloudera/data/crunch/package-info.java diff --git a/cdk-data/cdk-data-crunch/src/site/site.xml b/cdk-data/cdk-data-crunch/src/site/site.xml new file mode 100644 index 0000000000..a6d69d52dd --- /dev/null +++ b/cdk-data/cdk-data-crunch/src/site/site.xml @@ -0,0 +1,25 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/cdk-data/src/test/java/com/cloudera/data/crunch/TestCrunchDatasets.java b/cdk-data/cdk-data-crunch/src/test/java/com/cloudera/data/crunch/TestCrunchDatasets.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/crunch/TestCrunchDatasets.java rename to cdk-data/cdk-data-crunch/src/test/java/com/cloudera/data/crunch/TestCrunchDatasets.java diff --git a/cdk-data/cdk-data-hcatalog/pom.xml b/cdk-data/cdk-data-hcatalog/pom.xml new file mode 100644 index 0000000000..407d4032a6 --- /dev/null +++ b/cdk-data/cdk-data-hcatalog/pom.xml @@ -0,0 +1,174 @@ + + + + + 4.0.0 + cdk-data-hcatalog + + + com.cloudera + cdk-data + 0.3.1-SNAPSHOT + + + CDK Data HCatalog Module + + The CDK Data HCatalog module provides integration with HCatalog (and Hive) for CDK + datasets. + + + + + + org.apache.maven.plugins + maven-compiler-plugin + + + org.apache.maven.plugins + maven-source-plugin + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + org.apache.rat + apache-rat-plugin + + + org.codehaus.mojo + findbugs-maven-plugin + + + + + + + + + org.apache.maven.plugins + maven-project-info-reports-plugin + + + false + + index + summary + dependency-info + dependencies + + + + + + org.apache.maven.plugins + maven-javadoc-plugin + + true + + + + + + + + com.cloudera + cdk-data-core + 0.3.1-SNAPSHOT + + + + com.cloudera + cdk-data-core + 0.3.1-SNAPSHOT + test-jar + test + + + + com.google.guava + guava + + + com.google.code.findbugs + jsr305 + provided + true + + + com.google.code.findbugs + annotations + provided + + + junit + junit + test + + + org.apache.avro + avro + + + org.apache.hadoop + hadoop-client + + + org.apache.hadoop + hadoop-hdfs + + + org.apache.hadoop + hadoop-mapreduce-client-app + + + org.apache.hadoop + hadoop-yarn-api + + + + + org.apache.hadoop + hadoop-mapreduce-client-jobclient + + + + + + org.apache.hcatalog + hcatalog-core + + + + org.apache.derby + derby + + + + + diff --git a/cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalog.java b/cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalog.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalog.java rename to cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalog.java diff --git a/cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java b/cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java similarity index 99% rename from cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java rename to cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java index 87f47c023a..ea08caf448 100644 --- a/cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java +++ b/cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalogDatasetRepository.java @@ -19,7 +19,6 @@ import com.cloudera.data.DatasetDescriptor; import com.cloudera.data.DatasetRepository; import com.cloudera.data.DatasetRepositoryException; -import com.cloudera.data.MetadataProvider; import com.cloudera.data.filesystem.FileSystemDatasetRepository; import com.google.common.base.Supplier; import java.io.IOException; diff --git a/cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalogMetadataProvider.java b/cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalogMetadataProvider.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/hcatalog/HCatalogMetadataProvider.java rename to cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/HCatalogMetadataProvider.java diff --git a/cdk-data/src/main/java/com/cloudera/data/hcatalog/package-info.java b/cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/package-info.java similarity index 100% rename from cdk-data/src/main/java/com/cloudera/data/hcatalog/package-info.java rename to cdk-data/cdk-data-hcatalog/src/main/java/com/cloudera/data/hcatalog/package-info.java diff --git a/cdk-data/cdk-data-hcatalog/src/site/site.xml b/cdk-data/cdk-data-hcatalog/src/site/site.xml new file mode 100644 index 0000000000..8c48ff7d6f --- /dev/null +++ b/cdk-data/cdk-data-hcatalog/src/site/site.xml @@ -0,0 +1,25 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/cdk-data/src/test/java/com/cloudera/data/hcatalog/TestHCatalogDatasetRepository.java b/cdk-data/cdk-data-hcatalog/src/test/java/com/cloudera/data/hcatalog/TestHCatalogDatasetRepository.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/hcatalog/TestHCatalogDatasetRepository.java rename to cdk-data/cdk-data-hcatalog/src/test/java/com/cloudera/data/hcatalog/TestHCatalogDatasetRepository.java diff --git a/cdk-data/src/test/java/com/cloudera/data/hcatalog/TestHCatalogMetadataProvider.java b/cdk-data/cdk-data-hcatalog/src/test/java/com/cloudera/data/hcatalog/TestHCatalogMetadataProvider.java similarity index 100% rename from cdk-data/src/test/java/com/cloudera/data/hcatalog/TestHCatalogMetadataProvider.java rename to cdk-data/cdk-data-hcatalog/src/test/java/com/cloudera/data/hcatalog/TestHCatalogMetadataProvider.java diff --git a/cdk-data/pom.xml b/cdk-data/pom.xml index 68c9c77d04..2096a7e14d 100644 --- a/cdk-data/pom.xml +++ b/cdk-data/pom.xml @@ -20,6 +20,13 @@ 4.0.0 cdk-data + pom + + + cdk-data-core + cdk-data-crunch + cdk-data-hcatalog + com.cloudera @@ -35,101 +42,23 @@ - - org.apache.avro - avro-maven-plugin - - - org.apache.maven.plugins - maven-compiler-plugin - - - org.apache.maven.plugins - maven-javadoc-plugin - - - generate-jdiff-xml - site - - javadoc - - - jdiff.JDiff - ${project.basedir}/lib/jdiff.jar - - -XDignore.symbol.file -apiname 'CDK ${project.version}' - - false - ${project.reporting.outputDirectory} - jdiff - - - - generate-jdiff-site-report - site - - javadoc - - - jdiff.JDiff - ${project.basedir}/lib/jdiff.jar:${project.basedir}/lib/xerces.jar - - -XDignore.symbol.file -oldapi 'CDK ${previous.project.version}' -newapi 'CDK ${project.version}' -oldapidir '${project.basedir}/src/jdiff' -newapidir '${project.reporting.outputDirectory}/jdiff' -javadocnew ../../apidocs/ -d ${project.reporting.outputDirectory}/jdiff - - false - ${project.reporting.outputDirectory} - jdiff - - - - - - org.apache.maven.plugins - maven-source-plugin - org.apache.rat apache-rat-plugin - - org.codehaus.mojo - findbugs-maven-plugin - - findbugs-exclude.xml - - - - org.apache.maven.plugins - maven-site-plugin - - true - - - org.apache.maven.plugins maven-project-info-reports-plugin - ${vers.maven-project-info-reports} - - false - + false index - summary - dependency-info - dependencies - license - project-team @@ -137,130 +66,11 @@ org.apache.maven.plugins maven-javadoc-plugin - ${vers.maven-javadoc} - com.cloudera.data.event,*.impl - - http://avro.apache.org/docs/${vers.avro}/api/java/ - http://crunch.apache.org/apidocs/${vers.crunch-base}/ - http://archive.cloudera.com/cdh4/cdh/4/hadoop-${vers.hadoop}/api/ - + true - - - - javadoc - - - - - - org.slf4j - slf4j-api - - - org.slf4j - slf4j-log4j12 - - - com.google.guava - guava - - - com.google.code.findbugs - jsr305 - provided - true - - - com.google.code.findbugs - annotations - provided - - - com.twitter - parquet-avro - - - junit - junit - test - - - org.apache.avro - avro - - - org.apache.hadoop - hadoop-client - - - org.apache.hadoop - hadoop-hdfs - - - org.apache.hadoop - hadoop-mapreduce-client-app - - - org.apache.hadoop - hadoop-yarn-api - - - org.apache.hadoop - hadoop-mapreduce-client-jobclient - - - - - org.apache.hadoop - hadoop-common - test-jar - test - - - org.apache.hadoop - hadoop-hdfs - test-jar - test - - - org.apache.hcatalog - hcatalog-core - true - - - org.apache.derby - derby - true - - - org.apache.commons - commons-jexl - - - org.apache.crunch - crunch-core - true - - - - - commons-codec - commons-codec - 1.4 - - - - commons-httpclient - commons-httpclient - 3.1 - test - - - diff --git a/cdk-data/src/site/site.xml b/cdk-data/src/site/site.xml index 452ef79773..39fe28c0d8 100644 --- a/cdk-data/src/site/site.xml +++ b/cdk-data/src/site/site.xml @@ -18,18 +18,16 @@ - - - + + - - - + + diff --git a/cdk-flume-log4jappender/pom.xml b/cdk-flume-log4jappender/pom.xml index 8b906df754..dc3ae9de4b 100644 --- a/cdk-flume-log4jappender/pom.xml +++ b/cdk-flume-log4jappender/pom.xml @@ -12,7 +12,7 @@ com.cloudera - cdk-data + cdk-data-core 0.3.1-SNAPSHOT diff --git a/cdk-tools/pom.xml b/cdk-tools/pom.xml index e6993b7397..b46e067a6f 100644 --- a/cdk-tools/pom.xml +++ b/cdk-tools/pom.xml @@ -1,4 +1,19 @@ + 4.0.0 @@ -15,19 +30,6 @@ The CDK Tools module provides command-line tools and APIs for performing common tasks with CDK. - 2013 - - - Cloudera - http://www.cloudera.com/ - - - - - Apache Software License v2.0 - http://www.apache.org/licenses/LICENSE-2.0.txt - - @@ -101,7 +103,7 @@ com.cloudera - cdk-data + cdk-data-core 0.3.1-SNAPSHOT diff --git a/cdk-data/lib/jdiff.jar b/lib/jdiff.jar similarity index 100% rename from cdk-data/lib/jdiff.jar rename to lib/jdiff.jar diff --git a/cdk-data/lib/xerces.jar b/lib/xerces.jar similarity index 100% rename from cdk-data/lib/xerces.jar rename to lib/xerces.jar diff --git a/pom.xml b/pom.xml index 9a650a3489..ce2af6f86b 100644 --- a/pom.xml +++ b/pom.xml @@ -1,4 +1,19 @@ + 4.0.0 @@ -25,7 +40,7 @@ - twhite + tomwhite Tom White Cloudera @@ -147,11 +162,52 @@ maven-site-plugin ${vers.maven-site} - false + true UTF-8 UTF-8 + + org.apache.maven.plugins + maven-javadoc-plugin + + + generate-jdiff-xml + site + + aggregate + + + jdiff.JDiff + ${project.basedir}/lib/jdiff.jar + + -XDignore.symbol.file -apiname 'CDK ${project.version}' + + false + ${project.reporting.outputDirectory} + jdiff + com.cloudera.data.event,*.impl,org.apache.* + + + + generate-jdiff-site-report + site + + aggregate + + + jdiff.JDiff + ${project.basedir}/lib/jdiff.jar:${project.basedir}/lib/xerces.jar + + -XDignore.symbol.file -oldapi 'CDK ${previous.project.version}' -newapi 'CDK ${project.version}' -oldapidir '${project.basedir}/src/jdiff' -newapidir '${project.reporting.outputDirectory}/jdiff' -javadocnew ../../apidocs/ -d ${project.reporting.outputDirectory}/jdiff + + false + ${project.reporting.outputDirectory} + jdiff + + + + @@ -183,12 +239,17 @@ 1.6 + + org.apache.maven.plugins + maven-jar-plugin + 2.4 + org.apache.maven.plugins maven-javadoc-plugin ${vers.maven-javadoc} - com.cloudera.data.event,*.impl + com.cloudera.data.event,*.impl,org.apache.* http://avro.apache.org/docs/${vers.avro}/api/java/ http://crunch.apache.org/apidocs/${vers.crunch-base}/ @@ -312,6 +373,72 @@ + + + + org.apache.maven.plugins + maven-project-info-reports-plugin + ${vers.maven-project-info-reports} + + false + + + + false + + index + summary + license + project-team + + + + + + org.apache.maven.plugins + maven-javadoc-plugin + ${vers.maven-javadoc} + + com.cloudera.data.event,*.impl,org.apache.* + + + Core + com.cloudera.data:com.cloudera.data.filesystem:com.cloudera.data.partition + + + Crunch + com.cloudera.data.crunch + + + Flume + com.cloudera.cdk.flume + + + HCatalog + com.cloudera.data.hcatalog + + + Tools + com.cloudera.cdk.tools + + + + http://avro.apache.org/docs/${vers.avro}/api/java/ + http://crunch.apache.org/apidocs/${vers.crunch-base}/ + http://archive.cloudera.com/cdh4/cdh/4/hadoop-${vers.hadoop}/api/ + + + + + + aggregate + + + + + + + @@ -381,6 +508,12 @@ test-jar test + + org.apache.hadoop + hadoop-hdfs + ${vers.hadoop} + test + org.apache.hadoop hadoop-hdfs @@ -392,13 +525,11 @@ org.apache.hcatalog hcatalog-core ${vers.hcatalog} - true org.apache.derby derby 10.4.2.0 - true org.apache.commons @@ -409,7 +540,6 @@ org.apache.crunch crunch-core ${vers.crunch} - true diff --git a/cdk-data/src/jdiff/CDK_0.1.0.xml b/src/jdiff/CDK_0.1.0.xml similarity index 100% rename from cdk-data/src/jdiff/CDK_0.1.0.xml rename to src/jdiff/CDK_0.1.0.xml diff --git a/cdk-data/src/jdiff/CDK_0.2.0.xml b/src/jdiff/CDK_0.2.0.xml similarity index 100% rename from cdk-data/src/jdiff/CDK_0.2.0.xml rename to src/jdiff/CDK_0.2.0.xml diff --git a/cdk-data/src/jdiff/CDK_0.3.0.xml b/src/jdiff/CDK_0.3.0.xml similarity index 100% rename from cdk-data/src/jdiff/CDK_0.3.0.xml rename to src/jdiff/CDK_0.3.0.xml diff --git a/cdk-data/src/jdiff/user_comments_for_CDK_0.1.0_to_CDK_0.2.0.xml b/src/jdiff/user_comments_for_CDK_0.1.0_to_CDK_0.2.0.xml similarity index 100% rename from cdk-data/src/jdiff/user_comments_for_CDK_0.1.0_to_CDK_0.2.0.xml rename to src/jdiff/user_comments_for_CDK_0.1.0_to_CDK_0.2.0.xml diff --git a/cdk-data/src/jdiff/user_comments_for_CDK_0.2.0_to_CDK_0.3.0.xml b/src/jdiff/user_comments_for_CDK_0.2.0_to_CDK_0.3.0.xml similarity index 100% rename from cdk-data/src/jdiff/user_comments_for_CDK_0.2.0_to_CDK_0.3.0.xml rename to src/jdiff/user_comments_for_CDK_0.2.0_to_CDK_0.3.0.xml diff --git a/src/site/site.xml b/src/site/site.xml index 520ddf1b2e..a3c8e9eef3 100644 --- a/src/site/site.xml +++ b/src/site/site.xml @@ -35,10 +35,14 @@ + + + +