diff --git a/Changes.md b/Changes.md index cfeaae245..7fcd693b8 100644 --- a/Changes.md +++ b/Changes.md @@ -2,6 +2,8 @@ ### Version 1.2.4 ### +ISSUE 38. Thrift-To-Pig reimplementation. (rangadi) + ISSUE 37. upgrade common-codec from 1.3 to 1.4 to explictly eliminate misuse. (angushe) ISSUE 36. Use Pig class loader in Lzo Pig loader/storage (rangadi) diff --git a/build.xml b/build.xml index 9ced68da0..a085eaa86 100644 --- a/build.xml +++ b/build.xml @@ -2,7 +2,7 @@ - + diff --git a/javadoc/allclasses-frame.html b/javadoc/allclasses-frame.html index 877bf3136..d2a2c4d38 100644 --- a/javadoc/allclasses-frame.html +++ b/javadoc/allclasses-frame.html @@ -2,12 +2,12 @@ - + All Classes - + @@ -21,11 +21,11 @@ -
AddressBook +AbstractLazyTuple
-AddressBook._Fields +AddressBook
-AddressBookProtobufBytesToTuple +AddressBook._Fields
AddressBookProtos
@@ -59,7 +59,7 @@
BytesToThriftTuple
-DeprecatedLzoAddressBookProtobufBlockInputFormat +Codecs
DeprecatedLzoInputFormat
@@ -69,8 +69,6 @@
DeprecatedLzoLineRecordReader
-DeprecatedLzoPersonProtobufBlockInputFormat -
DeprecatedLzoProtobufBlockInputFormat
DeprecatedLzoProtobufBlockInputFormatGenerator @@ -113,20 +111,6 @@
ListHelper
-LzoAddressBookProtobufB64LineInputFormat -
-LzoAddressBookProtobufB64LineOutputFormat -
-LzoAddressBookProtobufB64LinePigLoader -
-LzoAddressBookProtobufBlockInputFormat -
-LzoAddressBookProtobufBlockOutputFormat -
-LzoAddressBookProtobufBlockPigLoader -
-LzoAddressBookProtobufHiveSerde -
LzoBaseLoadFunc
LzoBaseRegexLoader @@ -167,20 +151,6 @@
LzoOutputFormat
-LzoPersonProtobufB64LineInputFormat -
-LzoPersonProtobufB64LineOutputFormat -
-LzoPersonProtobufB64LinePigLoader -
-LzoPersonProtobufBlockInputFormat -
-LzoPersonProtobufBlockOutputFormat -
-LzoPersonProtobufBlockPigLoader -
-LzoPersonProtobufHiveSerde -
LzoProtobufB64LineInputFormat
LzoProtobufB64LineInputFormatGenerator @@ -249,6 +219,8 @@
LzoThriftB64LinePigLoader
+LzoThriftB64LinePigStorage +
LzoThriftB64LineRecordReader
LzoThriftB64LineRecordWriter @@ -259,6 +231,8 @@
LzoThriftBlockPigLoader
+LzoThriftBlockPigStorage +
LzoThriftBlockRecordReader
LzoThriftBlockRecordWriter @@ -291,8 +265,6 @@
Person._Fields
-PersonProtobufBytesToTuple -
PhoneNumber
PhoneNumber._Fields @@ -305,7 +277,9 @@
PigToProtobuf
-ProtobufAddressBookWritable +PigToThrift +
+PigUtil
ProtobufBlockReader
@@ -317,8 +291,6 @@
ProtobufConverter
-ProtobufPersonWritable -
Protobufs
ProtobufToPig @@ -363,6 +335,10 @@
ThriftWritable
+TStructDescriptor +
+TStructDescriptor.Field +
TypeRef
W3CLogParser diff --git a/javadoc/allclasses-noframe.html b/javadoc/allclasses-noframe.html index c00a0cac0..1c16f5045 100644 --- a/javadoc/allclasses-noframe.html +++ b/javadoc/allclasses-noframe.html @@ -2,12 +2,12 @@ - + All Classes - + @@ -21,11 +21,11 @@ - + NEXT PACKAGENEXT PACKAGENEXTNEXTNEXT CLASSNEXT CLASS @@ -54,20 +54,20 @@ + PREV CLASS  + NEXT CLASS + SUMMARY: NESTED | FIELD | CONSTR | METHOD +DETAIL: FIELD | CONSTR | METHOD
AddressBook +AbstractLazyTuple
-AddressBook._Fields +AddressBook
-AddressBookProtobufBytesToTuple +AddressBook._Fields
AddressBookProtos
@@ -59,7 +59,7 @@
BytesToThriftTuple
-DeprecatedLzoAddressBookProtobufBlockInputFormat +Codecs
DeprecatedLzoInputFormat
@@ -69,8 +69,6 @@
DeprecatedLzoLineRecordReader
-DeprecatedLzoPersonProtobufBlockInputFormat -
DeprecatedLzoProtobufBlockInputFormat
DeprecatedLzoProtobufBlockInputFormatGenerator @@ -113,20 +111,6 @@
ListHelper
-LzoAddressBookProtobufB64LineInputFormat -
-LzoAddressBookProtobufB64LineOutputFormat -
-LzoAddressBookProtobufB64LinePigLoader -
-LzoAddressBookProtobufBlockInputFormat -
-LzoAddressBookProtobufBlockOutputFormat -
-LzoAddressBookProtobufBlockPigLoader -
-LzoAddressBookProtobufHiveSerde -
LzoBaseLoadFunc
LzoBaseRegexLoader @@ -167,20 +151,6 @@
LzoOutputFormat
-LzoPersonProtobufB64LineInputFormat -
-LzoPersonProtobufB64LineOutputFormat -
-LzoPersonProtobufB64LinePigLoader -
-LzoPersonProtobufBlockInputFormat -
-LzoPersonProtobufBlockOutputFormat -
-LzoPersonProtobufBlockPigLoader -
-LzoPersonProtobufHiveSerde -
LzoProtobufB64LineInputFormat
LzoProtobufB64LineInputFormatGenerator @@ -249,6 +219,8 @@
LzoThriftB64LinePigLoader
+LzoThriftB64LinePigStorage +
LzoThriftB64LineRecordReader
LzoThriftB64LineRecordWriter @@ -259,6 +231,8 @@
LzoThriftBlockPigLoader
+LzoThriftBlockPigStorage +
LzoThriftBlockRecordReader
LzoThriftBlockRecordWriter @@ -291,8 +265,6 @@
Person._Fields
-PersonProtobufBytesToTuple -
PhoneNumber
PhoneNumber._Fields @@ -305,7 +277,9 @@
PigToProtobuf
-ProtobufAddressBookWritable +PigToThrift +
+PigUtil
ProtobufBlockReader
@@ -317,8 +291,6 @@
ProtobufConverter
-ProtobufPersonWritable -
Protobufs
ProtobufToPig @@ -363,6 +335,10 @@
ThriftWritable
+TStructDescriptor +
+TStructDescriptor.Field +
TypeRef
W3CLogParser diff --git a/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.Builder.html b/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.Builder.html index 2b012ecb6..2080e6be7 100644 --- a/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.Builder.html +++ b/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.Builder.html @@ -2,12 +2,12 @@ - + BlockStorage.SerializedBlock.Builder - + diff --git a/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.html b/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.html index 6ac45a138..40050cf16 100644 --- a/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.html +++ b/javadoc/com/twitter/data/proto/BlockStorage.SerializedBlock.html @@ -2,12 +2,12 @@ - + BlockStorage.SerializedBlock - + diff --git a/javadoc/com/twitter/data/proto/BlockStorage.html b/javadoc/com/twitter/data/proto/BlockStorage.html index 0cad976ee..d4a0a54a2 100644 --- a/javadoc/com/twitter/data/proto/BlockStorage.html +++ b/javadoc/com/twitter/data/proto/BlockStorage.html @@ -2,12 +2,12 @@ - + BlockStorage - + diff --git a/javadoc/com/twitter/data/proto/Misc.CountedMap.Builder.html b/javadoc/com/twitter/data/proto/Misc.CountedMap.Builder.html index ebf25e367..f83ab23d9 100644 --- a/javadoc/com/twitter/data/proto/Misc.CountedMap.Builder.html +++ b/javadoc/com/twitter/data/proto/Misc.CountedMap.Builder.html @@ -2,12 +2,12 @@ - + Misc.CountedMap.Builder - + diff --git a/javadoc/com/twitter/data/proto/Misc.CountedMap.html b/javadoc/com/twitter/data/proto/Misc.CountedMap.html index 04ba8ffa0..cc214c0e6 100644 --- a/javadoc/com/twitter/data/proto/Misc.CountedMap.html +++ b/javadoc/com/twitter/data/proto/Misc.CountedMap.html @@ -2,12 +2,12 @@ - + Misc.CountedMap - + diff --git a/javadoc/com/twitter/data/proto/Misc.html b/javadoc/com/twitter/data/proto/Misc.html index 10676938c..caca08672 100644 --- a/javadoc/com/twitter/data/proto/Misc.html +++ b/javadoc/com/twitter/data/proto/Misc.html @@ -2,12 +2,12 @@ - + Misc - + diff --git a/javadoc/com/twitter/data/proto/package-frame.html b/javadoc/com/twitter/data/proto/package-frame.html index 023eb30e1..02e84bf19 100644 --- a/javadoc/com/twitter/data/proto/package-frame.html +++ b/javadoc/com/twitter/data/proto/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.data.proto - + diff --git a/javadoc/com/twitter/data/proto/package-summary.html b/javadoc/com/twitter/data/proto/package-summary.html index 146a6a825..6091e4acc 100644 --- a/javadoc/com/twitter/data/proto/package-summary.html +++ b/javadoc/com/twitter/data/proto/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.data.proto - + diff --git a/javadoc/com/twitter/data/proto/package-tree.html b/javadoc/com/twitter/data/proto/package-tree.html index a4178dfe0..3e3d9606b 100644 --- a/javadoc/com/twitter/data/proto/package-tree.html +++ b/javadoc/com/twitter/data/proto/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.data.proto Class Hierarchy - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.Builder.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.Builder.html index e58c312cc..4232d750a 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.Builder.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.Builder.html @@ -2,12 +2,12 @@ - + AddressBookProtos.AddressBook.Builder - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.html index 58672b686..252b9447d 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.AddressBook.html @@ -2,12 +2,12 @@ - + AddressBookProtos.AddressBook - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.Builder.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.Builder.html index 8337e9da5..4336ea389 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.Builder.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.Builder.html @@ -2,12 +2,12 @@ - + AddressBookProtos.Person.Builder - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.Builder.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.Builder.html index 3c685032c..4b4a6b3dc 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.Builder.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.Builder.html @@ -2,12 +2,12 @@ - + AddressBookProtos.Person.PhoneNumber.Builder - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.html index 5530588b3..0dd72c6cd 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneNumber.html @@ -2,12 +2,12 @@ - + AddressBookProtos.Person.PhoneNumber - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneType.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneType.html index dc083c397..a1a186af2 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneType.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.PhoneType.html @@ -2,12 +2,12 @@ - + AddressBookProtos.Person.PhoneType - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.html index ba2fb855b..11d7f71c1 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.Person.html @@ -2,12 +2,12 @@ - + AddressBookProtos.Person - + diff --git a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.html b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.html index 97c0aa3a3..2737e950e 100644 --- a/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.html +++ b/javadoc/com/twitter/data/proto/tutorial/AddressBookProtos.html @@ -2,12 +2,12 @@ - + AddressBookProtos - + diff --git a/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoAddressBookProtobufHiveSerde.html b/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoAddressBookProtobufHiveSerde.html deleted file mode 100644 index f571f450d..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoAddressBookProtobufHiveSerde.html +++ /dev/null @@ -1,294 +0,0 @@ - - - - - - -LzoAddressBookProtobufHiveSerde - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.hive.serde -
-Class LzoAddressBookProtobufHiveSerde

-
-java.lang.Object
-  extended by com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde
-      extended by com.twitter.data.proto.tutorial.hive.serde.LzoAddressBookProtobufHiveSerde
-
-
-
All Implemented Interfaces:
org.apache.hadoop.hive.serde2.Deserializer, org.apache.hadoop.hive.serde2.SerDe, org.apache.hadoop.hive.serde2.Serializer
-
-
-
-
public class LzoAddressBookProtobufHiveSerde
extends LzoProtobufHiveSerde
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoAddressBookProtobufHiveSerde() - -
-           
-  - - - - - - - - - - - - - - - -
-Method Summary
- java.lang.Objectdeserialize(org.apache.hadoop.io.Writable w) - -
-           
- org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorgetObjectInspector() - -
-           
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde
getSerializedClass, initialize, serialize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoAddressBookProtobufHiveSerde

-
-public LzoAddressBookProtobufHiveSerde()
-
-
- - - - - - - - -
-Method Detail
- -

-getObjectInspector

-
-public org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getObjectInspector()
-                                                                                 throws org.apache.hadoop.hive.serde2.SerDeException
-
-
-
Specified by:
getObjectInspector in interface org.apache.hadoop.hive.serde2.Deserializer
Specified by:
getObjectInspector in class LzoProtobufHiveSerde
-
-
- -
Throws: -
org.apache.hadoop.hive.serde2.SerDeException
-
-
-
- -

-deserialize

-
-public java.lang.Object deserialize(org.apache.hadoop.io.Writable w)
-                             throws org.apache.hadoop.hive.serde2.SerDeException
-
-
-
Specified by:
deserialize in interface org.apache.hadoop.hive.serde2.Deserializer
Specified by:
deserialize in class LzoProtobufHiveSerde
-
-
- -
Throws: -
org.apache.hadoop.hive.serde2.SerDeException
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoPersonProtobufHiveSerde.html b/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoPersonProtobufHiveSerde.html deleted file mode 100644 index f796aee5c..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/hive/serde/LzoPersonProtobufHiveSerde.html +++ /dev/null @@ -1,294 +0,0 @@ - - - - - - -LzoPersonProtobufHiveSerde - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.hive.serde -
-Class LzoPersonProtobufHiveSerde

-
-java.lang.Object
-  extended by com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde
-      extended by com.twitter.data.proto.tutorial.hive.serde.LzoPersonProtobufHiveSerde
-
-
-
All Implemented Interfaces:
org.apache.hadoop.hive.serde2.Deserializer, org.apache.hadoop.hive.serde2.SerDe, org.apache.hadoop.hive.serde2.Serializer
-
-
-
-
public class LzoPersonProtobufHiveSerde
extends LzoProtobufHiveSerde
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoPersonProtobufHiveSerde() - -
-           
-  - - - - - - - - - - - - - - - -
-Method Summary
- java.lang.Objectdeserialize(org.apache.hadoop.io.Writable w) - -
-           
- org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorgetObjectInspector() - -
-           
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde
getSerializedClass, initialize, serialize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoPersonProtobufHiveSerde

-
-public LzoPersonProtobufHiveSerde()
-
-
- - - - - - - - -
-Method Detail
- -

-getObjectInspector

-
-public org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getObjectInspector()
-                                                                                 throws org.apache.hadoop.hive.serde2.SerDeException
-
-
-
Specified by:
getObjectInspector in interface org.apache.hadoop.hive.serde2.Deserializer
Specified by:
getObjectInspector in class LzoProtobufHiveSerde
-
-
- -
Throws: -
org.apache.hadoop.hive.serde2.SerDeException
-
-
-
- -

-deserialize

-
-public java.lang.Object deserialize(org.apache.hadoop.io.Writable w)
-                             throws org.apache.hadoop.hive.serde2.SerDeException
-
-
-
Specified by:
deserialize in interface org.apache.hadoop.hive.serde2.Deserializer
Specified by:
deserialize in class LzoProtobufHiveSerde
-
-
- -
Throws: -
org.apache.hadoop.hive.serde2.SerDeException
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-frame.html deleted file mode 100644 index e714abb8d..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-frame.html +++ /dev/null @@ -1,34 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.hive.serde - - - - - - - - - - - -com.twitter.data.proto.tutorial.hive.serde - - - - -
-Classes  - -
-LzoAddressBookProtobufHiveSerde -
-LzoPersonProtobufHiveSerde
- - - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoAddressBookProtobufBlockInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoAddressBookProtobufBlockInputFormat.html deleted file mode 100644 index 9f1e69683..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoAddressBookProtobufBlockInputFormat.html +++ /dev/null @@ -1,273 +0,0 @@ - - - - - - -DeprecatedLzoAddressBookProtobufBlockInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapred.input -
-Class DeprecatedLzoAddressBookProtobufBlockInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapred.FileInputFormat<K,V>
-      extended by com.twitter.elephantbird.mapred.input.DeprecatedLzoInputFormat<M,W>
-          extended by com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockInputFormat<AddressBookProtos.AddressBook,ProtobufAddressBookWritable>
-              extended by com.twitter.data.proto.tutorial.mapred.input.DeprecatedLzoAddressBookProtobufBlockInputFormat
-
-
-
All Implemented Interfaces:
org.apache.hadoop.mapred.InputFormat<AddressBookProtos.AddressBook,ProtobufAddressBookWritable>
-
-
-
-
public class DeprecatedLzoAddressBookProtobufBlockInputFormat
extends DeprecatedLzoProtobufBlockInputFormat<AddressBookProtos.AddressBook,ProtobufAddressBookWritable>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class org.apache.hadoop.mapred.FileInputFormat
LOG
-  - - - - - - - - - - -
-Constructor Summary
DeprecatedLzoAddressBookProtobufBlockInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockInputFormat
getRecordReader, setProtobufWritable, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapred.input.DeprecatedLzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapred.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getInputPathFilter, getInputPaths, getSplitHosts, setInputPathFilter, setInputPaths, setInputPaths, setMinSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-DeprecatedLzoAddressBookProtobufBlockInputFormat

-
-public DeprecatedLzoAddressBookProtobufBlockInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoPersonProtobufBlockInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoPersonProtobufBlockInputFormat.html deleted file mode 100644 index 8f47cccef..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapred/input/DeprecatedLzoPersonProtobufBlockInputFormat.html +++ /dev/null @@ -1,273 +0,0 @@ - - - - - - -DeprecatedLzoPersonProtobufBlockInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapred.input -
-Class DeprecatedLzoPersonProtobufBlockInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapred.FileInputFormat<K,V>
-      extended by com.twitter.elephantbird.mapred.input.DeprecatedLzoInputFormat<M,W>
-          extended by com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockInputFormat<AddressBookProtos.Person,ProtobufPersonWritable>
-              extended by com.twitter.data.proto.tutorial.mapred.input.DeprecatedLzoPersonProtobufBlockInputFormat
-
-
-
All Implemented Interfaces:
org.apache.hadoop.mapred.InputFormat<AddressBookProtos.Person,ProtobufPersonWritable>
-
-
-
-
public class DeprecatedLzoPersonProtobufBlockInputFormat
extends DeprecatedLzoProtobufBlockInputFormat<AddressBookProtos.Person,ProtobufPersonWritable>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class org.apache.hadoop.mapred.FileInputFormat
LOG
-  - - - - - - - - - - -
-Constructor Summary
DeprecatedLzoPersonProtobufBlockInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockInputFormat
getRecordReader, setProtobufWritable, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapred.input.DeprecatedLzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapred.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getInputPathFilter, getInputPaths, getSplitHosts, setInputPathFilter, setInputPaths, setInputPaths, setMinSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-DeprecatedLzoPersonProtobufBlockInputFormat

-
-public DeprecatedLzoPersonProtobufBlockInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-frame.html deleted file mode 100644 index b9f09f70a..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-frame.html +++ /dev/null @@ -1,34 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapred.input - - - - - - - - - - - -com.twitter.data.proto.tutorial.mapred.input - - - - -
-Classes  - -
-DeprecatedLzoAddressBookProtobufBlockInputFormat -
-DeprecatedLzoPersonProtobufBlockInputFormat
- - - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-summary.html b/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-summary.html deleted file mode 100644 index 6f2b1c1c1..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-summary.html +++ /dev/null @@ -1,159 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapred.input - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-

-Package com.twitter.data.proto.tutorial.mapred.input -

- - - - - - - - - - - - - -
-Class Summary
DeprecatedLzoAddressBookProtobufBlockInputFormat 
DeprecatedLzoPersonProtobufBlockInputFormat 
-  - -

-

-
-
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-tree.html b/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-tree.html deleted file mode 100644 index 32b57ddc5..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapred/input/package-tree.html +++ /dev/null @@ -1,158 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapred.input Class Hierarchy - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-
-

-Hierarchy For Package com.twitter.data.proto.tutorial.mapred.input -

-
-
-
Package Hierarchies:
All Packages
-
-

-Class Hierarchy -

- -
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufB64LineInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufB64LineInputFormat.html deleted file mode 100644 index 734bf67f7..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufB64LineInputFormat.html +++ /dev/null @@ -1,253 +0,0 @@ - - - - - - -LzoAddressBookProtobufB64LineInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.input -
-Class LzoAddressBookProtobufB64LineInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.InputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>
-          extended by com.twitter.elephantbird.mapreduce.input.LzoInputFormat<org.apache.hadoop.io.LongWritable,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.input.LzoProtobufB64LineInputFormat<AddressBookProtos.AddressBook>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.input.LzoAddressBookProtobufB64LineInputFormat
-
-
-
-
public class LzoAddressBookProtobufB64LineInputFormat
extends LzoProtobufB64LineInputFormat<AddressBookProtos.AddressBook>
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoAddressBookProtobufB64LineInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoProtobufB64LineInputFormat
createRecordReader, getInputFormatClass, newInstance, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoAddressBookProtobufB64LineInputFormat

-
-public LzoAddressBookProtobufB64LineInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufBlockInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufBlockInputFormat.html deleted file mode 100644 index a9e957f40..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoAddressBookProtobufBlockInputFormat.html +++ /dev/null @@ -1,253 +0,0 @@ - - - - - - -LzoAddressBookProtobufBlockInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.input -
-Class LzoAddressBookProtobufBlockInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.InputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>
-          extended by com.twitter.elephantbird.mapreduce.input.LzoInputFormat<org.apache.hadoop.io.LongWritable,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.input.LzoProtobufBlockInputFormat<AddressBookProtos.AddressBook>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.input.LzoAddressBookProtobufBlockInputFormat
-
-
-
-
public class LzoAddressBookProtobufBlockInputFormat
extends LzoProtobufBlockInputFormat<AddressBookProtos.AddressBook>
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoAddressBookProtobufBlockInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoProtobufBlockInputFormat
createRecordReader, getInputFormatClass, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoAddressBookProtobufBlockInputFormat

-
-public LzoAddressBookProtobufBlockInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufB64LineInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufB64LineInputFormat.html deleted file mode 100644 index 7caca8381..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufB64LineInputFormat.html +++ /dev/null @@ -1,253 +0,0 @@ - - - - - - -LzoPersonProtobufB64LineInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.input -
-Class LzoPersonProtobufB64LineInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.InputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>
-          extended by com.twitter.elephantbird.mapreduce.input.LzoInputFormat<org.apache.hadoop.io.LongWritable,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.input.LzoProtobufB64LineInputFormat<AddressBookProtos.Person>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.input.LzoPersonProtobufB64LineInputFormat
-
-
-
-
public class LzoPersonProtobufB64LineInputFormat
extends LzoProtobufB64LineInputFormat<AddressBookProtos.Person>
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoPersonProtobufB64LineInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoProtobufB64LineInputFormat
createRecordReader, getInputFormatClass, newInstance, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoPersonProtobufB64LineInputFormat

-
-public LzoPersonProtobufB64LineInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufBlockInputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufBlockInputFormat.html deleted file mode 100644 index af8987284..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/LzoPersonProtobufBlockInputFormat.html +++ /dev/null @@ -1,253 +0,0 @@ - - - - - - -LzoPersonProtobufBlockInputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.input -
-Class LzoPersonProtobufBlockInputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.InputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.input.FileInputFormat<K,V>
-          extended by com.twitter.elephantbird.mapreduce.input.LzoInputFormat<org.apache.hadoop.io.LongWritable,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.input.LzoProtobufBlockInputFormat<AddressBookProtos.Person>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.input.LzoPersonProtobufBlockInputFormat
-
-
-
-
public class LzoPersonProtobufBlockInputFormat
extends LzoProtobufBlockInputFormat<AddressBookProtos.Person>
- - -

-


- -

- - - - - - - - - - - -
-Constructor Summary
LzoPersonProtobufBlockInputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoProtobufBlockInputFormat
createRecordReader, getInputFormatClass, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.input.LzoInputFormat
getSplits, isSplitable, listStatus
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.input.FileInputFormat
addInputPath, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoPersonProtobufBlockInputFormat

-
-public LzoPersonProtobufBlockInputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-frame.html deleted file mode 100644 index d32d0fb58..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-frame.html +++ /dev/null @@ -1,38 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.input - - - - - - - - - - - -com.twitter.data.proto.tutorial.mapreduce.input - - - - -
-Classes  - -
-LzoAddressBookProtobufB64LineInputFormat -
-LzoAddressBookProtobufBlockInputFormat -
-LzoPersonProtobufB64LineInputFormat -
-LzoPersonProtobufBlockInputFormat
- - - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-summary.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-summary.html deleted file mode 100644 index be022f423..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-summary.html +++ /dev/null @@ -1,167 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.input - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-

-Package com.twitter.data.proto.tutorial.mapreduce.input -

- - - - - - - - - - - - - - - - - - - - - -
-Class Summary
LzoAddressBookProtobufB64LineInputFormat 
LzoAddressBookProtobufBlockInputFormat 
LzoPersonProtobufB64LineInputFormat 
LzoPersonProtobufBlockInputFormat 
-  - -

-

-
-
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-tree.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-tree.html deleted file mode 100644 index b812ebdf4..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/input/package-tree.html +++ /dev/null @@ -1,161 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.input Class Hierarchy - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-
-

-Hierarchy For Package com.twitter.data.proto.tutorial.mapreduce.input -

-
-
-
Package Hierarchies:
All Packages
-
-

-Class Hierarchy -

- -
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufAddressBookWritable.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufAddressBookWritable.html deleted file mode 100644 index 2ca0bad85..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufAddressBookWritable.html +++ /dev/null @@ -1,259 +0,0 @@ - - - - - - -ProtobufAddressBookWritable - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.io -
-Class ProtobufAddressBookWritable

-
-java.lang.Object
-  extended by com.twitter.elephantbird.mapreduce.io.BinaryWritable<M>
-      extended by com.twitter.elephantbird.mapreduce.io.ProtobufWritable<AddressBookProtos.AddressBook>
-          extended by com.twitter.data.proto.tutorial.mapreduce.io.ProtobufAddressBookWritable
-
-
-
All Implemented Interfaces:
java.lang.Comparable<BinaryWritable<AddressBookProtos.AddressBook>>, org.apache.hadoop.io.Writable, org.apache.hadoop.io.WritableComparable<BinaryWritable<AddressBookProtos.AddressBook>>
-
-
-
-
public class ProtobufAddressBookWritable
extends ProtobufWritable<AddressBookProtos.AddressBook>
- - -

-


- -

- - - - - - - - - - - - - - -
-Constructor Summary
ProtobufAddressBookWritable() - -
-           
ProtobufAddressBookWritable(AddressBookProtos.AddressBook m) - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.io.ProtobufWritable
getConverterFor, newInstance
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.io.BinaryWritable
clear, compareTo, equals, get, hashCode, readFields, set, setConverter, toString, write
- - - - - - - -
Methods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-ProtobufAddressBookWritable

-
-public ProtobufAddressBookWritable()
-
-
-
- -

-ProtobufAddressBookWritable

-
-public ProtobufAddressBookWritable(AddressBookProtos.AddressBook m)
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufPersonWritable.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufPersonWritable.html deleted file mode 100644 index 99e5949ab..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/ProtobufPersonWritable.html +++ /dev/null @@ -1,259 +0,0 @@ - - - - - - -ProtobufPersonWritable - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.io -
-Class ProtobufPersonWritable

-
-java.lang.Object
-  extended by com.twitter.elephantbird.mapreduce.io.BinaryWritable<M>
-      extended by com.twitter.elephantbird.mapreduce.io.ProtobufWritable<AddressBookProtos.Person>
-          extended by com.twitter.data.proto.tutorial.mapreduce.io.ProtobufPersonWritable
-
-
-
All Implemented Interfaces:
java.lang.Comparable<BinaryWritable<AddressBookProtos.Person>>, org.apache.hadoop.io.Writable, org.apache.hadoop.io.WritableComparable<BinaryWritable<AddressBookProtos.Person>>
-
-
-
-
public class ProtobufPersonWritable
extends ProtobufWritable<AddressBookProtos.Person>
- - -

-


- -

- - - - - - - - - - - - - - -
-Constructor Summary
ProtobufPersonWritable() - -
-           
ProtobufPersonWritable(AddressBookProtos.Person m) - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.io.ProtobufWritable
getConverterFor, newInstance
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.io.BinaryWritable
clear, compareTo, equals, get, hashCode, readFields, set, setConverter, toString, write
- - - - - - - -
Methods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-ProtobufPersonWritable

-
-public ProtobufPersonWritable()
-
-
-
- -

-ProtobufPersonWritable

-
-public ProtobufPersonWritable(AddressBookProtos.Person m)
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-frame.html deleted file mode 100644 index 46cdaecad..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-frame.html +++ /dev/null @@ -1,34 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.io - - - - - - - - - - - -com.twitter.data.proto.tutorial.mapreduce.io - - - - -
-Classes  - -
-ProtobufAddressBookWritable -
-ProtobufPersonWritable
- - - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-summary.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-summary.html deleted file mode 100644 index dc7c763a7..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-summary.html +++ /dev/null @@ -1,159 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.io - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-

-Package com.twitter.data.proto.tutorial.mapreduce.io -

- - - - - - - - - - - - - -
-Class Summary
ProtobufAddressBookWritable 
ProtobufPersonWritable 
-  - -

-

-
-
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-tree.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-tree.html deleted file mode 100644 index 1e0897e1f..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/io/package-tree.html +++ /dev/null @@ -1,156 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.io Class Hierarchy - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-
-

-Hierarchy For Package com.twitter.data.proto.tutorial.mapreduce.io -

-
-
-
Package Hierarchies:
All Packages
-
-

-Class Hierarchy -

- -
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufB64LineOutputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufB64LineOutputFormat.html deleted file mode 100644 index 78870d63e..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufB64LineOutputFormat.html +++ /dev/null @@ -1,271 +0,0 @@ - - - - - - -LzoAddressBookProtobufB64LineOutputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.output -
-Class LzoAddressBookProtobufB64LineOutputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.OutputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.hadoop.io.NullWritable,W>
-          extended by com.twitter.elephantbird.mapreduce.output.LzoOutputFormat<M,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat<AddressBookProtos.AddressBook>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.output.LzoAddressBookProtobufB64LineOutputFormat
-
-
-
-
public class LzoAddressBookProtobufB64LineOutputFormat
extends LzoProtobufB64LineOutputFormat<AddressBookProtos.AddressBook>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat
typeRef_
-  - - - - - - - - - - -
-Constructor Summary
LzoAddressBookProtobufB64LineOutputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat
getOutputFormatClass, getRecordWriter, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoOutputFormat
getOutputStream
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputPath
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoAddressBookProtobufB64LineOutputFormat

-
-public LzoAddressBookProtobufB64LineOutputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufBlockOutputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufBlockOutputFormat.html deleted file mode 100644 index f4d0c0a39..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoAddressBookProtobufBlockOutputFormat.html +++ /dev/null @@ -1,271 +0,0 @@ - - - - - - -LzoAddressBookProtobufBlockOutputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.output -
-Class LzoAddressBookProtobufBlockOutputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.OutputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.hadoop.io.NullWritable,W>
-          extended by com.twitter.elephantbird.mapreduce.output.LzoOutputFormat<M,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat<AddressBookProtos.AddressBook>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.output.LzoAddressBookProtobufBlockOutputFormat
-
-
-
-
public class LzoAddressBookProtobufBlockOutputFormat
extends LzoProtobufBlockOutputFormat<AddressBookProtos.AddressBook>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat
typeRef_
-  - - - - - - - - - - -
-Constructor Summary
LzoAddressBookProtobufBlockOutputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat
getOutputFormatClass, getRecordWriter, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoOutputFormat
getOutputStream
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputPath
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoAddressBookProtobufBlockOutputFormat

-
-public LzoAddressBookProtobufBlockOutputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufB64LineOutputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufB64LineOutputFormat.html deleted file mode 100644 index 1f5d05203..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufB64LineOutputFormat.html +++ /dev/null @@ -1,271 +0,0 @@ - - - - - - -LzoPersonProtobufB64LineOutputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.output -
-Class LzoPersonProtobufB64LineOutputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.OutputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.hadoop.io.NullWritable,W>
-          extended by com.twitter.elephantbird.mapreduce.output.LzoOutputFormat<M,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat<AddressBookProtos.Person>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.output.LzoPersonProtobufB64LineOutputFormat
-
-
-
-
public class LzoPersonProtobufB64LineOutputFormat
extends LzoProtobufB64LineOutputFormat<AddressBookProtos.Person>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat
typeRef_
-  - - - - - - - - - - -
-Constructor Summary
LzoPersonProtobufB64LineOutputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufB64LineOutputFormat
getOutputFormatClass, getRecordWriter, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoOutputFormat
getOutputStream
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputPath
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoPersonProtobufB64LineOutputFormat

-
-public LzoPersonProtobufB64LineOutputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufBlockOutputFormat.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufBlockOutputFormat.html deleted file mode 100644 index 9a34da169..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/LzoPersonProtobufBlockOutputFormat.html +++ /dev/null @@ -1,271 +0,0 @@ - - - - - - -LzoPersonProtobufBlockOutputFormat - - - - - - - - - - - - -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- -

- -com.twitter.data.proto.tutorial.mapreduce.output -
-Class LzoPersonProtobufBlockOutputFormat

-
-java.lang.Object
-  extended by org.apache.hadoop.mapreduce.OutputFormat<K,V>
-      extended by org.apache.hadoop.mapreduce.lib.output.FileOutputFormat<org.apache.hadoop.io.NullWritable,W>
-          extended by com.twitter.elephantbird.mapreduce.output.LzoOutputFormat<M,ProtobufWritable<M>>
-              extended by com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat<AddressBookProtos.Person>
-                  extended by com.twitter.data.proto.tutorial.mapreduce.output.LzoPersonProtobufBlockOutputFormat
-
-
-
-
public class LzoPersonProtobufBlockOutputFormat
extends LzoProtobufBlockOutputFormat<AddressBookProtos.Person>
- - -

-


- -

- - - - - - - -
-Field Summary
- - - - - - - -
Fields inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat
typeRef_
-  - - - - - - - - - - -
-Constructor Summary
LzoPersonProtobufBlockOutputFormat() - -
-           
-  - - - - - - - -
-Method Summary
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoProtobufBlockOutputFormat
getOutputFormatClass, getRecordWriter, setTypeRef
- - - - - - - -
Methods inherited from class com.twitter.elephantbird.mapreduce.output.LzoOutputFormat
getOutputStream
- - - - - - - -
Methods inherited from class org.apache.hadoop.mapreduce.lib.output.FileOutputFormat
checkOutputSpecs, getCompressOutput, getDefaultWorkFile, getOutputCommitter, getOutputCompressorClass, getOutputPath, getPathForWorkFile, getUniqueFile, getWorkOutputPath, setCompressOutput, setOutputCompressorClass, setOutputPath
- - - - - - - -
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-  -

- - - - - - - - -
-Constructor Detail
- -

-LzoPersonProtobufBlockOutputFormat

-
-public LzoPersonProtobufBlockOutputFormat()
-
-
- -
- - - - - - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-frame.html deleted file mode 100644 index a8d80bb47..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-frame.html +++ /dev/null @@ -1,38 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.output - - - - - - - - - - - -com.twitter.data.proto.tutorial.mapreduce.output - - - - -
-Classes  - -
-LzoAddressBookProtobufB64LineOutputFormat -
-LzoAddressBookProtobufBlockOutputFormat -
-LzoPersonProtobufB64LineOutputFormat -
-LzoPersonProtobufBlockOutputFormat
- - - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-summary.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-summary.html deleted file mode 100644 index 96eccb92f..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-summary.html +++ /dev/null @@ -1,167 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.output - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-

-Package com.twitter.data.proto.tutorial.mapreduce.output -

- - - - - - - - - - - - - - - - - - - - - -
-Class Summary
LzoAddressBookProtobufB64LineOutputFormat 
LzoAddressBookProtobufBlockOutputFormat 
LzoPersonProtobufB64LineOutputFormat 
LzoPersonProtobufBlockOutputFormat 
-  - -

-

-
-
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-tree.html b/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-tree.html deleted file mode 100644 index 81a4cb101..000000000 --- a/javadoc/com/twitter/data/proto/tutorial/mapreduce/output/package-tree.html +++ /dev/null @@ -1,161 +0,0 @@ - - - - - - -com.twitter.data.proto.tutorial.mapreduce.output Class Hierarchy - - - - - - - - - - - - -
- - - - - - - - - - - - - - - -
- -
- - - -
-
-

-Hierarchy For Package com.twitter.data.proto.tutorial.mapreduce.output -

-
-
-
Package Hierarchies:
All Packages
-
-

-Class Hierarchy -

- -
- - - - - - - - - - - - - - - -
- -
- - - -
- - - diff --git a/javadoc/com/twitter/data/proto/tutorial/package-frame.html b/javadoc/com/twitter/data/proto/tutorial/package-frame.html index 52fcdf6bf..cc46c80df 100644 --- a/javadoc/com/twitter/data/proto/tutorial/package-frame.html +++ b/javadoc/com/twitter/data/proto/tutorial/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.data.proto.tutorial - + diff --git a/javadoc/com/twitter/data/proto/tutorial/package-summary.html b/javadoc/com/twitter/data/proto/tutorial/package-summary.html index 3d8246f7c..4757394a6 100644 --- a/javadoc/com/twitter/data/proto/tutorial/package-summary.html +++ b/javadoc/com/twitter/data/proto/tutorial/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.data.proto.tutorial - + @@ -55,7 +55,7 @@
@@ -87,20 +87,30 @@

-com.twitter.data.proto.tutorial.pig.piggybank +com.twitter.elephantbird.pig.store
-Class PersonProtobufBytesToTuple

+Class LzoThriftB64LinePigStorage<T extends org.apache.thrift.TBase<?,?>>
 java.lang.Object
-  extended by org.apache.pig.EvalFunc<org.apache.pig.data.Tuple>
-      extended by com.twitter.elephantbird.pig.piggybank.ProtobufBytesToTuple<AddressBookProtos.Person>
-          extended by com.twitter.data.proto.tutorial.pig.piggybank.PersonProtobufBytesToTuple
+  extended by com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
+      extended by com.twitter.elephantbird.pig.store.LzoThriftB64LinePigStorage<T>
 
+
+
All Implemented Interfaces:
org.apache.pig.StoreFunc
+

-
public class PersonProtobufBytesToTuple
extends ProtobufBytesToTuple<AddressBookProtos.Person>
+
public class LzoThriftB64LinePigStorage<T extends org.apache.thrift.TBase<?,?>>
extends LzoBaseStoreFunc
+

+Serializes Pig Tuples into Base-64 encoded, line-delimited Thrift objects. + The fields in the pig tuple must correspond exactly to the fields in + the Thrift object, as no name-matching is performed (names of the tuple + fields are not currently accessible to a StoreFunc. It will be in 0.7, + so something more flexible will be possible) +

+


@@ -114,13 +124,13 @@

Field Summary

- + - +
Fields inherited from class org.apache.pig.EvalFuncFields inherited from class com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
log, pigLogger, reporter, returnTypeos_
  @@ -133,7 +143,7 @@

Constructor Summary -PersonProtobufBytesToTuple() +LzoThriftB64LinePigStorage(java.lang.String thriftClassName)
            @@ -148,23 +158,22 @@

Method Summary - -  - - - - - + +
Methods inherited from class com.twitter.elephantbird.pig.piggybank.ProtobufBytesToTuple
exec, outputSchema, setTypeRef + voidputNext(org.apache.pig.data.Tuple f) + +
+           
- + - +
Methods inherited from class org.apache.pig.EvalFuncMethods inherited from class com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
finish, getArgToFuncMapping, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, isAsynchronous, progress, setPigLogger, setReporter, warnbindTo, finish, getStorePreparationClass
  @@ -189,12 +198,35 @@

-

-PersonProtobufBytesToTuple

+

+LzoThriftB64LinePigStorage

-public PersonProtobufBytesToTuple()
+public LzoThriftB64LinePigStorage(java.lang.String thriftClassName)
+ + + + + + + + +
+Method Detail
+ +

+putNext

+
+public void putNext(org.apache.pig.data.Tuple f)
+             throws java.io.IOException
+
+
+ +
Throws: +
java.io.IOException
+
+

@@ -208,13 +240,13 @@

- + - - - + + +
@@ -225,20 +257,20 @@

PREV CLASS  - NEXT CLASSPREV CLASS  + NEXT CLASS - FRAMES   - NO FRAMES   + FRAMES   + NO FRAMES     @@ -246,9 +278,9 @@

- SUMMARY: NESTED | FIELD | CONSTR | METHOD + SUMMARY: NESTED | FIELD | CONSTR | METHOD -DETAIL: FIELD | CONSTR | METHOD +DETAIL: FIELD | CONSTR | METHOD diff --git a/javadoc/com/twitter/elephantbird/pig/store/LzoThriftBlockPigStorage.html b/javadoc/com/twitter/elephantbird/pig/store/LzoThriftBlockPigStorage.html new file mode 100644 index 000000000..6ce8b0a0c --- /dev/null +++ b/javadoc/com/twitter/elephantbird/pig/store/LzoThriftBlockPigStorage.html @@ -0,0 +1,348 @@ + + + + + + +LzoThriftBlockPigStorage + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + + + + + +
+ +
+ + + +
+ +

+ +com.twitter.elephantbird.pig.store +
+Class LzoThriftBlockPigStorage<T extends org.apache.thrift.TBase<?,?>>

+
+java.lang.Object
+  extended by com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
+      extended by com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage<T>
+
+
+
All Implemented Interfaces:
org.apache.pig.StoreFunc
+
+
+
+
public class LzoThriftBlockPigStorage<T extends org.apache.thrift.TBase<?,?>>
extends LzoBaseStoreFunc
+ + +

+Serializes Pig Tuples into Block encoded Thrift objects. + The fields in the pig tuple must correspond exactly to the fields in + Thrift struct, as no name-matching is performed (names of the tuple + fields are not currently accessible to a StoreFunc. + It will be in 0.7, so something more flexible will be possible) +

+ +

+


+ +

+ + + + + + + +
+Field Summary
+ + + + + + + +
Fields inherited from class com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
os_
+  + + + + + + + + + + +
+Constructor Summary
LzoThriftBlockPigStorage(java.lang.String thriftClassName) + +
+           
+  + + + + + + + + + + + + + + + + + + + +
+Method Summary
+ voidbindTo(java.io.OutputStream os) + +
+          Wrap the given output stream in an LzopOutputStream.
+ voidfinish() + +
+          Clean up resources.
+ voidputNext(org.apache.pig.data.Tuple f) + +
+           
+ + + + + + + +
Methods inherited from class com.twitter.elephantbird.pig.store.LzoBaseStoreFunc
getStorePreparationClass
+ + + + + + + +
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
+  +

+ + + + + + + + +
+Constructor Detail
+ +

+LzoThriftBlockPigStorage

+
+public LzoThriftBlockPigStorage(java.lang.String thriftClassName)
+
+
+ + + + + + + + +
+Method Detail
+ +

+bindTo

+
+public void bindTo(java.io.OutputStream os)
+            throws java.io.IOException
+
+
Description copied from class: LzoBaseStoreFunc
+
Wrap the given output stream in an LzopOutputStream. +

+

+
Specified by:
bindTo in interface org.apache.pig.StoreFunc
Overrides:
bindTo in class LzoBaseStoreFunc
+
+
+ +
Throws: +
java.io.IOException
+
+
+
+ +

+putNext

+
+public void putNext(org.apache.pig.data.Tuple f)
+             throws java.io.IOException
+
+
+ +
Throws: +
java.io.IOException
+
+
+
+ +

+finish

+
+public void finish()
+            throws java.io.IOException
+
+
Description copied from class: LzoBaseStoreFunc
+
Clean up resources. +

+

+
Specified by:
finish in interface org.apache.pig.StoreFunc
Overrides:
finish in class LzoBaseStoreFunc
+
+
+ +
Throws: +
java.io.IOException
+
+
+ +
+ + + + + + + + + + + + + + + + + + + +
+ +
+ + + +
+ + + diff --git a/javadoc/com/twitter/elephantbird/pig/store/LzoTokenizedStorage.html b/javadoc/com/twitter/elephantbird/pig/store/LzoTokenizedStorage.html index 128d334a9..737b0c61e 100644 --- a/javadoc/com/twitter/elephantbird/pig/store/LzoTokenizedStorage.html +++ b/javadoc/com/twitter/elephantbird/pig/store/LzoTokenizedStorage.html @@ -2,12 +2,12 @@ - + LzoTokenizedStorage - + @@ -54,7 +54,7 @@ PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   @@ -285,7 +285,7 @@

PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   diff --git a/javadoc/com/twitter/elephantbird/pig/store/package-frame.html b/javadoc/com/twitter/elephantbird/pig/store/package-frame.html index 50d9645c5..a1becfe86 100644 --- a/javadoc/com/twitter/elephantbird/pig/store/package-frame.html +++ b/javadoc/com/twitter/elephantbird/pig/store/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.store - + @@ -31,6 +31,10 @@
LzoProtobufBlockPigStorage
+LzoThriftB64LinePigStorage +
+LzoThriftBlockPigStorage +
LzoTokenizedStorage
diff --git a/javadoc/com/twitter/elephantbird/pig/store/package-summary.html b/javadoc/com/twitter/elephantbird/pig/store/package-summary.html index f4ec20ba4..7ecd6cad5 100644 --- a/javadoc/com/twitter/elephantbird/pig/store/package-summary.html +++ b/javadoc/com/twitter/elephantbird/pig/store/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.store - + @@ -105,6 +105,14 @@

Serializes Pig Tuples into Block encodedprotocol buffers. +LzoThriftB64LinePigStorage<T extends TBase<?,?>> +Serializes Pig Tuples into Base-64 encoded, line-delimited Thrift objects. + + +LzoThriftBlockPigStorage<T extends TBase<?,?>> +Serializes Pig Tuples into Block encoded Thrift objects. + + LzoTokenizedStorage A storage class to store the ouput of each tuple in a delimited file like PigStorage, but LZO compressed. diff --git a/javadoc/com/twitter/elephantbird/pig/store/package-tree.html b/javadoc/com/twitter/elephantbird/pig/store/package-tree.html index b68cadb71..0449834d4 100644 --- a/javadoc/com/twitter/elephantbird/pig/store/package-tree.html +++ b/javadoc/com/twitter/elephantbird/pig/store/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.store Class Hierarchy - + @@ -93,7 +93,7 @@

  • java.lang.Object
    diff --git a/javadoc/com/twitter/elephantbird/pig/util/AbstractLazyTuple.html b/javadoc/com/twitter/elephantbird/pig/util/AbstractLazyTuple.html new file mode 100644 index 000000000..7d4f64196 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/pig/util/AbstractLazyTuple.html @@ -0,0 +1,742 @@ + + + + + + +AbstractLazyTuple + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.pig.util +
    +Class AbstractLazyTuple

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.pig.util.AbstractLazyTuple
    +
    +
    +
    All Implemented Interfaces:
    java.io.Serializable, java.lang.Comparable, org.apache.hadoop.io.Writable, org.apache.hadoop.io.WritableComparable, org.apache.pig.data.Tuple
    +
    +
    +
    Direct Known Subclasses:
    ProtobufTuple
    +
    +
    +
    +
    public abstract class AbstractLazyTuple
    extends java.lang.Object
    implements org.apache.pig.data.Tuple
    + + +

    +

    +
    See Also:
    Serialized Form
    +
    + +

    + + + + + + + + + + + + + + + + + + + +
    +Field Summary
    +protected  java.util.BitSetidxBits + +
    +           
    +protected  booleanisRef + +
    +           
    +protected  org.apache.pig.data.TuplerealTuple + +
    +           
    + + + + + + + +
    Fields inherited from interface org.apache.pig.data.Tuple
    NOTNULL, NULL
    +  + + + + + + + + + + +
    +Constructor Summary
    AbstractLazyTuple() + +
    +           
    +  + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +Method Summary
    + voidappend(java.lang.Object obj) + +
    +           
    + intcompareTo(java.lang.Object arg0) + +
    +           
    +protected  voidconvertAll() + +
    +           
    + java.lang.Objectget(int idx) + +
    +           
    + java.util.List<java.lang.Object>getAll() + +
    +           
    + longgetMemorySize() + +
    +           
    +protected abstract  java.lang.ObjectgetObjectAt(int index) + +
    +          Returns object for the given index.
    + bytegetType(int idx) + +
    +           
    +protected  voidinitRealTuple(int tupleSize) + +
    +           
    + booleanisNull() + +
    +           
    + booleanisNull(int idx) + +
    +           
    + voidreadFields(java.io.DataInput in) + +
    +           
    + voidreference(org.apache.pig.data.Tuple t) + +
    +           
    + voidset(int idx, + java.lang.Object val) + +
    +           
    + voidsetNull(boolean isNull) + +
    +           
    + intsize() + +
    +           
    + java.lang.StringtoDelimitedString(java.lang.String delim) + +
    +           
    + voidwrite(java.io.DataOutput out) + +
    +           
    + + + + + + + +
    Methods inherited from class java.lang.Object
    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    +  +

    + + + + + + + + +
    +Field Detail
    + +

    +realTuple

    +
    +protected org.apache.pig.data.Tuple realTuple
    +
    +
    +
    +
    +
    + +

    +isRef

    +
    +protected boolean isRef
    +
    +
    +
    +
    +
    + +

    +idxBits

    +
    +protected java.util.BitSet idxBits
    +
    +
    +
    +
    + + + + + + + + +
    +Constructor Detail
    + +

    +AbstractLazyTuple

    +
    +public AbstractLazyTuple()
    +
    +
    + + + + + + + + +
    +Method Detail
    + +

    +initRealTuple

    +
    +protected void initRealTuple(int tupleSize)
    +
    +
    +
    +
    +
    +
    +
    +
    +
    + +

    +getObjectAt

    +
    +protected abstract java.lang.Object getObjectAt(int index)
    +
    +
    Returns object for the given index. This is invoked only + once for each instance. +

    +

    +
    +
    +
    +
    +
    +
    +
    + +

    +append

    +
    +public void append(java.lang.Object obj)
    +
    +
    +
    Specified by:
    append in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +get

    +
    +public java.lang.Object get(int idx)
    +                     throws org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    Specified by:
    get in interface org.apache.pig.data.Tuple
    +
    +
    + +
    Throws: +
    org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    + +

    +getAll

    +
    +public java.util.List<java.lang.Object> getAll()
    +
    +
    +
    Specified by:
    getAll in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +getMemorySize

    +
    +public long getMemorySize()
    +
    +
    +
    Specified by:
    getMemorySize in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +getType

    +
    +public byte getType(int idx)
    +             throws org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    Specified by:
    getType in interface org.apache.pig.data.Tuple
    +
    +
    + +
    Throws: +
    org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    + +

    +isNull

    +
    +public boolean isNull()
    +
    +
    +
    Specified by:
    isNull in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +isNull

    +
    +public boolean isNull(int idx)
    +               throws org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    Specified by:
    isNull in interface org.apache.pig.data.Tuple
    +
    +
    + +
    Throws: +
    org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    + +

    +reference

    +
    +public void reference(org.apache.pig.data.Tuple t)
    +
    +
    +
    Specified by:
    reference in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +set

    +
    +public void set(int idx,
    +                java.lang.Object val)
    +         throws org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    Specified by:
    set in interface org.apache.pig.data.Tuple
    +
    +
    + +
    Throws: +
    org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    + +

    +setNull

    +
    +public void setNull(boolean isNull)
    +
    +
    +
    Specified by:
    setNull in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +size

    +
    +public int size()
    +
    +
    +
    Specified by:
    size in interface org.apache.pig.data.Tuple
    +
    +
    +
    +
    +
    +
    + +

    +toDelimitedString

    +
    +public java.lang.String toDelimitedString(java.lang.String delim)
    +                                   throws org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    Specified by:
    toDelimitedString in interface org.apache.pig.data.Tuple
    +
    +
    + +
    Throws: +
    org.apache.pig.backend.executionengine.ExecException
    +
    +
    +
    + +

    +readFields

    +
    +public void readFields(java.io.DataInput in)
    +                throws java.io.IOException
    +
    +
    +
    Specified by:
    readFields in interface org.apache.hadoop.io.Writable
    +
    +
    + +
    Throws: +
    java.io.IOException
    +
    +
    +
    + +

    +write

    +
    +public void write(java.io.DataOutput out)
    +           throws java.io.IOException
    +
    +
    +
    Specified by:
    write in interface org.apache.hadoop.io.Writable
    +
    +
    + +
    Throws: +
    java.io.IOException
    +
    +
    +
    + +

    +compareTo

    +
    +public int compareTo(java.lang.Object arg0)
    +
    +
    +
    Specified by:
    compareTo in interface java.lang.Comparable
    +
    +
    +
    +
    +
    +
    + +

    +convertAll

    +
    +protected void convertAll()
    +
    +
    +
    +
    +
    +
    +
    +
    + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + + + diff --git a/javadoc/com/twitter/elephantbird/pig/util/LzoBufferedPositionedInputStream.html b/javadoc/com/twitter/elephantbird/pig/util/LzoBufferedPositionedInputStream.html index bf2517eb2..6606c7795 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/LzoBufferedPositionedInputStream.html +++ b/javadoc/com/twitter/elephantbird/pig/util/LzoBufferedPositionedInputStream.html @@ -2,12 +2,12 @@ - + LzoBufferedPositionedInputStream - + @@ -54,7 +54,7 @@ - PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   @@ -290,7 +290,7 @@

    - PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   diff --git a/javadoc/com/twitter/elephantbird/pig/util/PigCounterHelper.html b/javadoc/com/twitter/elephantbird/pig/util/PigCounterHelper.html index cc0d4de17..5dd752395 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/PigCounterHelper.html +++ b/javadoc/com/twitter/elephantbird/pig/util/PigCounterHelper.html @@ -2,12 +2,12 @@ - + PigCounterHelper - + diff --git a/javadoc/com/twitter/elephantbird/pig/util/PigToProtobuf.html b/javadoc/com/twitter/elephantbird/pig/util/PigToProtobuf.html index 04fa8fc9f..ce2d9d260 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/PigToProtobuf.html +++ b/javadoc/com/twitter/elephantbird/pig/util/PigToProtobuf.html @@ -2,12 +2,12 @@ - + PigToProtobuf - + @@ -55,7 +55,7 @@  PREV CLASS  - NEXT CLASSNEXT CLASS FRAMES    NO FRAMES   @@ -259,7 +259,7 @@

     PREV CLASS  - NEXT CLASSNEXT CLASS FRAMES    NO FRAMES   diff --git a/javadoc/com/twitter/elephantbird/pig/util/PigToThrift.html b/javadoc/com/twitter/elephantbird/pig/util/PigToThrift.html new file mode 100644 index 000000000..55d0dcb78 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/pig/util/PigToThrift.html @@ -0,0 +1,311 @@ + + + + + + +PigToThrift + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.pig.util +
    +Class PigToThrift<T extends org.apache.thrift.TBase<?,?>>

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.pig.util.PigToThrift<T>
    +
    +
    +
    +
    public class PigToThrift<T extends org.apache.thrift.TBase<?,?>>
    extends java.lang.Object
    + + +

    +Coverts a Pig Tuple into a Thrift struct, assuming fields in + tuples match exactly with the fields in Thrift struct. +

    + +

    +


    + +

    + + + + + + + + + + + +
    +Constructor Summary
    PigToThrift(java.lang.Class<T> tClass) + +
    +           
    +  + + + + + + + + + + + + + + + + + + + +
    +Method Summary
    + TgetThriftObject(org.apache.pig.data.Tuple tuple) + +
    +           
    +static + + + + +
    +<T extends org.apache.thrift.TBase<?,?>> +
    +PigToThrift<T>
    +
    newInstance(java.lang.Class<T> tClass) + +
    +           
    +static + + + + +
    +<T extends org.apache.thrift.TBase<?,?>> +
    +PigToThrift<T>
    +
    newInstance(TypeRef<T> typeRef) + +
    +           
    + + + + + + + +
    Methods inherited from class java.lang.Object
    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    +  +

    + + + + + + + + +
    +Constructor Detail
    + +

    +PigToThrift

    +
    +public PigToThrift(java.lang.Class<T> tClass)
    +
    +
    + + + + + + + + +
    +Method Detail
    + +

    +newInstance

    +
    +public static <T extends org.apache.thrift.TBase<?,?>> PigToThrift<T> newInstance(java.lang.Class<T> tClass)
    +
    +
    +
    +
    +
    +
    + +

    +newInstance

    +
    +public static <T extends org.apache.thrift.TBase<?,?>> PigToThrift<T> newInstance(TypeRef<T> typeRef)
    +
    +
    +
    +
    +
    +
    + +

    +getThriftObject

    +
    +public T getThriftObject(org.apache.pig.data.Tuple tuple)
    +
    +
    +
    +
    +
    + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + + + diff --git a/javadoc/com/twitter/elephantbird/pig/util/PigTokenHelper.html b/javadoc/com/twitter/elephantbird/pig/util/PigTokenHelper.html index d8588aa4e..8049a5bd3 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/PigTokenHelper.html +++ b/javadoc/com/twitter/elephantbird/pig/util/PigTokenHelper.html @@ -2,12 +2,12 @@ - + PigTokenHelper - + diff --git a/javadoc/com/twitter/elephantbird/pig/util/PigUtil.html b/javadoc/com/twitter/elephantbird/pig/util/PigUtil.html new file mode 100644 index 000000000..67840dc27 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/pig/util/PigUtil.html @@ -0,0 +1,333 @@ + + + + + + +PigUtil + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.pig.util +
    +Class PigUtil

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.pig.util.PigUtil
    +
    +
    +
    +
    public class PigUtil
    extends java.lang.Object
    + + +

    +


    + +

    + + + + + + + + + + + +
    +Constructor Summary
    PigUtil() + +
    +           
    +  + + + + + + + + + + + + + + + + + + + + + + + +
    +Method Summary
    +static java.lang.Class<?>getClass(java.lang.String className) + +
    +          Returns class using Pig's class loader.
    +static java.lang.Class<? extends com.google.protobuf.Message>getProtobufClass(java.lang.String protoClassName) + +
    +          Returns class using Pig's class loader.
    +static + + + + +
    +<M extends com.google.protobuf.Message> +
    +TypeRef<M>
    +
    getProtobufTypeRef(java.lang.String protoClassName) + +
    +           
    +static + + + + +
    +<T extends org.apache.thrift.TBase<?,?>> +
    +TypeRef<T>
    +
    getThriftTypeRef(java.lang.String thriftClassName) + +
    +          Returns TypeRef using Pig class loader.
    + + + + + + + +
    Methods inherited from class java.lang.Object
    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    +  +

    + + + + + + + + +
    +Constructor Detail
    + +

    +PigUtil

    +
    +public PigUtil()
    +
    +
    + + + + + + + + +
    +Method Detail
    + +

    +getClass

    +
    +public static java.lang.Class<?> getClass(java.lang.String className)
    +
    +
    Returns class using Pig's class loader. +

    +

    +
    +
    +
    +
    + +

    +getProtobufClass

    +
    +public static java.lang.Class<? extends com.google.protobuf.Message> getProtobufClass(java.lang.String protoClassName)
    +
    +
    Returns class using Pig's class loader. + If that fails tries Protobufs.getProtobufClass(String) to + resolve the class +

    +

    +
    +
    +
    +
    + +

    +getProtobufTypeRef

    +
    +public static <M extends com.google.protobuf.Message> TypeRef<M> getProtobufTypeRef(java.lang.String protoClassName)
    +
    +
    +
    +
    +
    +
    + +

    +getThriftTypeRef

    +
    +public static <T extends org.apache.thrift.TBase<?,?>> TypeRef<T> getThriftTypeRef(java.lang.String thriftClassName)
    +
    +
    Returns TypeRef using Pig class loader. +

    +

    +
    +
    +
    + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + + + diff --git a/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.CoercionLevel.html b/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.CoercionLevel.html index dc130b184..350158df5 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.CoercionLevel.html +++ b/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.CoercionLevel.html @@ -2,12 +2,12 @@ - + ProtobufToPig.CoercionLevel - + diff --git a/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.html b/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.html index bb7ca45bd..6779a849a 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.html +++ b/javadoc/com/twitter/elephantbird/pig/util/ProtobufToPig.html @@ -2,12 +2,12 @@ - + ProtobufToPig - + @@ -54,7 +54,7 @@ PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   @@ -297,8 +297,7 @@

    singleFieldToTuple

     protected java.lang.Object singleFieldToTuple(com.google.protobuf.Descriptors.FieldDescriptor fieldDescriptor,
    -                                              java.lang.Object fieldValue)
    -                                       throws org.apache.pig.backend.executionengine.ExecException
    + java.lang.Object fieldValue)
    Translate a single field to a tuple. If the field is repeated, it walks the list and adds each to a bag. Otherwise, it just adds the given one. @@ -389,7 +388,7 @@

    PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   diff --git a/javadoc/com/twitter/elephantbird/pig/util/ProtobufTuple.html b/javadoc/com/twitter/elephantbird/pig/util/ProtobufTuple.html index fb1155121..bc99c038b 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/ProtobufTuple.html +++ b/javadoc/com/twitter/elephantbird/pig/util/ProtobufTuple.html @@ -2,12 +2,12 @@ - + ProtobufTuple - + @@ -75,7 +75,7 @@ - SUMMARY: NESTED | FIELD | CONSTR | METHOD + SUMMARY: NESTED | FIELD | CONSTR | METHOD DETAIL: FIELD | CONSTR | METHOD @@ -92,21 +92,17 @@

    Class ProtobufTuple

     java.lang.Object
    -  extended by com.twitter.elephantbird.pig.util.ProtobufTuple
    +  extended by com.twitter.elephantbird.pig.util.AbstractLazyTuple
    +      extended by com.twitter.elephantbird.pig.util.ProtobufTuple
     
    All Implemented Interfaces:
    java.io.Serializable, java.lang.Comparable, org.apache.hadoop.io.Writable, org.apache.hadoop.io.WritableComparable, org.apache.pig.data.Tuple

    -
    public class ProtobufTuple
    extends java.lang.Object
    implements org.apache.pig.data.Tuple
    +
    public class ProtobufTuple
    extends AbstractLazyTuple
    -

    -This class wraps a protocol buffer message and attempts to delay parsing until individual - fields are requested. -

    -

    See Also:
    Serialized Form
    @@ -122,6 +118,15 @@

    Field Summary + + + + + + + +
    Fields inherited from class com.twitter.elephantbird.pig.util.AbstractLazyTuple
    idxBits, isRef, realTuple
      @@ -158,38 +163,6 @@

    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - - - - +          Returns object for the given index. - - - +
    - voidappend(java.lang.Object obj) - -
    -           
    - intcompareTo(java.lang.Object arg0) - -
    -           
    - java.lang.Objectget(int idx) - -
    -           
    - java.util.List<java.lang.Object>getAll() - -
    -           
     long getMemorySize() @@ -198,84 +171,20 @@

    - bytegetType(int idx) - -
    -           
    - booleanisNull() - -
    -           
    - booleanisNull(int idx) - -
    -           
    - voidreadFields(java.io.DataInput inp) - -
    -           
    - voidreference(org.apache.pig.data.Tuple arg0) - -
    -           
    - voidset(int idx, - java.lang.Object val) - -
    -           
    - voidsetNull(boolean isNull) +protected  java.lang.ObjectgetObjectAt(int idx)
    -           
    - intsize() - -
    -           
    - java.lang.StringtoDelimitedString(java.lang.String delim) - -
    -           
    + + + - - +
    Methods inherited from class com.twitter.elephantbird.pig.util.AbstractLazyTuple
    - voidwrite(java.io.DataOutput out) - -
    -           
    append, compareTo, convertAll, get, getAll, getType, initRealTuple, isNull, isNull, readFields, reference, set, setNull, size, toDelimitedString, write
      @@ -317,44 +226,17 @@

    -

    -append

    +

    +getObjectAt

    -public void append(java.lang.Object obj)
    -
    -
    -
    Specified by:
    append in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -get

    -
    -public java.lang.Object get(int idx)
    -                     throws org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    Specified by:
    get in interface org.apache.pig.data.Tuple
    -
    -
    - -
    Throws: -
    org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    - -

    -getAll

    -
    -public java.util.List<java.lang.Object> getAll()
    +protected java.lang.Object getObjectAt(int idx)
    +
    Description copied from class: AbstractLazyTuple
    +
    Returns object for the given index. This is invoked only + once for each instance. +

    -
    Specified by:
    getAll in interface org.apache.pig.data.Tuple
    +
    Specified by:
    getObjectAt in class AbstractLazyTuple
    @@ -368,180 +250,7 @@

    public long getMemorySize()
    -
    Specified by:
    getMemorySize in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -getType

    -
    -public byte getType(int idx)
    -             throws org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    Specified by:
    getType in interface org.apache.pig.data.Tuple
    -
    -
    - -
    Throws: -
    org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    - -

    -isNull

    -
    -public boolean isNull()
    -
    -
    -
    Specified by:
    isNull in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -isNull

    -
    -public boolean isNull(int idx)
    -               throws org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    Specified by:
    isNull in interface org.apache.pig.data.Tuple
    -
    -
    - -
    Throws: -
    org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    - -

    -reference

    -
    -public void reference(org.apache.pig.data.Tuple arg0)
    -
    -
    -
    Specified by:
    reference in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -set

    -
    -public void set(int idx,
    -                java.lang.Object val)
    -         throws org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    Specified by:
    set in interface org.apache.pig.data.Tuple
    -
    -
    - -
    Throws: -
    org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    - -

    -setNull

    -
    -public void setNull(boolean isNull)
    -
    -
    -
    Specified by:
    setNull in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -size

    -
    -public int size()
    -
    -
    -
    Specified by:
    size in interface org.apache.pig.data.Tuple
    -
    -
    -
    -
    -
    -
    - -

    -toDelimitedString

    -
    -public java.lang.String toDelimitedString(java.lang.String delim)
    -                                   throws org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    Specified by:
    toDelimitedString in interface org.apache.pig.data.Tuple
    -
    -
    - -
    Throws: -
    org.apache.pig.backend.executionengine.ExecException
    -
    -
    -
    - -

    -readFields

    -
    -public void readFields(java.io.DataInput inp)
    -                throws java.io.IOException
    -
    -
    -
    Specified by:
    readFields in interface org.apache.hadoop.io.Writable
    -
    -
    - -
    Throws: -
    java.io.IOException
    -
    -
    -
    - -

    -write

    -
    -public void write(java.io.DataOutput out)
    -           throws java.io.IOException
    -
    -
    -
    Specified by:
    write in interface org.apache.hadoop.io.Writable
    -
    -
    - -
    Throws: -
    java.io.IOException
    -
    -
    -
    - -

    -compareTo

    -
    -public int compareTo(java.lang.Object arg0)
    -
    -
    -
    Specified by:
    compareTo in interface java.lang.Comparable
    +
    Specified by:
    getMemorySize in interface org.apache.pig.data.Tuple
    Overrides:
    getMemorySize in class AbstractLazyTuple
    @@ -598,7 +307,7 @@

    - SUMMARY: NESTED | FIELD | CONSTR | METHOD + SUMMARY: NESTED | FIELD | CONSTR | METHOD DETAIL: FIELD | CONSTR | METHOD diff --git a/javadoc/com/twitter/elephantbird/pig/util/ThriftToPig.html b/javadoc/com/twitter/elephantbird/pig/util/ThriftToPig.html index 511367abe..65f6042ef 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/ThriftToPig.html +++ b/javadoc/com/twitter/elephantbird/pig/util/ThriftToPig.html @@ -2,12 +2,12 @@ - + ThriftToPig - + @@ -75,9 +75,9 @@ - SUMMARY: NESTED | FIELD | CONSTR | METHOD + SUMMARY: NESTED | FIELD | CONSTR | METHOD -DETAIL: FIELD | CONSTR | METHOD +DETAIL: FIELD | CONSTR | METHOD @@ -108,7 +108,24 @@


    + + + + + + + + + + +
    +Field Summary
    +static org.apache.log4j.LoggerLOG + +
    +           
    @@ -136,6 +153,14 @@

     org.apache.pig.data.Tuple +getLazyTuple(M thriftObj) + +
    +          Similar to getPigTuple(TBase). + + + + org.apache.pig.data.Tuple getPigTuple(M thriftObj)
    @@ -185,14 +210,6 @@

    - void -reset() - -
    -          The protocol should be reset before each object that is serialized. - - - static void stringifySchema(java.lang.StringBuilder sb, org.apache.pig.impl.logicalLayer.schema.Schema schema, @@ -219,6 +236,14 @@


              Returns Pig schema for the Thrift struct. + + +static org.apache.pig.impl.logicalLayer.schema.Schema +toSchema(TStructDescriptor tDesc) + +
    +            +   @@ -232,6 +257,25 @@

     

    + + + +

    + + + +
    +Field Detail
    + +

    +LOG

    +
    +public static final org.apache.log4j.Logger LOG
    +
    +
    +
    +
    + @@ -281,16 +325,15 @@


    -

    -reset

    +

    +getPigTuple

    -public void reset()
    +public org.apache.pig.data.Tuple getPigTuple(M thriftObj)
    -
    The protocol should be reset before each object that is serialized. - This is important since, the protocol itself can not reliably - realize if it at the beginning of a new object. It can not always - rely on the last object being correct written because of - any exceptions while processing previous object. +
    Converts a thrift object to Pig tuple. + All the fields are deserialized. + It might be better to use getLazyTuple() if not all fields + are required.

    @@ -298,19 +341,17 @@


    -

    -getPigTuple

    +

    +getLazyTuple

    -public org.apache.pig.data.Tuple getPigTuple(M thriftObj)
    -                                      throws org.apache.thrift.TException
    +public org.apache.pig.data.Tuple getLazyTuple(M thriftObj)
    -
    Converts a thrift object to Pig tuple. - Throws TException in case of any errors. +
    Similar to getPigTuple(TBase). This delays + serialization of tuple contents until they are requested.

    - -
    Throws: -
    org.apache.thrift.TException
    +
    Parameters:
    thriftObj - +
    Returns:


    @@ -328,6 +369,17 @@


    +

    +toSchema

    +
    +public static org.apache.pig.impl.logicalLayer.schema.Schema toSchema(TStructDescriptor tDesc)
    +
    +
    +
    +
    +
    +
    +

    toPigScript

    @@ -426,9 +478,9 @@ 

    - SUMMARY: NESTED | FIELD | CONSTR | METHOD + SUMMARY: NESTED | FIELD | CONSTR | METHOD -DETAIL: FIELD | CONSTR | METHOD +DETAIL: FIELD | CONSTR | METHOD diff --git a/javadoc/com/twitter/elephantbird/pig/util/package-frame.html b/javadoc/com/twitter/elephantbird/pig/util/package-frame.html index 1a3988499..484593d21 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/package-frame.html +++ b/javadoc/com/twitter/elephantbird/pig/util/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.util - + @@ -23,6 +23,8 @@ Classes 
    +AbstractLazyTuple +
    LzoBufferedPositionedInputStream
    PigCounterHelper @@ -31,6 +33,10 @@
    PigToProtobuf
    +PigToThrift +
    +PigUtil +
    ProtobufToPig
    ProtobufTuple diff --git a/javadoc/com/twitter/elephantbird/pig/util/package-summary.html b/javadoc/com/twitter/elephantbird/pig/util/package-summary.html index 934f11c29..c572b3283 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/package-summary.html +++ b/javadoc/com/twitter/elephantbird/pig/util/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.util - + @@ -88,6 +88,10 @@

    Class Summary +AbstractLazyTuple +  + + LzoBufferedPositionedInputStream A wrapper around Pig's BufferedPositionedInputStream that counts the number of compressed bytes read rather than the number of decompressed bytes read. @@ -105,14 +109,22 @@

    A class for turning Pig Tuples into codegen'd protos for custom Pig StoreFuncs. +PigToThrift<T extends TBase<?,?>> +Coverts a Pig Tuple into a Thrift struct, assuming fields in + tuples match exactly with the fields in Thrift struct. + + +PigUtil +  + + ProtobufToPig A class for turning codegen'd protos into Pig Tuples and Schemas for custom Pig LoadFuncs. ProtobufTuple -This class wraps a protocol buffer message and attempts to delay parsing until individual - fields are requested. +  ThriftToPig<M extends TBase<?,?>> diff --git a/javadoc/com/twitter/elephantbird/pig/util/package-tree.html b/javadoc/com/twitter/elephantbird/pig/util/package-tree.html index 0b3151769..ec9cc0375 100644 --- a/javadoc/com/twitter/elephantbird/pig/util/package-tree.html +++ b/javadoc/com/twitter/elephantbird/pig/util/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.pig.util Class Hierarchy - + @@ -91,13 +91,15 @@

    Enum Hierarchy diff --git a/javadoc/com/twitter/elephantbird/proto/HadoopProtoCodeGenerator.html b/javadoc/com/twitter/elephantbird/proto/HadoopProtoCodeGenerator.html index e39546a49..c54e9e724 100644 --- a/javadoc/com/twitter/elephantbird/proto/HadoopProtoCodeGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/HadoopProtoCodeGenerator.html @@ -2,12 +2,12 @@ - + HadoopProtoCodeGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/DeprecatedLzoProtobufBlockInputFormatGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/DeprecatedLzoProtobufBlockInputFormatGenerator.html index 876b39d93..5eb0ecdbc 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/DeprecatedLzoProtobufBlockInputFormatGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/DeprecatedLzoProtobufBlockInputFormatGenerator.html @@ -2,12 +2,12 @@ - + DeprecatedLzoProtobufBlockInputFormatGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineInputFormatGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineInputFormatGenerator.html index 93eaee968..bb3a38214 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineInputFormatGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineInputFormatGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufB64LineInputFormatGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineOutputFormatGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineOutputFormatGenerator.html index 4d83b296f..5efeebea2 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineOutputFormatGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LineOutputFormatGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufB64LineOutputFormatGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigLoaderGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigLoaderGenerator.html index d2e19428c..1ce05881f 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigLoaderGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigLoaderGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufB64LinePigLoaderGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigStorageGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigStorageGenerator.html index 9aca9ed15..b03498422 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigStorageGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigStorageGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufB64LinePigStorageGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigletGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigletGenerator.html index 1b73df0b2..375cd5859 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigletGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufB64LinePigletGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufB64LinePigletGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockInputFormatGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockInputFormatGenerator.html index 58aa17dde..eba47721a 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockInputFormatGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockInputFormatGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufBlockInputFormatGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockOutputFormatGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockOutputFormatGenerator.html index 4dc335d74..37061c757 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockOutputFormatGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockOutputFormatGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufBlockOutputFormatGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigLoaderGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigLoaderGenerator.html index 06233a309..f15df3eed 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigLoaderGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigLoaderGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufBlockPigLoaderGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigStorageGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigStorageGenerator.html index 3426b0046..e44eb044c 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigStorageGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigStorageGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufBlockPigStorageGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigletGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigletGenerator.html index 6b17c0c83..7ba3d2570 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigletGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufBlockPigletGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufBlockPigletGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufHiveSerdeGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufHiveSerdeGenerator.html index fd9002ab8..acd1c9213 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufHiveSerdeGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/LzoProtobufHiveSerdeGenerator.html @@ -2,12 +2,12 @@ - + LzoProtobufHiveSerdeGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/OinkLoadPluginGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/OinkLoadPluginGenerator.html index 907b5a97b..a92ead8eb 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/OinkLoadPluginGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/OinkLoadPluginGenerator.html @@ -2,12 +2,12 @@ - + OinkLoadPluginGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/ProtoCodeGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/ProtoCodeGenerator.html index c2542bc8e..120d231ee 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/ProtoCodeGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/ProtoCodeGenerator.html @@ -2,12 +2,12 @@ - + ProtoCodeGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufBytesToPigTupleGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufBytesToPigTupleGenerator.html index 77a9f90f7..1b3abd1c5 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufBytesToPigTupleGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufBytesToPigTupleGenerator.html @@ -2,12 +2,12 @@ - + ProtobufBytesToPigTupleGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufWritableGenerator.html b/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufWritableGenerator.html index 6c325ff26..7b0b13caa 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufWritableGenerator.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/ProtobufWritableGenerator.html @@ -2,12 +2,12 @@ - + ProtobufWritableGenerator - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/package-frame.html b/javadoc/com/twitter/elephantbird/proto/codegen/package-frame.html index d466a1d30..982a9e668 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/package-frame.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.codegen - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/package-summary.html b/javadoc/com/twitter/elephantbird/proto/codegen/package-summary.html index a518d9142..cf4046c9b 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/package-summary.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.codegen - + diff --git a/javadoc/com/twitter/elephantbird/proto/codegen/package-tree.html b/javadoc/com/twitter/elephantbird/proto/codegen/package-tree.html index 9c57f5d91..991771e6d 100644 --- a/javadoc/com/twitter/elephantbird/proto/codegen/package-tree.html +++ b/javadoc/com/twitter/elephantbird/proto/codegen/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.codegen Class Hierarchy - + diff --git a/javadoc/com/twitter/elephantbird/proto/package-frame.html b/javadoc/com/twitter/elephantbird/proto/package-frame.html index 96f8f6763..9221b3ea6 100644 --- a/javadoc/com/twitter/elephantbird/proto/package-frame.html +++ b/javadoc/com/twitter/elephantbird/proto/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto - + diff --git a/javadoc/com/twitter/elephantbird/proto/package-summary.html b/javadoc/com/twitter/elephantbird/proto/package-summary.html index 487c9c6a1..b6d030e1d 100644 --- a/javadoc/com/twitter/elephantbird/proto/package-summary.html +++ b/javadoc/com/twitter/elephantbird/proto/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto - + diff --git a/javadoc/com/twitter/elephantbird/proto/package-tree.html b/javadoc/com/twitter/elephantbird/proto/package-tree.html index eb423cde0..c95d0a1f4 100644 --- a/javadoc/com/twitter/elephantbird/proto/package-tree.html +++ b/javadoc/com/twitter/elephantbird/proto/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto Class Hierarchy - + diff --git a/javadoc/com/twitter/elephantbird/proto/util/FormattingStringBuffer.html b/javadoc/com/twitter/elephantbird/proto/util/FormattingStringBuffer.html index adc69ce70..f70a0b429 100644 --- a/javadoc/com/twitter/elephantbird/proto/util/FormattingStringBuffer.html +++ b/javadoc/com/twitter/elephantbird/proto/util/FormattingStringBuffer.html @@ -2,12 +2,12 @@ - + FormattingStringBuffer - + diff --git a/javadoc/com/twitter/elephantbird/proto/util/ProtogenHelper.html b/javadoc/com/twitter/elephantbird/proto/util/ProtogenHelper.html index 4348bf648..674602006 100644 --- a/javadoc/com/twitter/elephantbird/proto/util/ProtogenHelper.html +++ b/javadoc/com/twitter/elephantbird/proto/util/ProtogenHelper.html @@ -2,12 +2,12 @@ - + ProtogenHelper - + diff --git a/javadoc/com/twitter/elephantbird/proto/util/package-frame.html b/javadoc/com/twitter/elephantbird/proto/util/package-frame.html index db1e91656..4b3fe6318 100644 --- a/javadoc/com/twitter/elephantbird/proto/util/package-frame.html +++ b/javadoc/com/twitter/elephantbird/proto/util/package-frame.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.util - + diff --git a/javadoc/com/twitter/elephantbird/proto/util/package-summary.html b/javadoc/com/twitter/elephantbird/proto/util/package-summary.html index d859935c2..787d64bea 100644 --- a/javadoc/com/twitter/elephantbird/proto/util/package-summary.html +++ b/javadoc/com/twitter/elephantbird/proto/util/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.util - + @@ -55,7 +55,7 @@  PREV PACKAGE  - NEXT PACKAGENEXT PACKAGE FRAMES    NO FRAMES   @@ -132,7 +132,7 @@

     PREV PACKAGE  - NEXT PACKAGENEXT PACKAGE FRAMES    NO FRAMES   diff --git a/javadoc/com/twitter/elephantbird/proto/util/package-tree.html b/javadoc/com/twitter/elephantbird/proto/util/package-tree.html index 3b32daebb..e1a4e8bbc 100644 --- a/javadoc/com/twitter/elephantbird/proto/util/package-tree.html +++ b/javadoc/com/twitter/elephantbird/proto/util/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.proto.util Class Hierarchy - + @@ -55,7 +55,7 @@  PREV  - NEXTNEXT FRAMES    NO FRAMES   @@ -123,7 +123,7 @@

     PREV  - NEXTNEXT FRAMES    NO FRAMES   diff --git a/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.Field.html b/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.Field.html new file mode 100644 index 000000000..ac2af09ee --- /dev/null +++ b/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.Field.html @@ -0,0 +1,550 @@ + + + + + + +TStructDescriptor.Field + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.thrift +
    +Class TStructDescriptor.Field

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.thrift.TStructDescriptor.Field
    +
    +
    +
    Enclosing class:
    TStructDescriptor
    +
    +
    +
    +
    public static class TStructDescriptor.Field
    extends java.lang.Object
    +

    + +

    +Maintains all the relevant info for a field +

    + +

    +


    + +

    + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +Method Summary
    + org.apache.thrift.TEnumgetEnumValueOf(java.lang.String name) + +
    +           
    + org.apache.thrift.meta_data.FieldValueMetaDatagetField() + +
    +           
    + shortgetFieldId() + +
    +           
    + org.apache.thrift.TFieldIdEnumgetFieldIdEnum() + +
    +          This valid only for fields of a Struct.
    + shortgetId() + +
    +           
    + TStructDescriptor.FieldgetListElemField() + +
    +           
    + TStructDescriptor.FieldgetMapKeyField() + +
    +           
    + TStructDescriptor.FieldgetMapValueField() + +
    +           
    + java.lang.StringgetName() + +
    +           
    + TStructDescriptor.FieldgetSetElemField() + +
    +           
    + TStructDescriptorgettStructDescriptor() + +
    +           
    + bytegetType() + +
    +           
    + booleanisBuffer() + +
    +           
    + booleanisEnum() + +
    +           
    + booleanisList() + +
    +           
    + booleanisMap() + +
    +           
    + booleanisSet() + +
    +           
    + booleanisStruct() + +
    +           
    + + + + + + + +
    Methods inherited from class java.lang.Object
    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    +  +

    + + + + + + + + +
    +Method Detail
    + +

    +getFieldId

    +
    +public short getFieldId()
    +
    +
    +
    +
    +
    +
    + +

    +getType

    +
    +public byte getType()
    +
    +
    +
    +
    +
    +
    + +

    +getFieldIdEnum

    +
    +public org.apache.thrift.TFieldIdEnum getFieldIdEnum()
    +
    +
    This valid only for fields of a Struct. It is null for other fields + in containers like List. +

    +

    +
    +
    +
    +
    + +

    +getField

    +
    +public org.apache.thrift.meta_data.FieldValueMetaData getField()
    +
    +
    +
    +
    +
    +
    + +

    +isBuffer

    +
    +public boolean isBuffer()
    +
    +
    +
    +
    +
    +
    + +

    +isList

    +
    +public boolean isList()
    +
    +
    +
    +
    +
    +
    + +

    +getListElemField

    +
    +public TStructDescriptor.Field getListElemField()
    +
    +
    +
    +
    +
    +
    + +

    +isSet

    +
    +public boolean isSet()
    +
    +
    +
    +
    +
    +
    + +

    +getSetElemField

    +
    +public TStructDescriptor.Field getSetElemField()
    +
    +
    +
    +
    +
    +
    + +

    +isMap

    +
    +public boolean isMap()
    +
    +
    +
    +
    +
    +
    + +

    +getMapKeyField

    +
    +public TStructDescriptor.Field getMapKeyField()
    +
    +
    +
    +
    +
    +
    + +

    +getMapValueField

    +
    +public TStructDescriptor.Field getMapValueField()
    +
    +
    +
    +
    +
    +
    + +

    +isStruct

    +
    +public boolean isStruct()
    +
    +
    +
    +
    +
    +
    + +

    +gettStructDescriptor

    +
    +public TStructDescriptor gettStructDescriptor()
    +
    +
    +
    +
    +
    +
    + +

    +isEnum

    +
    +public boolean isEnum()
    +
    +
    +
    +
    +
    +
    + +

    +getEnumValueOf

    +
    +public org.apache.thrift.TEnum getEnumValueOf(java.lang.String name)
    +
    +
    +
    +
    +
    +
    + +

    +getName

    +
    +public java.lang.String getName()
    +
    +
    +
    +
    +
    +
    + +

    +getId

    +
    +public short getId()
    +
    +
    +
    +
    +
    + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + + + diff --git a/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.html b/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.html new file mode 100644 index 000000000..0345945d3 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/thrift/TStructDescriptor.html @@ -0,0 +1,328 @@ + + + + + + +TStructDescriptor + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.thrift +
    +Class TStructDescriptor

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.thrift.TStructDescriptor
    +
    +
    +
    +
    public class TStructDescriptor
    extends java.lang.Object
    + + +

    +Expanded metadata of a Thrift class. The main purpose is + help recursive traversals of Thrift structs or objects + with the following : +

      +
    • build much more detailed information about fields so that + other iterators don't need to. +
    • avoids runtime type checking while processing many objects of the + same class (common case). +
    • Handles different Thrift quirks. +

      + +

      +


      + +

      + + + + + + + + + + + +
      +Nested Class Summary
      +static classTStructDescriptor.Field + +
      +          Maintains all the relevant info for a field
      +  + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      +Method Summary
      + TStructDescriptor.FieldgetFieldAt(int idx) + +
      +           
      + java.util.List<TStructDescriptor.Field>getFields() + +
      +          The list of fields returned is immutable.
      + java.lang.ObjectgetFieldValue(int fieldIdx, + org.apache.thrift.TBase tObject) + +
      +           
      +static TStructDescriptorgetInstance(java.lang.Class<? extends org.apache.thrift.TBase<?,?>> tClass) + +
      +          Creates a descriptor for a Thrift class
      + java.lang.Class<? extends org.apache.thrift.TBase<?,?>>getThriftClass() + +
      +           
      + + + + + + + +
      Methods inherited from class java.lang.Object
      clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
      +  +

      + + + + + + + + +
      +Method Detail
      + +

      +getThriftClass

      +
      +public java.lang.Class<? extends org.apache.thrift.TBase<?,?>> getThriftClass()
      +
      +
      +
      +
      +
      +
      + +

      +getFields

      +
      +public java.util.List<TStructDescriptor.Field> getFields()
      +
      +
      The list of fields returned is immutable. +

      +

      +
      +
      +
      +
      + +

      +getFieldAt

      +
      +public TStructDescriptor.Field getFieldAt(int idx)
      +
      +
      +
      +
      +
      +
      + +

      +getFieldValue

      +
      +public java.lang.Object getFieldValue(int fieldIdx,
      +                                      org.apache.thrift.TBase tObject)
      +
      +
      +
      +
      +
      +
      + +

      +getInstance

      +
      +public static TStructDescriptor getInstance(java.lang.Class<? extends org.apache.thrift.TBase<?,?>> tClass)
      +
      +
      Creates a descriptor for a Thrift class +

      +

      +
      +
      +
      + +
      + + + + + + + + + + + + + + + + + + + +
      + +
      + + + +
      + + + diff --git a/javadoc/com/twitter/elephantbird/thrift/package-frame.html b/javadoc/com/twitter/elephantbird/thrift/package-frame.html new file mode 100644 index 000000000..972db7a42 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/thrift/package-frame.html @@ -0,0 +1,34 @@ + + + + + + +com.twitter.elephantbird.thrift + + + + + + + + + + + +com.twitter.elephantbird.thrift + + + + +
      +Classes  + +
      +TStructDescriptor +
      +TStructDescriptor.Field
      + + + + diff --git a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-summary.html b/javadoc/com/twitter/elephantbird/thrift/package-summary.html similarity index 57% rename from javadoc/com/twitter/data/proto/tutorial/hive/serde/package-summary.html rename to javadoc/com/twitter/elephantbird/thrift/package-summary.html index 4b9879fe7..f48227d3a 100644 --- a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-summary.html +++ b/javadoc/com/twitter/elephantbird/thrift/package-summary.html @@ -2,20 +2,20 @@ - + -com.twitter.data.proto.tutorial.hive.serde +com.twitter.elephantbird.thrift - + - + @@ -37,13 +37,13 @@ - + - - - + + +
      @@ -54,20 +54,20 @@ PREV PACKAGE  - NEXT PACKAGEPREV PACKAGE  + NEXT PACKAGE
      - FRAMES   + FRAMES    NO FRAMES     @@ -79,7 +79,7 @@

      -Package com.twitter.data.proto.tutorial.hive.serde +Package com.twitter.elephantbird.thrift

      @@ -88,12 +88,12 @@

      Class Summary

      - - + + - - + +
      LzoAddressBookProtobufHiveSerde TStructDescriptorExpanded metadata of a Thrift class.
      LzoPersonProtobufHiveSerde TStructDescriptor.FieldMaintains all the relevant info for a field
        @@ -113,13 +113,13 @@

      - + - - - + + +
      @@ -130,20 +130,20 @@

      PREV PACKAGE  - NEXT PACKAGEPREV PACKAGE  + NEXT PACKAGE - FRAMES   + FRAMES    NO FRAMES     diff --git a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-tree.html b/javadoc/com/twitter/elephantbird/thrift/package-tree.html similarity index 52% rename from javadoc/com/twitter/data/proto/tutorial/hive/serde/package-tree.html rename to javadoc/com/twitter/elephantbird/thrift/package-tree.html index d005e1b72..7ed11c7ae 100644 --- a/javadoc/com/twitter/data/proto/tutorial/hive/serde/package-tree.html +++ b/javadoc/com/twitter/elephantbird/thrift/package-tree.html @@ -2,20 +2,20 @@ - + -com.twitter.data.proto.tutorial.hive.serde Class Hierarchy +com.twitter.elephantbird.thrift Class Hierarchy - + - + @@ -37,13 +37,13 @@ - + - - - + + +
      @@ -54,20 +54,20 @@ PREV  - NEXTPREV  + NEXT
      - FRAMES   + FRAMES    NO FRAMES     @@ -80,21 +80,18 @@

      -Hierarchy For Package com.twitter.data.proto.tutorial.hive.serde +Hierarchy For Package com.twitter.elephantbird.thrift

      -
      Package Hierarchies:
      All Packages
      +
      Package Hierarchies:
      All Packages

      Class Hierarchy


    @@ -108,13 +105,13 @@

    - + - - - + + +
    @@ -125,20 +122,20 @@

    PREV  - NEXTPREV  + NEXT - FRAMES   + FRAMES    NO FRAMES     diff --git a/javadoc/com/twitter/elephantbird/util/Codecs.html b/javadoc/com/twitter/elephantbird/util/Codecs.html new file mode 100644 index 000000000..c8e12b2b1 --- /dev/null +++ b/javadoc/com/twitter/elephantbird/util/Codecs.html @@ -0,0 +1,226 @@ + + + + + + +Codecs + + + + + + + + + + + + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + +

    + +com.twitter.elephantbird.util +
    +Class Codecs

    +
    +java.lang.Object
    +  extended by com.twitter.elephantbird.util.Codecs
    +
    +
    +
    +
    public final class Codecs
    extends java.lang.Object
    + + +

    +Various Codecs specific utilities. +

    + +

    +


    + +

    + + + + + + + + + + + + +
    +Method Summary
    +static org.apache.commons.codec.binary.Base64createStandardBase64() + +
    +          Get a instance of standard base64 implementation from apache + commons-codec library
    + + + + + + + +
    Methods inherited from class java.lang.Object
    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    +  +

    + + + + + + + + +
    +Method Detail
    + +

    +createStandardBase64

    +
    +public static org.apache.commons.codec.binary.Base64 createStandardBase64()
    +
    +
    Get a instance of standard base64 implementation from apache + commons-codec library +

    +

    + +
    Returns:
    standard base64 instance
    +
    +
    + +
    + + + + + + + + + + + + + + + + + + + +
    + +
    + + + +
    + + + diff --git a/javadoc/com/twitter/elephantbird/util/HadoopUtils.html b/javadoc/com/twitter/elephantbird/util/HadoopUtils.html index eae815ef2..fa8f7187a 100644 --- a/javadoc/com/twitter/elephantbird/util/HadoopUtils.html +++ b/javadoc/com/twitter/elephantbird/util/HadoopUtils.html @@ -2,12 +2,12 @@ - + HadoopUtils - + @@ -54,7 +54,7 @@ - PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   @@ -234,7 +234,7 @@

    - PREV CLASS  + PREV CLASS   NEXT CLASS FRAMES   diff --git a/javadoc/com/twitter/elephantbird/util/Inflection.html b/javadoc/com/twitter/elephantbird/util/Inflection.html index 90241d658..22e83db61 100644 --- a/javadoc/com/twitter/elephantbird/util/Inflection.html +++ b/javadoc/com/twitter/elephantbird/util/Inflection.html @@ -2,12 +2,12 @@ - + Inflection - + diff --git a/javadoc/com/twitter/elephantbird/util/ListHelper.html b/javadoc/com/twitter/elephantbird/util/ListHelper.html index 8ea803f06..759a81e14 100644 --- a/javadoc/com/twitter/elephantbird/util/ListHelper.html +++ b/javadoc/com/twitter/elephantbird/util/ListHelper.html @@ -2,12 +2,12 @@ - + ListHelper - + diff --git a/javadoc/com/twitter/elephantbird/util/Protobufs.html b/javadoc/com/twitter/elephantbird/util/Protobufs.html index 75d97c6a5..226e47c44 100644 --- a/javadoc/com/twitter/elephantbird/util/Protobufs.html +++ b/javadoc/com/twitter/elephantbird/util/Protobufs.html @@ -2,12 +2,12 @@ - + Protobufs - + diff --git a/javadoc/com/twitter/elephantbird/util/StreamSearcher.html b/javadoc/com/twitter/elephantbird/util/StreamSearcher.html index be34e09e8..cf87cb93e 100644 --- a/javadoc/com/twitter/elephantbird/util/StreamSearcher.html +++ b/javadoc/com/twitter/elephantbird/util/StreamSearcher.html @@ -2,12 +2,12 @@ - + StreamSearcher - + diff --git a/javadoc/com/twitter/elephantbird/util/Strings.html b/javadoc/com/twitter/elephantbird/util/Strings.html index e743223da..c4243fa6f 100644 --- a/javadoc/com/twitter/elephantbird/util/Strings.html +++ b/javadoc/com/twitter/elephantbird/util/Strings.html @@ -2,12 +2,12 @@ - + Strings - + diff --git a/javadoc/com/twitter/elephantbird/util/ThriftToProto.html b/javadoc/com/twitter/elephantbird/util/ThriftToProto.html index 4f733095e..ee810c786 100644 --- a/javadoc/com/twitter/elephantbird/util/ThriftToProto.html +++ b/javadoc/com/twitter/elephantbird/util/ThriftToProto.html @@ -2,12 +2,12 @@ - + ThriftToProto - + diff --git a/javadoc/com/twitter/elephantbird/util/ThriftUtils.html b/javadoc/com/twitter/elephantbird/util/ThriftUtils.html index 5909d6422..da948392b 100644 --- a/javadoc/com/twitter/elephantbird/util/ThriftUtils.html +++ b/javadoc/com/twitter/elephantbird/util/ThriftUtils.html @@ -2,12 +2,12 @@ - + ThriftUtils - + @@ -183,6 +183,23 @@

    +getTypeRef(java.lang.Class<?> tClass) + +
    +          returns TypeRef for thrift class. + + + +static + + + + +
    +<M extends org.apache.thrift.TBase<?,?>> +
    +TypeRef<M>
    +
    getTypeRef(org.apache.hadoop.conf.Configuration jobConf, java.lang.Class<?> genericClass) @@ -203,6 +220,24 @@

    getTypeRef(java.lang.String thriftClassName) +
    +          returns TypeRef for a thrift class. + + + +static + + + + +
    +<M extends org.apache.thrift.TBase<?,?>> +
    +TypeRef<M>
    +
    +getTypeRef(java.lang.String thriftClassName, + java.lang.ClassLoader classLoader) +
              returns TypeRef for a thrift class. @@ -283,6 +318,34 @@


    +

    +getTypeRef

    +
    +public static <M extends org.apache.thrift.TBase<?,?>> TypeRef<M> getTypeRef(java.lang.Class<?> tClass)
    +
    +
    returns TypeRef for thrift class. Verifies that the class is + a Thrift class (i.e extends TBase). +

    +

    +
    +
    +
    +
    + +

    +getTypeRef

    +
    +public static <M extends org.apache.thrift.TBase<?,?>> TypeRef<M> getTypeRef(java.lang.String thriftClassName,
    +                                                                             java.lang.ClassLoader classLoader)
    +
    +
    returns TypeRef for a thrift class. +

    +

    +
    +
    +
    +
    +

    getTypeRef

    diff --git a/javadoc/com/twitter/elephantbird/util/TypeRef.html b/javadoc/com/twitter/elephantbird/util/TypeRef.html
    index 2e83f3dbd..4bc91e347 100644
    --- a/javadoc/com/twitter/elephantbird/util/TypeRef.html
    +++ b/javadoc/com/twitter/elephantbird/util/TypeRef.html
    @@ -2,12 +2,12 @@
     
     
     
    -
    +
     
     TypeRef
     
     
    -
    +
     
     
     
    diff --git a/javadoc/com/twitter/elephantbird/util/W3CLogParser.html b/javadoc/com/twitter/elephantbird/util/W3CLogParser.html
    index 343278c2c..23263bb12 100644
    --- a/javadoc/com/twitter/elephantbird/util/W3CLogParser.html
    +++ b/javadoc/com/twitter/elephantbird/util/W3CLogParser.html
    @@ -2,12 +2,12 @@
     
     
     
    -
    +
     
     W3CLogParser
     
     
    -
    +
     
     
     
    diff --git a/javadoc/com/twitter/elephantbird/util/package-frame.html b/javadoc/com/twitter/elephantbird/util/package-frame.html
    index c87ada284..3033169e8 100644
    --- a/javadoc/com/twitter/elephantbird/util/package-frame.html
    +++ b/javadoc/com/twitter/elephantbird/util/package-frame.html
    @@ -2,12 +2,12 @@
     
     
     
    -
    +
     
     com.twitter.elephantbird.util
     
     
    -
    +
     
     
     
    @@ -23,6 +23,8 @@
     Classes 
     
     
    +Codecs +
    HadoopUtils
    Inflection diff --git a/javadoc/com/twitter/elephantbird/util/package-summary.html b/javadoc/com/twitter/elephantbird/util/package-summary.html index 1de73aa98..10536daf8 100644 --- a/javadoc/com/twitter/elephantbird/util/package-summary.html +++ b/javadoc/com/twitter/elephantbird/util/package-summary.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.util - + @@ -54,7 +54,7 @@ PREV PACKAGE  + PREV PACKAGE   NEXT PACKAGE FRAMES   @@ -88,6 +88,10 @@

    Class Summary +Codecs +Various Codecs specific utilities. + + HadoopUtils Various Hadoop specific utilities. @@ -162,7 +166,7 @@

    PREV PACKAGE  + PREV PACKAGE   NEXT PACKAGE FRAMES   diff --git a/javadoc/com/twitter/elephantbird/util/package-tree.html b/javadoc/com/twitter/elephantbird/util/package-tree.html index 144081e1d..28ece6941 100644 --- a/javadoc/com/twitter/elephantbird/util/package-tree.html +++ b/javadoc/com/twitter/elephantbird/util/package-tree.html @@ -2,12 +2,12 @@ - + com.twitter.elephantbird.util Class Hierarchy - + @@ -54,7 +54,7 @@ PREV  + PREV   NEXT FRAMES   @@ -91,7 +91,7 @@


    @@ -122,7 +122,7 @@

    PREV  + PREV   NEXT FRAMES   diff --git a/javadoc/constant-values.html b/javadoc/constant-values.html index 451b49272..e76a46cf5 100644 --- a/javadoc/constant-values.html +++ b/javadoc/constant-values.html @@ -2,12 +2,12 @@ - + Constant Field Values - + diff --git a/javadoc/deprecated-list.html b/javadoc/deprecated-list.html index 09f86334d..7f2a49857 100644 --- a/javadoc/deprecated-list.html +++ b/javadoc/deprecated-list.html @@ -2,12 +2,12 @@ - + Deprecated List - + diff --git a/javadoc/help-doc.html b/javadoc/help-doc.html index 138eb5a33..a66d1b7f9 100644 --- a/javadoc/help-doc.html +++ b/javadoc/help-doc.html @@ -2,12 +2,12 @@ - + API Help - + diff --git a/javadoc/index-all.html b/javadoc/index-all.html index 2edf1f4aa..aae9f5a64 100644 --- a/javadoc/index-all.html +++ b/javadoc/index-all.html @@ -2,12 +2,12 @@ - + Index - + @@ -84,6 +84,9 @@
    A_BITE_FIELD_NUMBER - Static variable in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach
      +
    AbstractLazyTuple - Class in com.twitter.elephantbird.pig.util
     
    AbstractLazyTuple() - +Constructor for class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    addAllByteList(Iterable<? extends Integer>) - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder
      @@ -141,17 +144,14 @@
    AddressBook(AddressBook) - Constructor for class com.twitter.data.proto.tutorial.thrift.AddressBook
    Performs a deep copy on other. -
    AddressBook._Fields - Enum in com.twitter.data.proto.tutorial.thrift
    The set of fields this struct contains, along with convenience methods for finding and manipulating them.
    AddressBookProtobufBytesToTuple - Class in com.twitter.data.proto.tutorial.pig.piggybank
     
    AddressBookProtobufBytesToTuple() - -Constructor for class com.twitter.data.proto.tutorial.pig.piggybank.AddressBookProtobufBytesToTuple -
      -
    AddressBookProtos - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.AddressBook - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.AddressBook.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneNumber - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneNumber.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneType - Enum in com.twitter.data.proto.tutorial
     
    addToPersons(Person) - +
    AddressBook._Fields - Enum in com.twitter.data.proto.tutorial.thrift
    The set of fields this struct contains, along with convenience methods for finding and manipulating them.
    AddressBookProtos - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.AddressBook - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.AddressBook.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneNumber - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneNumber.Builder - Class in com.twitter.data.proto.tutorial
     
    AddressBookProtos.Person.PhoneType - Enum in com.twitter.data.proto.tutorial
     
    addToPersons(Person) - Method in class com.twitter.data.proto.tutorial.thrift.AddressBook
     
    addToPhones(PhoneNumber) - Method in class com.twitter.data.proto.tutorial.thrift.Person
      -
    append(Object) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    append(Object) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    append(String, Object...) - Method in class com.twitter.elephantbird.proto.util.FormattingStringBuffer @@ -200,6 +200,9 @@
    bindTo(OutputStream) - Method in class com.twitter.elephantbird.pig.store.LzoProtobufBlockPigStorage
      +
    bindTo(OutputStream) - +Method in class com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage +
     
    BlockStorage - Class in com.twitter.data.proto
     
    BlockStorage.SerializedBlock - Class in com.twitter.data.proto
     
    BlockStorage.SerializedBlock.Builder - Class in com.twitter.data.proto
     
    borders_ - Variable in class com.twitter.elephantbird.util.StreamSearcher
      @@ -463,7 +466,7 @@
    close() - Method in class com.twitter.elephantbird.pig.load.StoragePassingPigSlice
      -
    com.twitter.data.proto - package com.twitter.data.proto
     
    com.twitter.data.proto.tutorial - package com.twitter.data.proto.tutorial
     
    com.twitter.data.proto.tutorial.hive.serde - package com.twitter.data.proto.tutorial.hive.serde
     
    com.twitter.data.proto.tutorial.mapred.input - package com.twitter.data.proto.tutorial.mapred.input
     
    com.twitter.data.proto.tutorial.mapreduce.input - package com.twitter.data.proto.tutorial.mapreduce.input
     
    com.twitter.data.proto.tutorial.mapreduce.io - package com.twitter.data.proto.tutorial.mapreduce.io
     
    com.twitter.data.proto.tutorial.mapreduce.output - package com.twitter.data.proto.tutorial.mapreduce.output
     
    com.twitter.data.proto.tutorial.pig.load - package com.twitter.data.proto.tutorial.pig.load
     
    com.twitter.data.proto.tutorial.pig.piggybank - package com.twitter.data.proto.tutorial.pig.piggybank
     
    com.twitter.data.proto.tutorial.thrift - package com.twitter.data.proto.tutorial.thrift
     
    com.twitter.elephantbird.examples.proto - package com.twitter.elephantbird.examples.proto
     
    com.twitter.elephantbird.hive.serde - package com.twitter.elephantbird.hive.serde
     
    com.twitter.elephantbird.mapred.input - package com.twitter.elephantbird.mapred.input
     
    com.twitter.elephantbird.mapreduce.input - package com.twitter.elephantbird.mapreduce.input
     
    com.twitter.elephantbird.mapreduce.io - package com.twitter.elephantbird.mapreduce.io
     
    com.twitter.elephantbird.mapreduce.output - package com.twitter.elephantbird.mapreduce.output
     
    com.twitter.elephantbird.pig.load - package com.twitter.elephantbird.pig.load
     
    com.twitter.elephantbird.pig.piggybank - package com.twitter.elephantbird.pig.piggybank
     
    com.twitter.elephantbird.pig.store - package com.twitter.elephantbird.pig.store
     
    com.twitter.elephantbird.pig.util - package com.twitter.elephantbird.pig.util
     
    com.twitter.elephantbird.proto - package com.twitter.elephantbird.proto
     
    com.twitter.elephantbird.proto.codegen - package com.twitter.elephantbird.proto.codegen
     
    com.twitter.elephantbird.proto.util - package com.twitter.elephantbird.proto.util
     
    com.twitter.elephantbird.util - package com.twitter.elephantbird.util
     
    compareTo(AddressBook) - +
    Codecs - Class in com.twitter.elephantbird.util
    Various Codecs specific utilities.
    com.twitter.data.proto - package com.twitter.data.proto
     
    com.twitter.data.proto.tutorial - package com.twitter.data.proto.tutorial
     
    com.twitter.data.proto.tutorial.thrift - package com.twitter.data.proto.tutorial.thrift
     
    com.twitter.elephantbird.examples.proto - package com.twitter.elephantbird.examples.proto
     
    com.twitter.elephantbird.hive.serde - package com.twitter.elephantbird.hive.serde
     
    com.twitter.elephantbird.mapred.input - package com.twitter.elephantbird.mapred.input
     
    com.twitter.elephantbird.mapreduce.input - package com.twitter.elephantbird.mapreduce.input
     
    com.twitter.elephantbird.mapreduce.io - package com.twitter.elephantbird.mapreduce.io
     
    com.twitter.elephantbird.mapreduce.output - package com.twitter.elephantbird.mapreduce.output
     
    com.twitter.elephantbird.pig.load - package com.twitter.elephantbird.pig.load
     
    com.twitter.elephantbird.pig.piggybank - package com.twitter.elephantbird.pig.piggybank
     
    com.twitter.elephantbird.pig.store - package com.twitter.elephantbird.pig.store
     
    com.twitter.elephantbird.pig.util - package com.twitter.elephantbird.pig.util
     
    com.twitter.elephantbird.proto - package com.twitter.elephantbird.proto
     
    com.twitter.elephantbird.proto.codegen - package com.twitter.elephantbird.proto.codegen
     
    com.twitter.elephantbird.proto.util - package com.twitter.elephantbird.proto.util
     
    com.twitter.elephantbird.thrift - package com.twitter.elephantbird.thrift
     
    com.twitter.elephantbird.util - package com.twitter.elephantbird.util
     
    compareTo(AddressBook) - Method in class com.twitter.data.proto.tutorial.thrift.AddressBook
     
    compareTo(Name) - @@ -478,8 +481,8 @@
    compareTo(BinaryWritable<M>) - Method in class com.twitter.elephantbird.mapreduce.io.BinaryWritable
      -
    compareTo(Object) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    compareTo(Object) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    configure(String, String, DescriptorProtos.DescriptorProto) - Method in class com.twitter.elephantbird.proto.codegen.ProtoCodeGenerator @@ -487,6 +490,9 @@
    convert(T) - Method in class com.twitter.elephantbird.util.ThriftToProto
      +
    convertAll() - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    createInputReader(InputStream, Configuration) - Method in class com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockRecordReader
      @@ -541,6 +547,10 @@
    createRecordReader(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.LzoThriftBlockInputFormat
      +
    createStandardBase64() - +Static method in class com.twitter.elephantbird.util.Codecs +
    Get a instance of standard base64 implementation from apache + commons-codec library
    createValue() - Method in class com.twitter.elephantbird.mapred.input.DeprecatedLzoJsonRecordReader
      @@ -591,9 +601,6 @@
    depackage(String) - Static method in class com.twitter.elephantbird.util.Strings
      -
    DeprecatedLzoAddressBookProtobufBlockInputFormat - Class in com.twitter.data.proto.tutorial.mapred.input
     
    DeprecatedLzoAddressBookProtobufBlockInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapred.input.DeprecatedLzoAddressBookProtobufBlockInputFormat -
     
    DeprecatedLzoInputFormat<K,V> - Class in com.twitter.elephantbird.mapred.input
    This class serves as a base class for lzo input formats based on the old (org.apache.hadoop.mapred.*) hadoop API style which is deprecated but still required in places.
    DeprecatedLzoInputFormat() - @@ -603,10 +610,7 @@ Constructor for class com.twitter.elephantbird.mapred.input.DeprecatedLzoJsonInputFormat
     
    DeprecatedLzoJsonRecordReader - Class in com.twitter.elephantbird.mapred.input
    Reads line from an lzo compressed text file, and decodes each line into a json map.
    DeprecatedLzoLineRecordReader - Class in com.twitter.elephantbird.mapred.input
    A line-based record reader for LZO files that outputs - writable pairs in the style of TextInputFormat.
    DeprecatedLzoPersonProtobufBlockInputFormat - Class in com.twitter.data.proto.tutorial.mapred.input
     
    DeprecatedLzoPersonProtobufBlockInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapred.input.DeprecatedLzoPersonProtobufBlockInputFormat -
      -
    DeprecatedLzoProtobufBlockInputFormat<M extends com.google.protobuf.Message,W extends ProtobufWritable<M>> - Class in com.twitter.elephantbird.mapred.input
    This is the base class for all blocked protocol buffer based input formats.
    DeprecatedLzoProtobufBlockInputFormat() - + writable pairs in the style of TextInputFormat.
    DeprecatedLzoProtobufBlockInputFormat<M extends com.google.protobuf.Message,W extends ProtobufWritable<M>> - Class in com.twitter.elephantbird.mapred.input
    This is the base class for all blocked protocol buffer based input formats.
    DeprecatedLzoProtobufBlockInputFormat() - Constructor for class com.twitter.elephantbird.mapred.input.DeprecatedLzoProtobufBlockInputFormat
     
    DeprecatedLzoProtobufBlockInputFormatGenerator - Class in com.twitter.elephantbird.proto.codegen
     
    DeprecatedLzoProtobufBlockInputFormatGenerator() - @@ -623,12 +627,6 @@
    descriptorProto_ - Variable in class com.twitter.elephantbird.proto.codegen.ProtoCodeGenerator
      -
    deserialize(Writable) - -Method in class com.twitter.data.proto.tutorial.hive.serde.LzoAddressBookProtobufHiveSerde -
      -
    deserialize(Writable) - -Method in class com.twitter.data.proto.tutorial.hive.serde.LzoPersonProtobufHiveSerde -
     
    deserialize(Writable) - Method in class com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde
      @@ -823,6 +821,9 @@
    finish() - Method in class com.twitter.elephantbird.pig.store.LzoProtobufBlockPigStorage
      +
    finish() - +Method in class com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage +
     
    first_name - Variable in class com.twitter.data.proto.tutorial.thrift.Name
      @@ -913,8 +914,8 @@
    get() - Method in class com.twitter.elephantbird.mapreduce.io.BinaryWritable
    Returns the current object. -
    get(int) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    get(int) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    getABite() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder @@ -922,8 +923,8 @@
    getABite() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach
      -
    getAll() - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    getAll() - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    getBase64() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder @@ -949,6 +950,9 @@
    getByteListList() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach
      +
    getClass(String) - +Static method in class com.twitter.elephantbird.pig.util.PigUtil +
    Returns class using Pig's class loader.
    getConverterFor(Class<M>) - Method in class com.twitter.elephantbird.mapreduce.io.BinaryWritable
      @@ -1125,15 +1129,30 @@
    getEndRow() - Method in class com.twitter.elephantbird.pig.load.HBaseSlice
      +
    getEnumValueOf(String) - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getFiedlType(Class<?>, String) - Static method in class com.twitter.elephantbird.util.ThriftUtils
      +
    getField() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    getFieldAt(int) - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor +
     
    getFieldByName(Message, String) - Static method in class com.twitter.elephantbird.util.Protobufs
     
    getFieldDefinitionFile() - Method in class com.twitter.elephantbird.mapreduce.input.LzoW3CLogRecordReader
      +
    getFieldId() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    getFieldIdEnum() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
    This valid only for fields of a Struct.
    getFieldName() - Method in enum com.twitter.data.proto.tutorial.thrift.AddressBook._Fields
      @@ -1146,6 +1165,9 @@
    getFieldName() - Method in enum com.twitter.data.proto.tutorial.thrift.PhoneNumber._Fields
      +
    getFields() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor +
    The list of fields returned is immutable.
    getFieldTransformerFor(Map<String, String>) - Static method in class com.twitter.elephantbird.util.Protobufs
      @@ -1164,6 +1186,9 @@
    getFieldValue(Message, Descriptors.FieldDescriptor) - Method in class com.twitter.elephantbird.pig.util.ProtobufToPig
    A utility function for getting the value of a field in a protobuf message. +
    getFieldValue(int, TBase) - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor +
     
    getFieldValue(Object, String, Class<M>) - Static method in class com.twitter.elephantbird.util.ThriftUtils
    Returns value of a fieldName in an object. @@ -1272,6 +1297,9 @@
    getId() - Method in class com.twitter.data.proto.tutorial.thrift.Person
      +
    getId() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getImFalse() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder
      @@ -1305,6 +1333,9 @@
    getInputFormatClass(Class<M>, Configuration) - Static method in class com.twitter.elephantbird.mapreduce.input.LzoThriftBlockInputFormat
    Returns LzoThriftBlockInputFormat class for setting up a job. +
    getInstance(Class<? extends TBase<?, ?>>) - +Static method in class com.twitter.elephantbird.thrift.TStructDescriptor +
    Creates a descriptor for a Thrift class
    getInteger16() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder
      @@ -1332,6 +1363,9 @@
    getLast_name() - Method in class com.twitter.data.proto.tutorial.thrift.Name
      +
    getLazyTuple(M) - +Method in class com.twitter.elephantbird.pig.util.ThriftToPig +
    Similar to ThriftToPig.getPigTuple(TBase).
    getLength() - Method in class com.twitter.elephantbird.pig.load.HBaseSlice
      @@ -1341,6 +1375,9 @@
    getLength() - Method in class com.twitter.elephantbird.pig.load.StoragePassingPigSlice
      +
    getListElemField() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getLocations() - Method in class com.twitter.elephantbird.pig.load.HBaseSlice
      @@ -1353,6 +1390,15 @@
    getLzoFilePos() - Method in class com.twitter.elephantbird.mapreduce.input.LzoRecordReader
      +
    getMapKeyField() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    getMapValueField() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    getMemorySize() - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    getMemorySize() - Method in class com.twitter.elephantbird.pig.util.ProtobufTuple
      @@ -1377,6 +1423,9 @@
    getName() - Method in class com.twitter.data.proto.tutorial.thrift.Person
      +
    getName() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getNext() - Method in class com.twitter.elephantbird.pig.load.HBaseLoader
      @@ -1420,11 +1469,11 @@
    getNumber() - Method in class com.twitter.data.proto.tutorial.thrift.PhoneNumber
      -
    getObjectInspector() - -Method in class com.twitter.data.proto.tutorial.hive.serde.LzoAddressBookProtobufHiveSerde -
      -
    getObjectInspector() - -Method in class com.twitter.data.proto.tutorial.hive.serde.LzoPersonProtobufHiveSerde +
    getObjectAt(int) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
    Returns object for the given index. +
    getObjectAt(int) - +Method in class com.twitter.elephantbird.pig.util.ProtobufTuple
     
    getObjectInspector() - Method in class com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde @@ -1579,9 +1628,15 @@
    getProtoBlobsList() - Method in class com.twitter.data.proto.BlockStorage.SerializedBlock
      +
    getProtobufClass(String) - +Static method in class com.twitter.elephantbird.pig.util.PigUtil +
    Returns class using Pig's class loader.
    getProtobufClass(String) - Static method in class com.twitter.elephantbird.util.Protobufs
    Returns Protobuf class. +
    getProtobufTypeRef(String) - +Static method in class com.twitter.elephantbird.pig.util.PigUtil +
     
    getProtoClass(String, String, String) - Static method in class com.twitter.elephantbird.proto.util.ProtogenHelper
      @@ -1652,6 +1707,9 @@
    getSerializedSize() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach
      +
    getSetElemField() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getSomeCharacters() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder
      @@ -1682,6 +1740,9 @@
    getTableName() - Method in class com.twitter.elephantbird.pig.load.HBaseSlice
      +
    getThriftClass() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor +
     
    getThriftFieldId() - Method in enum com.twitter.data.proto.tutorial.thrift.AddressBook._Fields
      @@ -1694,6 +1755,15 @@
    getThriftFieldId() - Method in enum com.twitter.data.proto.tutorial.thrift.PhoneNumber._Fields
      +
    getThriftObject(Tuple) - +Method in class com.twitter.elephantbird.pig.util.PigToThrift +
      +
    getThriftTypeRef(String) - +Static method in class com.twitter.elephantbird.pig.util.PigUtil +
    Returns TypeRef using Pig class loader. +
    gettStructDescriptor() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    getType() - Method in class com.twitter.data.proto.tutorial.AddressBookProtos.Person.PhoneNumber.Builder
      @@ -1703,8 +1773,11 @@
    getType() - Method in class com.twitter.data.proto.tutorial.thrift.PhoneNumber
      -
    getType(int) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    getType(int) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
      +
    getType() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field
     
    getType() - Method in class com.twitter.elephantbird.util.TypeRef @@ -1722,6 +1795,12 @@
    getTypeRef(Configuration, Class<?>) - Static method in class com.twitter.elephantbird.util.ThriftUtils
    Returns TypeRef for the Thrift class that was set using setClass(jobConf); +
    getTypeRef(Class<?>) - +Static method in class com.twitter.elephantbird.util.ThriftUtils +
    returns TypeRef for thrift class. +
    getTypeRef(String, ClassLoader) - +Static method in class com.twitter.elephantbird.util.ThriftUtils +
    returns TypeRef for a thrift class.
    getTypeRef(String) - Static method in class com.twitter.elephantbird.util.ThriftUtils
    returns TypeRef for a thrift class. @@ -1933,6 +2012,9 @@
    ID_FIELD_NUMBER - Static variable in class com.twitter.data.proto.tutorial.AddressBookProtos.Person
      +
    idxBits - +Variable in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    IGNORE_KEY - Static variable in class com.twitter.elephantbird.util.Protobufs
      @@ -1993,6 +2075,9 @@
    initialize(InputSplit, TaskAttemptContext) - Method in class com.twitter.elephantbird.mapreduce.input.LzoRecordReader
      +
    initRealTuple(int) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    instantiateFromClass(Class<M>) - Static method in class com.twitter.elephantbird.util.Protobufs
      @@ -2131,6 +2216,12 @@
    is_ - Variable in class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc
      +
    isBuffer() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    isEnum() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    isFieldSetByName(Message, String) - Static method in class com.twitter.elephantbird.util.Protobufs
      @@ -2170,11 +2261,20 @@
    isInitialized() - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach
      -
    isNull() - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    isList() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field
      -
    isNull(int) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    isMap() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
      +
    isNull() - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
      +
    isNull(int) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
      +
    isRef - +Variable in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    isSet(AddressBook._Fields) - Method in class com.twitter.data.proto.tutorial.thrift.AddressBook @@ -2188,6 +2288,9 @@
    isSet(PhoneNumber._Fields) - Method in class com.twitter.data.proto.tutorial.thrift.PhoneNumber
    Returns true if field corresponding to fieldID is set (has been asigned a value) and false otherwise +
    isSet() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    isSetEmail() - Method in class com.twitter.data.proto.tutorial.thrift.Person
    Returns true if field email is set (has been asigned a value) and false otherwise @@ -2221,6 +2324,9 @@
    isSplitable(JobContext, Path) - Method in class com.twitter.elephantbird.mapreduce.input.LzoInputFormat
      +
    isStruct() - +Method in class com.twitter.elephantbird.thrift.TStructDescriptor.Field +
     
    isUncountable(String) - Static method in class com.twitter.elephantbird.util.Inflection
    Return true if the word is uncountable. @@ -2270,33 +2376,15 @@
    LOG - Static variable in class com.twitter.elephantbird.pig.load.LzoW3CLogLoader
      +
    LOG - +Static variable in class com.twitter.elephantbird.pig.util.ThriftToPig +
     
    LOG - Static variable in class com.twitter.elephantbird.util.W3CLogParser
     
    LZO_EXTENSION - Variable in class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc
      -
    LzoAddressBookProtobufB64LineInputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.input
     
    LzoAddressBookProtobufB64LineInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.input.LzoAddressBookProtobufB64LineInputFormat -
      -
    LzoAddressBookProtobufB64LineOutputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.output
     
    LzoAddressBookProtobufB64LineOutputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.output.LzoAddressBookProtobufB64LineOutputFormat -
      -
    LzoAddressBookProtobufB64LinePigLoader - Class in com.twitter.data.proto.tutorial.pig.load
     
    LzoAddressBookProtobufB64LinePigLoader() - -Constructor for class com.twitter.data.proto.tutorial.pig.load.LzoAddressBookProtobufB64LinePigLoader -
      -
    LzoAddressBookProtobufBlockInputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.input
     
    LzoAddressBookProtobufBlockInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.input.LzoAddressBookProtobufBlockInputFormat -
      -
    LzoAddressBookProtobufBlockOutputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.output
     
    LzoAddressBookProtobufBlockOutputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.output.LzoAddressBookProtobufBlockOutputFormat -
      -
    LzoAddressBookProtobufBlockPigLoader - Class in com.twitter.data.proto.tutorial.pig.load
     
    LzoAddressBookProtobufBlockPigLoader() - -Constructor for class com.twitter.data.proto.tutorial.pig.load.LzoAddressBookProtobufBlockPigLoader -
      -
    LzoAddressBookProtobufHiveSerde - Class in com.twitter.data.proto.tutorial.hive.serde
     
    LzoAddressBookProtobufHiveSerde() - -Constructor for class com.twitter.data.proto.tutorial.hive.serde.LzoAddressBookProtobufHiveSerde -
     
    LzoBaseLoadFunc - Class in com.twitter.elephantbird.pig.load
    This class handles LZO-decoding and slicing input LZO files.
    LzoBaseLoadFunc() - Constructor for class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc
    Construct a new load func. @@ -2365,27 +2453,6 @@
    LzoOutputFormat<M,W extends BinaryWritable<M>> - Class in com.twitter.elephantbird.mapreduce.output
    Base class for Lzo outputformats.
    LzoOutputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.output.LzoOutputFormat
      -
    LzoPersonProtobufB64LineInputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.input
     
    LzoPersonProtobufB64LineInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.input.LzoPersonProtobufB64LineInputFormat -
      -
    LzoPersonProtobufB64LineOutputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.output
     
    LzoPersonProtobufB64LineOutputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.output.LzoPersonProtobufB64LineOutputFormat -
      -
    LzoPersonProtobufB64LinePigLoader - Class in com.twitter.data.proto.tutorial.pig.load
     
    LzoPersonProtobufB64LinePigLoader() - -Constructor for class com.twitter.data.proto.tutorial.pig.load.LzoPersonProtobufB64LinePigLoader -
      -
    LzoPersonProtobufBlockInputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.input
     
    LzoPersonProtobufBlockInputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.input.LzoPersonProtobufBlockInputFormat -
      -
    LzoPersonProtobufBlockOutputFormat - Class in com.twitter.data.proto.tutorial.mapreduce.output
     
    LzoPersonProtobufBlockOutputFormat() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.output.LzoPersonProtobufBlockOutputFormat -
      -
    LzoPersonProtobufBlockPigLoader - Class in com.twitter.data.proto.tutorial.pig.load
     
    LzoPersonProtobufBlockPigLoader() - -Constructor for class com.twitter.data.proto.tutorial.pig.load.LzoPersonProtobufBlockPigLoader -
      -
    LzoPersonProtobufHiveSerde - Class in com.twitter.data.proto.tutorial.hive.serde
     
    LzoPersonProtobufHiveSerde() - -Constructor for class com.twitter.data.proto.tutorial.hive.serde.LzoPersonProtobufHiveSerde -
     
    LzoProtobufB64LineInputFormat<M extends com.google.protobuf.Message> - Class in com.twitter.elephantbird.mapreduce.input
    This is the base class for all base64 encoded, line-oriented protocol buffer based input formats.
    LzoProtobufB64LineInputFormat() - Constructor for class com.twitter.elephantbird.mapreduce.input.LzoProtobufB64LineInputFormat
      @@ -2511,6 +2578,9 @@
    LzoThriftB64LinePigLoader<M extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.pig.load
    Loader for LZO files with line-oriented base64 encoded Thrift objects.
    LzoThriftB64LinePigLoader(String) - Constructor for class com.twitter.elephantbird.pig.load.LzoThriftB64LinePigLoader
      +
    LzoThriftB64LinePigStorage<T extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.pig.store
    Serializes Pig Tuples into Base-64 encoded, line-delimited Thrift objects.
    LzoThriftB64LinePigStorage(String) - +Constructor for class com.twitter.elephantbird.pig.store.LzoThriftB64LinePigStorage +
     
    LzoThriftB64LineRecordReader<M extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.mapreduce.input
     
    LzoThriftB64LineRecordReader(TypeRef<M>) - Constructor for class com.twitter.elephantbird.mapreduce.input.LzoThriftB64LineRecordReader
      @@ -2531,6 +2601,9 @@
    LzoThriftBlockPigLoader<M extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.pig.load
     
    LzoThriftBlockPigLoader(String) - Constructor for class com.twitter.elephantbird.pig.load.LzoThriftBlockPigLoader
      +
    LzoThriftBlockPigStorage<T extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.pig.store
    Serializes Pig Tuples into Block encoded Thrift objects.
    LzoThriftBlockPigStorage(String) - +Constructor for class com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage +
     
    LzoThriftBlockRecordReader<M extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.mapreduce.input
    A reader for LZO-encoded protobuf blocks, generally written by a ProtobufBlockWriter or similar.
    LzoThriftBlockRecordReader(TypeRef<M>) - Constructor for class com.twitter.elephantbird.mapreduce.input.LzoThriftBlockRecordReader @@ -2747,6 +2820,12 @@
    newInstance(Class<M>) - Static method in class com.twitter.elephantbird.mapreduce.io.ThriftWritable
    Returns a ThriftWritable for a given Thrift class. +
    newInstance(Class<T>) - +Static method in class com.twitter.elephantbird.pig.util.PigToThrift +
      +
    newInstance(TypeRef<T>) - +Static method in class com.twitter.elephantbird.pig.util.PigToThrift +
     
    newInstance(Class<M>) - Static method in class com.twitter.elephantbird.pig.util.ThriftToPig
      @@ -3057,9 +3136,6 @@
    Person._Fields - Enum in com.twitter.data.proto.tutorial.thrift
    The set of fields this struct contains, along with convenience methods for finding and manipulating them.
    PERSON_FIELD_NUMBER - Static variable in class com.twitter.data.proto.tutorial.AddressBookProtos.AddressBook
      -
    PersonProtobufBytesToTuple - Class in com.twitter.data.proto.tutorial.pig.piggybank
     
    PersonProtobufBytesToTuple() - -Constructor for class com.twitter.data.proto.tutorial.pig.piggybank.PersonProtobufBytesToTuple -
     
    persons - Variable in class com.twitter.data.proto.tutorial.thrift.AddressBook
      @@ -3087,6 +3163,13 @@
    PigToProtobuf - Class in com.twitter.elephantbird.pig.util
    A class for turning Pig Tuples into codegen'd protos for custom Pig StoreFuncs.
    PigToProtobuf() - Constructor for class com.twitter.elephantbird.pig.util.PigToProtobuf
      +
    PigToThrift<T extends org.apache.thrift.TBase<?,?>> - Class in com.twitter.elephantbird.pig.util
    Coverts a Pig Tuple into a Thrift struct, assuming fields in + tuples match exactly with the fields in Thrift struct.
    PigToThrift(Class<T>) - +Constructor for class com.twitter.elephantbird.pig.util.PigToThrift +
      +
    PigUtil - Class in com.twitter.elephantbird.pig.util
     
    PigUtil() - +Constructor for class com.twitter.elephantbird.pig.util.PigUtil +
     
    pluralize(String) - Static method in class com.twitter.elephantbird.util.Inflection
    Return the pluralized version of a word. @@ -3114,12 +3197,6 @@
    PROTO_CLASS_NAME_FIELD_NUMBER - Static variable in class com.twitter.data.proto.BlockStorage.SerializedBlock
      -
    ProtobufAddressBookWritable - Class in com.twitter.data.proto.tutorial.mapreduce.io
     
    ProtobufAddressBookWritable() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.io.ProtobufAddressBookWritable -
      -
    ProtobufAddressBookWritable(AddressBookProtos.AddressBook) - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.io.ProtobufAddressBookWritable -
     
    ProtobufBlockReader<M extends com.google.protobuf.Message> - Class in com.twitter.elephantbird.mapreduce.io
     
    ProtobufBlockReader(InputStream, TypeRef<M>) - Constructor for class com.twitter.elephantbird.mapreduce.io.ProtobufBlockReader
      @@ -3142,12 +3219,6 @@
    ProtobufConverter<M extends com.google.protobuf.Message> - Class in com.twitter.elephantbird.mapreduce.io
    BinaryConverter for Protobufs
    ProtobufConverter(TypeRef<M>) - Constructor for class com.twitter.elephantbird.mapreduce.io.ProtobufConverter
      -
    ProtobufPersonWritable - Class in com.twitter.data.proto.tutorial.mapreduce.io
     
    ProtobufPersonWritable() - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.io.ProtobufPersonWritable -
      -
    ProtobufPersonWritable(AddressBookProtos.Person) - -Constructor for class com.twitter.data.proto.tutorial.mapreduce.io.ProtobufPersonWritable -
     
    Protobufs - Class in com.twitter.elephantbird.util
     
    Protobufs() - Constructor for class com.twitter.elephantbird.util.Protobufs
      @@ -3158,8 +3229,7 @@
    ProtobufToPig(ProtobufToPig.CoercionLevel) - Constructor for class com.twitter.elephantbird.pig.util.ProtobufToPig
      -
    ProtobufToPig.CoercionLevel - Enum in com.twitter.elephantbird.pig.util
     
    ProtobufTuple - Class in com.twitter.elephantbird.pig.util
    This class wraps a protocol buffer message and attempts to delay parsing until individual - fields are requested.
    ProtobufTuple(Message) - +
    ProtobufToPig.CoercionLevel - Enum in com.twitter.elephantbird.pig.util
     
    ProtobufTuple - Class in com.twitter.elephantbird.pig.util
     
    ProtobufTuple(Message) - Constructor for class com.twitter.elephantbird.pig.util.ProtobufTuple
     
    ProtobufWritable<M extends com.google.protobuf.Message> - Class in com.twitter.elephantbird.mapreduce.io
    A Hadoop Writable wrapper around a protocol buffer of type M.
    ProtobufWritable() - @@ -3192,6 +3262,12 @@
    putNext(Tuple) - Method in class com.twitter.elephantbird.pig.store.LzoProtobufBlockPigStorage
      +
    putNext(Tuple) - +Method in class com.twitter.elephantbird.pig.store.LzoThriftB64LinePigStorage +
      +
    putNext(Tuple) - +Method in class com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage +
     
    putNext(Tuple) - Method in class com.twitter.elephantbird.pig.store.LzoTokenizedStorage
    Write the tuple out by writing its fields one at a time, separated by the delimiter. @@ -3221,8 +3297,8 @@
    readFields(DataInput) - Method in class com.twitter.elephantbird.pig.load.StoragePassingPigSlice
      -
    readFields(DataInput) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    readFields(DataInput) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    readNext() - Method in class com.twitter.elephantbird.mapreduce.io.BinaryBlockReader @@ -3243,11 +3319,14 @@
    readProtobufBytes(BytesWritable) - Method in class com.twitter.elephantbird.mapreduce.io.ProtobufBlockReader
      +
    realTuple - +Variable in class com.twitter.elephantbird.pig.util.AbstractLazyTuple +
     
    RECORD_DELIMITER - Static variable in class com.twitter.elephantbird.pig.load.LzoBaseRegexLoader
      -
    reference(Tuple) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    reference(Tuple) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    registerAllExtensions(ExtensionRegistry) - Static method in class com.twitter.data.proto.BlockStorage @@ -3270,9 +3349,6 @@
    replace(String) - Method in class com.twitter.elephantbird.util.Inflection
    Replace the word with its pattern. -
    reset() - -Method in class com.twitter.elephantbird.pig.util.ThriftToPig -
    The protocol should be reset before each object that is serialized.

    @@ -3294,8 +3370,8 @@
    set(M) - Method in class com.twitter.elephantbird.mapreduce.io.BinaryWritable
      -
    set(int, Object) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    set(int, Object) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    setABite(int) - Method in class com.twitter.elephantbird.examples.proto.ThriftFixtures.OneOfEach.Builder @@ -3409,8 +3485,8 @@
    setNameIsSet(boolean) - Method in class com.twitter.data.proto.tutorial.thrift.Person
      -
    setNull(boolean) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    setNull(boolean) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    setNumber(String) - Method in class com.twitter.data.proto.tutorial.AddressBookProtos.Person.PhoneNumber.Builder @@ -3526,8 +3602,8 @@
    singularize(String) - Static method in class com.twitter.elephantbird.util.Strings
      -
    size() - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    size() - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    skip(long) - Method in class com.twitter.elephantbird.pig.load.LzoBaseLoadFunc @@ -3693,8 +3769,8 @@
    toBytes(M) - Method in class com.twitter.elephantbird.mapreduce.io.ThriftConverter
      -
    toDelimitedString(String) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    toDelimitedString(String) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    toPigScript(Descriptors.Descriptor, String) - Method in class com.twitter.elephantbird.pig.util.ProtobufToPig @@ -3708,6 +3784,9 @@
    toSchema(Class<? extends TBase<?, ?>>) - Static method in class com.twitter.elephantbird.pig.util.ThriftToPig
    Returns Pig schema for the Thrift struct. +
    toSchema(TStructDescriptor) - +Static method in class com.twitter.elephantbird.pig.util.ThriftToPig +
     
    toString() - Method in class com.twitter.data.proto.tutorial.thrift.AddressBook
      @@ -3732,7 +3811,7 @@
    toTuple(Message) - Method in class com.twitter.elephantbird.pig.util.ProtobufToPig
    Turn a generic message into a Tuple. -
    TUPLE_BEGIN - +
    TStructDescriptor - Class in com.twitter.elephantbird.thrift
    Expanded metadata of a Thrift class.
    TStructDescriptor.Field - Class in com.twitter.elephantbird.thrift
    Maintains all the relevant info for a field
    TUPLE_BEGIN - Static variable in class com.twitter.elephantbird.pig.util.PigTokenHelper
     
    TUPLE_END - @@ -3986,8 +4065,8 @@
    write(DataOutput) - Method in class com.twitter.elephantbird.pig.load.StoragePassingPigSlice
      -
    write(DataOutput) - -Method in class com.twitter.elephantbird.pig.util.ProtobufTuple +
    write(DataOutput) - +Method in class com.twitter.elephantbird.pig.util.AbstractLazyTuple
     
    writer_ - Variable in class com.twitter.elephantbird.pig.store.LzoProtobufBlockPigStorage diff --git a/javadoc/index.html b/javadoc/index.html index ea4b5f1c9..6816003e5 100644 --- a/javadoc/index.html +++ b/javadoc/index.html @@ -2,7 +2,7 @@ - + Generated Documentation (Untitled) diff --git a/javadoc/overview-frame.html b/javadoc/overview-frame.html index a0f73956d..fc73c05c8 100644 --- a/javadoc/overview-frame.html +++ b/javadoc/overview-frame.html @@ -2,12 +2,12 @@ - + Overview List - + @@ -34,20 +34,6 @@
    com.twitter.data.proto.tutorial
    -com.twitter.data.proto.tutorial.hive.serde -
    -com.twitter.data.proto.tutorial.mapred.input -
    -com.twitter.data.proto.tutorial.mapreduce.input -
    -com.twitter.data.proto.tutorial.mapreduce.io -
    -com.twitter.data.proto.tutorial.mapreduce.output -
    -com.twitter.data.proto.tutorial.pig.load -
    -com.twitter.data.proto.tutorial.pig.piggybank -
    com.twitter.data.proto.tutorial.thrift
    com.twitter.elephantbird.examples.proto @@ -76,6 +62,8 @@
    com.twitter.elephantbird.proto.util
    +com.twitter.elephantbird.thrift +
    com.twitter.elephantbird.util
    diff --git a/javadoc/overview-summary.html b/javadoc/overview-summary.html index d222b9360..0c930ad03 100644 --- a/javadoc/overview-summary.html +++ b/javadoc/overview-summary.html @@ -2,12 +2,12 @@ - + Overview - + @@ -93,34 +93,6 @@   -com.twitter.data.proto.tutorial.hive.serde -  - - -com.twitter.data.proto.tutorial.mapred.input -  - - -com.twitter.data.proto.tutorial.mapreduce.input -  - - -com.twitter.data.proto.tutorial.mapreduce.io -  - - -com.twitter.data.proto.tutorial.mapreduce.output -  - - -com.twitter.data.proto.tutorial.pig.load -  - - -com.twitter.data.proto.tutorial.pig.piggybank -  - - com.twitter.data.proto.tutorial.thrift   @@ -177,6 +149,10 @@   +com.twitter.elephantbird.thrift +  + + com.twitter.elephantbird.util   diff --git a/javadoc/overview-tree.html b/javadoc/overview-tree.html index aee154264..5e666a4a3 100644 --- a/javadoc/overview-tree.html +++ b/javadoc/overview-tree.html @@ -2,12 +2,12 @@ - + Class Hierarchy - + @@ -83,13 +83,16 @@

    Hierarchy For All Packages

    -
    Package Hierarchies:
    com.twitter.data.proto, com.twitter.data.proto.tutorial, com.twitter.data.proto.tutorial.hive.serde, com.twitter.data.proto.tutorial.mapred.input, com.twitter.data.proto.tutorial.mapreduce.input, com.twitter.data.proto.tutorial.mapreduce.io, com.twitter.data.proto.tutorial.mapreduce.output, com.twitter.data.proto.tutorial.pig.load, com.twitter.data.proto.tutorial.pig.piggybank, com.twitter.data.proto.tutorial.thrift, com.twitter.elephantbird.examples.proto, com.twitter.elephantbird.hive.serde, com.twitter.elephantbird.mapred.input, com.twitter.elephantbird.mapreduce.input, com.twitter.elephantbird.mapreduce.io, com.twitter.elephantbird.mapreduce.output, com.twitter.elephantbird.pig.load, com.twitter.elephantbird.pig.piggybank, com.twitter.elephantbird.pig.store, com.twitter.elephantbird.pig.util, com.twitter.elephantbird.proto, com.twitter.elephantbird.proto.codegen, com.twitter.elephantbird.proto.util, com.twitter.elephantbird.util
    +
    Package Hierarchies:
    com.twitter.data.proto, com.twitter.data.proto.tutorial, com.twitter.data.proto.tutorial.thrift, com.twitter.elephantbird.examples.proto, com.twitter.elephantbird.hive.serde, com.twitter.elephantbird.mapred.input, com.twitter.elephantbird.mapreduce.input, com.twitter.elephantbird.mapreduce.io, com.twitter.elephantbird.mapreduce.output, com.twitter.elephantbird.pig.load, com.twitter.elephantbird.pig.piggybank, com.twitter.elephantbird.pig.store, com.twitter.elephantbird.pig.util, com.twitter.elephantbird.proto, com.twitter.elephantbird.proto.codegen, com.twitter.elephantbird.proto.util, com.twitter.elephantbird.thrift, com.twitter.elephantbird.util

    Class Hierarchy

  • org.apache.hadoop.mapred.FileInputFormat<K,V> (implements org.apache.hadoop.mapred.InputFormat<K,V>)
  • com.twitter.elephantbird.proto.util.FormattingStringBuffer
  • com.twitter.elephantbird.proto.HadoopProtoCodeGenerator
  • com.twitter.elephantbird.util.HadoopUtils
  • com.twitter.elephantbird.pig.load.HBaseLoader (implements org.apache.pig.LoadFunc, org.apache.pig.Slicer)
  • com.twitter.elephantbird.pig.load.HBaseSlice (implements org.apache.pig.Slice)
  • com.twitter.elephantbird.util.Inflection
  • org.apache.hadoop.mapreduce.InputFormat<K,V>
  • java.io.InputStream (implements java.io.Closeable) @@ -151,20 +144,14 @@

  • com.twitter.elephantbird.pig.piggybank.Invoker<T>
  • com.twitter.elephantbird.util.ListHelper
  • com.twitter.elephantbird.pig.store.LzoBaseStoreFunc (implements org.apache.pig.StoreFunc) +
  • com.twitter.elephantbird.pig.store.LzoJsonStorage
  • com.twitter.elephantbird.pig.store.LzoProtobufB64LinePigStorage<M>
  • com.twitter.elephantbird.pig.store.LzoProtobufBlockPigStorage<M>
  • com.twitter.elephantbird.pig.store.LzoThriftB64LinePigStorage<T>
  • com.twitter.elephantbird.pig.store.LzoThriftBlockPigStorage<T>
  • com.twitter.elephantbird.pig.store.LzoTokenizedStorage
  • com.twitter.elephantbird.hive.serde.LzoProtobufHiveSerde (implements org.apache.hadoop.hive.serde2.SerDe) -
  • com.twitter.elephantbird.pig.load.LzoSlice (implements org.apache.pig.Slice)
  • com.twitter.data.proto.Misc
  • com.twitter.data.proto.tutorial.thrift.Name (implements java.lang.Cloneable, java.io.Serializable, org.apache.thrift.TBase<T,F>)
  • org.apache.hadoop.mapreduce.OutputFormat<K,V>
  • com.twitter.data.proto.tutorial.thrift.Person (implements java.lang.Cloneable, java.io.Serializable, org.apache.thrift.TBase<T,F>) @@ -172,9 +159,8 @@

  • com.twitter.elephantbird.pig.util.PigCounterHelper
  • org.apache.pig.backend.executionengine.PigSlice (implements org.apache.pig.Slice) -
  • com.twitter.elephantbird.pig.util.PigTokenHelper
  • com.twitter.elephantbird.pig.util.PigToProtobuf
  • com.twitter.elephantbird.mapreduce.io.ProtobufConverter<M> (implements com.twitter.elephantbird.mapreduce.io.BinaryConverter<M>) -
  • com.twitter.elephantbird.util.Protobufs
  • com.twitter.elephantbird.pig.util.ProtobufToPig
  • com.twitter.elephantbird.pig.util.ProtobufTuple (implements org.apache.pig.data.Tuple) -
  • com.twitter.elephantbird.proto.codegen.ProtoCodeGenerator
  • com.twitter.elephantbird.util.StreamSearcher
  • com.twitter.elephantbird.util.Strings
  • com.twitter.elephantbird.mapreduce.io.ThriftConverter<M> (implements com.twitter.elephantbird.mapreduce.io.BinaryConverter<M>) -
  • com.twitter.elephantbird.examples.proto.ThriftFixtures
  • com.twitter.elephantbird.pig.util.ThriftToPig<M>
  • com.twitter.elephantbird.util.ThriftToProto<T,P>
  • com.twitter.elephantbird.util.ThriftUtils
  • com.twitter.elephantbird.util.TypeRef<T>
  • org.apache.pig.builtin.Utf8StorageConverter
  • -com.google.protobuf.Message msg_
    +org.apache.pig.data.Tuple realTuple

  • -descriptor_

    +isRef

    -com.google.protobuf.Descriptors.Descriptor descriptor_
    +boolean isRef

    -realTuple_

    +idxBits

    -org.apache.pig.data.Tuple realTuple_
    +java.util.BitSet idxBits
    -
    + +

    + + + + + +
    +Class com.twitter.elephantbird.pig.util.ProtobufTuple extends AbstractLazyTuple implements Serializable
    + +

    + + + + + +
    +Serialized Fields
    +

    -materializedFieldSet_

    +msg_

    -java.util.Set<E> materializedFieldSet_
    +com.google.protobuf.Message msg_

    -fieldDescriptors_

    +descriptor_
  • -java.util.List<E> fieldDescriptors_
    +com.google.protobuf.Descriptors.Descriptor descriptor_

    -protoConv_

    +fieldDescriptors_
    -ProtobufToPig protoConv_
    +java.util.List<E> fieldDescriptors_

    -protoSize_

    +protoConv_
    -int protoSize_
    +ProtobufToPig protoConv_

    -ignoreMessage_

    +protoSize_
    -boolean ignoreMessage_
    +int protoSize_