Skip to content

Commit

Permalink
DRILL-3155: Part 1: Move complex vectors logic in the correct package.
Browse files Browse the repository at this point in the history
  • Loading branch information
mehant committed Jun 3, 2015
1 parent 69b39c1 commit 21de138
Show file tree
Hide file tree
Showing 16 changed files with 33 additions and 160 deletions.
Expand Up @@ -19,9 +19,7 @@
import java.lang.Override; import java.lang.Override;


import org.apache.drill.exec.record.TransferPair; import org.apache.drill.exec.record.TransferPair;
import org.apache.drill.exec.vector.BaseRepeatedValueVector; import org.apache.drill.exec.vector.complex.BaseRepeatedValueVector;
import org.apache.drill.exec.vector.BaseValueVector;
import org.apache.drill.exec.vector.RepeatedFixedWidthVectorLike;
import org.mortbay.jetty.servlet.Holder; import org.mortbay.jetty.servlet.Holder;


<@pp.dropOutputFile /> <@pp.dropOutputFile />
Expand Down
Expand Up @@ -50,7 +50,7 @@
import org.apache.drill.exec.record.TypedFieldId; import org.apache.drill.exec.record.TypedFieldId;
import org.apache.drill.exec.record.VectorContainer; import org.apache.drill.exec.record.VectorContainer;
import org.apache.drill.exec.record.VectorWrapper; import org.apache.drill.exec.record.VectorWrapper;
import org.apache.drill.exec.vector.RepeatedValueVector; import org.apache.drill.exec.vector.complex.RepeatedValueVector;
import org.apache.drill.exec.vector.ValueVector; import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.complex.RepeatedMapVector; import org.apache.drill.exec.vector.complex.RepeatedMapVector;
import org.apache.drill.exec.vector.complex.writer.BaseWriter.ComplexWriter; import org.apache.drill.exec.vector.complex.writer.BaseWriter.ComplexWriter;
Expand Down
Expand Up @@ -31,7 +31,7 @@


import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;


import org.apache.drill.exec.vector.RepeatedValueVector; import org.apache.drill.exec.vector.complex.RepeatedValueVector;


public abstract class FlattenTemplate implements Flattener { public abstract class FlattenTemplate implements Flattener {
static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(FlattenTemplate.class); static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(FlattenTemplate.class);
Expand Down
Expand Up @@ -24,7 +24,7 @@
import org.apache.drill.exec.ops.FragmentContext; import org.apache.drill.exec.ops.FragmentContext;
import org.apache.drill.exec.record.RecordBatch; import org.apache.drill.exec.record.RecordBatch;
import org.apache.drill.exec.record.TransferPair; import org.apache.drill.exec.record.TransferPair;
import org.apache.drill.exec.vector.RepeatedValueVector; import org.apache.drill.exec.vector.complex.RepeatedValueVector;


public interface Flattener { public interface Flattener {


Expand Down

This file was deleted.

Expand Up @@ -21,10 +21,8 @@


import org.apache.drill.common.exceptions.ExecutionSetupException; import org.apache.drill.common.exceptions.ExecutionSetupException;
import org.apache.drill.exec.vector.BaseDataValueVector; import org.apache.drill.exec.vector.BaseDataValueVector;
import org.apache.drill.exec.vector.RepeatedFixedWidthVectorLike; import org.apache.drill.exec.vector.complex.RepeatedValueVector;
import org.apache.drill.exec.vector.RepeatedValueVector;
import org.apache.drill.exec.vector.UInt4Vector; import org.apache.drill.exec.vector.UInt4Vector;
import org.apache.drill.exec.vector.ValueVector;


import parquet.column.ColumnDescriptor; import parquet.column.ColumnDescriptor;
import parquet.format.SchemaElement; import parquet.format.SchemaElement;
Expand Down
Expand Up @@ -41,7 +41,7 @@
import org.apache.drill.exec.store.parquet.DirectCodecFactory; import org.apache.drill.exec.store.parquet.DirectCodecFactory;
import org.apache.drill.exec.vector.AllocationHelper; import org.apache.drill.exec.vector.AllocationHelper;
import org.apache.drill.exec.vector.NullableIntVector; import org.apache.drill.exec.vector.NullableIntVector;
import org.apache.drill.exec.vector.RepeatedValueVector; import org.apache.drill.exec.vector.complex.RepeatedValueVector;
import org.apache.drill.exec.vector.ValueVector; import org.apache.drill.exec.vector.ValueVector;
import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.Path;
Expand Down
Expand Up @@ -17,7 +17,8 @@
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector;


import org.apache.drill.exec.memory.OutOfMemoryRuntimeException; import org.apache.drill.exec.vector.complex.RepeatedFixedWidthVectorLike;
import org.apache.drill.exec.vector.complex.RepeatedVariableWidthVectorLike;


public class AllocationHelper { public class AllocationHelper {
static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(AllocationHelper.class); static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(AllocationHelper.class);
Expand Down

This file was deleted.

Expand Up @@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License. * limitations under the License.
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector.complex;


import java.util.Collections; import java.util.Collections;
import java.util.Iterator; import java.util.Iterator;
Expand All @@ -30,6 +30,12 @@
import org.apache.drill.exec.memory.BufferAllocator; import org.apache.drill.exec.memory.BufferAllocator;
import org.apache.drill.exec.proto.UserBitShared; import org.apache.drill.exec.proto.UserBitShared;
import org.apache.drill.exec.record.MaterializedField; import org.apache.drill.exec.record.MaterializedField;
import org.apache.drill.exec.vector.AddOrGetResult;
import org.apache.drill.exec.vector.BaseValueVector;
import org.apache.drill.exec.vector.UInt4Vector;
import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.VectorDescriptor;
import org.apache.drill.exec.vector.ZeroVector;


public abstract class BaseRepeatedValueVector extends BaseValueVector implements RepeatedValueVector { public abstract class BaseRepeatedValueVector extends BaseValueVector implements RepeatedValueVector {


Expand Down
Expand Up @@ -15,7 +15,11 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License. * limitations under the License.
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector.complex;

import org.apache.drill.exec.vector.AddOrGetResult;
import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.VectorDescriptor;


/** /**
* A mix-in used for introducing container vector-like behaviour. * A mix-in used for introducing container vector-like behaviour.
Expand Down
Expand Up @@ -15,13 +15,13 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License. * limitations under the License.
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector.complex;


import io.netty.buffer.DrillBuf; import io.netty.buffer.DrillBuf;


/** /**
* A {@link org.apache.drill.exec.vector.ValueVector} mix-in that can be used in conjunction with * A {@link org.apache.drill.exec.vector.ValueVector} mix-in that can be used in conjunction with
* {@link org.apache.drill.exec.vector.RepeatedValueVector} subtypes. * {@link RepeatedValueVector} subtypes.
*/ */
public interface RepeatedFixedWidthVectorLike { public interface RepeatedFixedWidthVectorLike {
/** /**
Expand All @@ -30,7 +30,7 @@ public interface RepeatedFixedWidthVectorLike {
* @param valueCount Number of separate repeating groupings. * @param valueCount Number of separate repeating groupings.
* @param innerValueCount Number of supported values in the vector. * @param innerValueCount Number of supported values in the vector.
*/ */
public void allocateNew(int valueCount, int innerValueCount); void allocateNew(int valueCount, int innerValueCount);


/** /**
* Load the records in the provided buffer based on the given number of values. * Load the records in the provided buffer based on the given number of values.
Expand All @@ -39,7 +39,7 @@ public interface RepeatedFixedWidthVectorLike {
* @param buf Incoming buffer. * @param buf Incoming buffer.
* @return The number of bytes of the buffer that were consumed. * @return The number of bytes of the buffer that were consumed.
*/ */
public int load(int valueCount, int innerValueCount, DrillBuf buf); int load(int valueCount, int innerValueCount, DrillBuf buf);


// public interface RepeatedAccessor extends Accessor { // public interface RepeatedAccessor extends Accessor {
// public int getGroupCount(); // public int getGroupCount();
Expand Down
Expand Up @@ -29,21 +29,16 @@
import org.apache.drill.common.types.TypeProtos.MajorType; import org.apache.drill.common.types.TypeProtos.MajorType;
import org.apache.drill.common.types.TypeProtos.MinorType; import org.apache.drill.common.types.TypeProtos.MinorType;
import org.apache.drill.common.types.Types; import org.apache.drill.common.types.Types;
import org.apache.drill.exec.expr.TypeHelper;
import org.apache.drill.exec.expr.holders.ComplexHolder; import org.apache.drill.exec.expr.holders.ComplexHolder;
import org.apache.drill.exec.expr.holders.RepeatedListHolder; import org.apache.drill.exec.expr.holders.RepeatedListHolder;
import org.apache.drill.exec.memory.BufferAllocator; import org.apache.drill.exec.memory.BufferAllocator;
import org.apache.drill.exec.memory.OutOfMemoryRuntimeException; import org.apache.drill.exec.memory.OutOfMemoryRuntimeException;
import org.apache.drill.exec.proto.UserBitShared;
import org.apache.drill.exec.proto.UserBitShared.SerializedField; import org.apache.drill.exec.proto.UserBitShared.SerializedField;
import org.apache.drill.exec.record.MaterializedField; import org.apache.drill.exec.record.MaterializedField;
import org.apache.drill.exec.record.TransferPair; import org.apache.drill.exec.record.TransferPair;
import org.apache.drill.exec.util.JsonStringArrayList; import org.apache.drill.exec.util.JsonStringArrayList;
import org.apache.drill.exec.vector.AddOrGetResult; import org.apache.drill.exec.vector.AddOrGetResult;
import org.apache.drill.exec.vector.BaseRepeatedValueVector;
import org.apache.drill.exec.vector.RepeatedFixedWidthVectorLike;
import org.apache.drill.exec.util.CallBack; import org.apache.drill.exec.util.CallBack;
import org.apache.drill.exec.vector.RepeatedValueVector;
import org.apache.drill.exec.vector.UInt4Vector; import org.apache.drill.exec.vector.UInt4Vector;
import org.apache.drill.exec.vector.ValueVector; import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.VectorDescriptor; import org.apache.drill.exec.vector.VectorDescriptor;
Expand Down
Expand Up @@ -43,10 +43,6 @@
import org.apache.drill.exec.util.JsonStringArrayList; import org.apache.drill.exec.util.JsonStringArrayList;
import org.apache.drill.exec.vector.AddOrGetResult; import org.apache.drill.exec.vector.AddOrGetResult;
import org.apache.drill.exec.vector.AllocationHelper; import org.apache.drill.exec.vector.AllocationHelper;
import org.apache.drill.exec.vector.BaseDataValueVector;
import org.apache.drill.exec.vector.BaseRepeatedValueVector;
import org.apache.drill.exec.vector.RepeatedFixedWidthVectorLike;
import org.apache.drill.exec.vector.RepeatedValueVector;
import org.apache.drill.exec.vector.UInt4Vector; import org.apache.drill.exec.vector.UInt4Vector;
import org.apache.drill.exec.vector.ValueVector; import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.VectorDescriptor; import org.apache.drill.exec.vector.VectorDescriptor;
Expand Down
Expand Up @@ -15,7 +15,11 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License. * limitations under the License.
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector.complex;

import org.apache.drill.exec.vector.UInt4Vector;
import org.apache.drill.exec.vector.ValueVector;
import org.apache.drill.exec.vector.complex.ContainerVectorLike;


/** /**
* An abstraction representing repeated value vectors. * An abstraction representing repeated value vectors.
Expand Down
Expand Up @@ -15,7 +15,7 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License. * limitations under the License.
*/ */
package org.apache.drill.exec.vector; package org.apache.drill.exec.vector.complex;


import io.netty.buffer.DrillBuf; import io.netty.buffer.DrillBuf;


Expand All @@ -27,13 +27,13 @@ public interface RepeatedVariableWidthVectorLike {
* @param parentValueCount Number of separate repeating groupings. * @param parentValueCount Number of separate repeating groupings.
* @param childValueCount Number of supported values in the vector. * @param childValueCount Number of supported values in the vector.
*/ */
public void allocateNew(int totalBytes, int parentValueCount, int childValueCount); void allocateNew(int totalBytes, int parentValueCount, int childValueCount);


/** /**
* Provide the maximum amount of variable width bytes that can be stored int his vector. * Provide the maximum amount of variable width bytes that can be stored int his vector.
* @return * @return
*/ */
public int getByteCapacity(); int getByteCapacity();


/** /**
* Load the records in the provided buffer based on the given number of values. * Load the records in the provided buffer based on the given number of values.
Expand All @@ -43,5 +43,5 @@ public interface RepeatedVariableWidthVectorLike {
* @param buf Incoming buffer. * @param buf Incoming buffer.
* @return The number of bytes of the buffer that were consumed. * @return The number of bytes of the buffer that were consumed.
*/ */
public int load(int dataBytes, int parentValueCount, int childValueCount, DrillBuf buf); int load(int dataBytes, int parentValueCount, int childValueCount, DrillBuf buf);
} }

0 comments on commit 21de138

Please sign in to comment.