org.apache.parquet.io.api.GroupConverter Java Examples
The following examples show how to use
org.apache.parquet.io.api.GroupConverter.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
| Source File: ColumnReadStoreImpl.java From parquet-mr with Apache License 2.0 | 6 votes |
|
/**
* @param pageReadStore underlying page storage
* @param recordConverter the user provided converter to materialize records
* @param schema the schema we are reading
* @param createdBy writer version string from the Parquet file being read
*/
public ColumnReadStoreImpl(PageReadStore pageReadStore,
GroupConverter recordConverter,
MessageType schema, String createdBy) {
super();
this.pageReadStore = pageReadStore;
this.recordConverter = recordConverter;
this.schema = schema;
ParsedVersion version;
try {
version = VersionParser.parse(createdBy);
} catch (RuntimeException | VersionParseException e) {
version = null;
}
this.writerVersion = version;
}
Example #2
| Source File: FilteringGroupConverter.java From parquet-mr with Apache License 2.0 | 5 votes |
|
public FilteringGroupConverter(
GroupConverter delegate,
List<Integer> indexFieldPath,
Map<ColumnPath, List<ValueInspector>> valueInspectorsByColumn, Map<List<Integer>,
PrimitiveColumnIO> columnIOsByIndexFieldPath) {
this.delegate = Objects.requireNonNull(delegate, "delegate cannot be null");
this.indexFieldPath = Objects.requireNonNull(indexFieldPath, "indexFieldPath cannot be null");
this.columnIOsByIndexFieldPath = Objects.requireNonNull(columnIOsByIndexFieldPath, "columnIOsByIndexFieldPath cannot be null");
this.valueInspectorsByColumn = Objects.requireNonNull(valueInspectorsByColumn, "valueInspectorsByColumn cannot be null");
}
Example #3
| Source File: ThriftRecordConverter.java From parquet-mr with Apache License 2.0 | 5 votes |
|
public GroupFieldhandler(GroupConverter delegate, final ThriftField field, List<TProtocol> events) {
this.delegate = delegate;
this.events = events;
this.readFieldBegin = new ParquetProtocol("readFieldBegin()") {
@Override
public TField readFieldBegin() throws TException {
return new TField(field.getName(), field.getType().getType().getThriftType(), field.getFieldId());
}
};
}
Example #4
| Source File: RecordReaderImplementation.java From parquet-mr with Apache License 2.0 | 5 votes |
|
private State(int id, PrimitiveColumnIO primitiveColumnIO, ColumnReader column, int[] nextLevel, GroupConverter[] groupConverterPath, PrimitiveConverter primitiveConverter) {
this.id = id;
this.primitiveColumnIO = primitiveColumnIO;
this.maxDefinitionLevel = primitiveColumnIO.getDefinitionLevel();
this.maxRepetitionLevel = primitiveColumnIO.getRepetitionLevel();
this.column = column;
this.nextLevel = nextLevel;
this.groupConverterPath = groupConverterPath;
this.primitiveConverter = primitiveConverter;
this.primitive = primitiveColumnIO.getType().asPrimitiveType().getPrimitiveTypeName();
this.fieldPath = primitiveColumnIO.getFieldPath();
this.primitiveField = fieldPath[fieldPath.length - 1];
this.indexFieldPath = primitiveColumnIO.getIndexFieldPath();
this.primitiveFieldIndex = indexFieldPath[indexFieldPath.length - 1];
}
Example #5
| Source File: ConverterConsumer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
public ConverterConsumer(GroupConverter recordConsumer, MessageType schema) {
this.root = recordConsumer;
this.schema = schema;
}
Example #6
| Source File: ParquetConverter.java From pentaho-hadoop-shims with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #7
| Source File: AvroRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #8
| Source File: AvroCompatRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #9
| Source File: TupleRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #10
| Source File: ProtoRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #11
| Source File: DataWritableRecordConverter.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #12
| Source File: TupleRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #13
| Source File: ThriftRecordConverter.java From parquet-mr with Apache License 2.0 | 4 votes |
|
public GroupCounter(GroupConverter delegate) {
this.delegate = delegate;
}
Example #14
| Source File: ExpectationValidatingConverter.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #15
| Source File: DrillParquetRecordMaterializer.java From Bats with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #16
| Source File: FilteringRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return rootConverter;
}
Example #17
| Source File: DummyRecordConverter.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #18
| Source File: GroupRecordConverter.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #19
| Source File: SimpleRecordMaterializer.java From parquet-mr with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #20
| Source File: RowMaterializer.java From flink with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #21
| Source File: ParquetRecordMaterializer.java From dremio-oss with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #22
| Source File: RowMaterializer.java From flink with Apache License 2.0 | 4 votes |
|
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #23
| Source File: ThriftRecordConverter.java From parquet-mr with Apache License 2.0 | 2 votes |
|
/**
*
* {@inheritDoc}
* @see org.apache.parquet.io.api.RecordMaterializer#getRootConverter()
*/
@Override
public GroupConverter getRootConverter() {
return structConverter;
}
Example #24
| Source File: TajoRecordMaterializer.java From tajo with Apache License 2.0 | 2 votes |
|
/**
* Returns the root converter.
*
* @return The root converter
*/
@Override
public GroupConverter getRootConverter() {
return root;
}
Example #25
| Source File: CompressionConverter.java From parquet-mr with Apache License 2.0 | votes |
|
@Override public GroupConverter asGroupConverter() { return new DummyGroupConverter(); }
Example #26
| Source File: DumpCommand.java From parquet-mr with Apache License 2.0 | votes |
|
@Override public GroupConverter asGroupConverter() { return new DumpGroupConverter(); }
