org.apache.parquet.column.ColumnWriteStore Java Examples

The following examples show how to use org.apache.parquet.column.ColumnWriteStore. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example #1

Source File: MessageColumnIO.java From parquet-mr with Apache License 2.0

6 votes

public MessageColumnIORecordConsumer(ColumnWriteStore columns) {
  this.columns = columns;
  int maxDepth = 0;
  this.columnWriter = new ColumnWriter[MessageColumnIO.this.getLeaves().size()];

  for (PrimitiveColumnIO primitiveColumnIO : MessageColumnIO.this.getLeaves()) {
    ColumnWriter w = columns.getColumnWriter(primitiveColumnIO.getColumnDescriptor());
    maxDepth = Math.max(maxDepth, primitiveColumnIO.getFieldPath().length);
    columnWriter[primitiveColumnIO.getId()] = w;
    buildGroupToLeafWriterMap(primitiveColumnIO, w);
  }

  fieldsWritten = new FieldsMarker[maxDepth];
  for (int i = 0; i < maxDepth; i++) {
    fieldsWritten[i] = new FieldsMarker();
  }
  r = new int[maxDepth];
}

Example #2

Source File: ColumnWriter.java From iceberg with Apache License 2.0

4 votes

public void setColumnStore(ColumnWriteStore columnStore) {
  this.columnWriter = columnStore.getColumnWriter(desc);
}

Example #3

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  this.column.setColumnStore(columnStore);
}

Example #4

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  writer.setColumnStore(columnStore);
}

Example #5

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  writer.setColumnStore(columnStore);
}

Example #6

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  keyWriter.setColumnStore(columnStore);
  valueWriter.setColumnStore(columnStore);
}

Example #7

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  for (ParquetValueWriter<?> writer : writers) {
    writer.setColumnStore(columnStore);
  }
}

Example #8

Source File: ColumnWriter.java From iceberg with Apache License 2.0

4 votes

public void setColumnStore(ColumnWriteStore columnStore) {
  this.columnWriter = columnStore.getColumnWriter(desc);
}

Example #9

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  this.column.setColumnStore(columnStore);
}

Example #10

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  writer.setColumnStore(columnStore);
}

Example #11

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  writer.setColumnStore(columnStore);
}

Example #12

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  keyWriter.setColumnStore(columnStore);
  valueWriter.setColumnStore(columnStore);
}

Example #13

Source File: ParquetValueWriters.java From iceberg with Apache License 2.0

4 votes

@Override
public void setColumnStore(ColumnWriteStore columnStore) {
  for (ParquetValueWriter<?> writer : writers) {
    writer.setColumnStore(columnStore);
  }
}

Example #14

Source File: MessageColumnIO.java From parquet-mr with Apache License 2.0

4 votes

public RecordConsumer getRecordWriter(ColumnWriteStore columns) {
  RecordConsumer recordWriter = new MessageColumnIORecordConsumer(columns);
  if (DEBUG) recordWriter = new RecordConsumerLoggingWrapper(recordWriter);
  return validating ? new ValidatingRecordConsumer(recordWriter, getType()) : recordWriter;
}

Example #15

Source File: ParquetValueWriter.java From iceberg with Apache License 2.0

votes

void setColumnStore(ColumnWriteStore columnStore);

Example #16

Source File: ParquetValueWriter.java From iceberg with Apache License 2.0

votes

void setColumnStore(ColumnWriteStore columnStore);