org.apache.hadoop.hive.serde2.SerDeStats Java Examples

@Override
public final void initialize(final Configuration conf, final Properties tbl) throws SerDeException {

  final TypeInfo rowTypeInfo;
  final List<String> columnNames;
  final List<TypeInfo> columnTypes;
  // Get column names and sort order
  final String columnNameProperty = tbl.getProperty(IOConstants.COLUMNS);
  final String columnTypeProperty = tbl.getProperty(IOConstants.COLUMNS_TYPES);

  if (columnNameProperty.length() == 0) {
    columnNames = new ArrayList<String>();
  } else {
    columnNames = Arrays.asList(columnNameProperty.split(","));
  }
  if (columnTypeProperty.length() == 0) {
    columnTypes = new ArrayList<TypeInfo>();
  } else {
    columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(columnTypeProperty);
  }
  if (columnNames.size() != columnTypes.size()) {
    throw new IllegalArgumentException("ParquetHiveSerde initialization failed. Number of column " +
      "name and column type differs. columnNames = " + columnNames + ", columnTypes = " +
      columnTypes);
  }
  // Create row related objects
  rowTypeInfo = TypeInfoFactory.getStructTypeInfo(columnNames, columnTypes);
  this.objInspector = new ArrayWritableObjectInspector((StructTypeInfo) rowTypeInfo);

  // Stats part
  stats = new SerDeStats();
  serializedSize = 0;
  deserializedSize = 0;
  status = LAST_OPERATION.UNKNOWN;
}
 

/**
 * Unimplemented
 */
//@Override
public SerDeStats getSerDeStats() {
	if (Log.isDebugEnabled())
		SpliceLogUtils.trace(Log, "serdeStats");
    return null;
}
 

OrcRecordWriter(FileSystem fs, Path path, Configuration conf,
                long stripeSize, String compress,
                int compressionSize, int rowIndexStride) {
  this.fs = fs;
  this.path = path;
  this.conf = conf;
  this.stripeSize = stripeSize;
  this.compress = CompressionKind.valueOf(compress);
  this.compressionSize = compressionSize;
  this.rowIndexStride = rowIndexStride;
  this.stats = new SerDeStats();
}
 

@Override
public SerDeStats getSerDeStats() {
  // must be different
  assert (status != LAST_OPERATION.UNKNOWN);
  if (status == LAST_OPERATION.SERIALIZE) {
    stats.setRawDataSize(serializedSize);
  } else {
    stats.setRawDataSize(deserializedSize);
  }
  return stats;
}
 

@Override
public void initialize(Configuration conf, Properties tbl) throws SerDeException {
    String columnNameProperty = tbl.getProperty(IOConstants.COLUMNS);
    String columnTypeProperty = tbl.getProperty(IOConstants.COLUMNS_TYPES);

    if (Strings.isEmpty(columnNameProperty)) {
        columnNames = new ArrayList<String>();
    } else {
        columnNames = Arrays.asList(columnNameProperty.split(","));
    }
    if (Strings.isEmpty(columnTypeProperty)) {
        columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(StringUtils.repeat("string", ":", columnNames.size()));
    } else {
        columnTypes = TypeInfoUtils.getTypeInfosFromTypeString(columnTypeProperty);
    }
    if (columnNames.size() != columnTypes.size()) {
        throw new IllegalArgumentException("IndexRHiveSerde initialization failed. Number of column " +
                "name and column type differs. columnNames = " + columnNames + ", columnTypes = " +
                columnTypes);
    }

    TypeInfo rowTypeInfo = TypeInfoFactory.getStructTypeInfo(columnNames, columnTypes);
    this.objInspector = new ArrayWritableObjectInspector((StructTypeInfo) rowTypeInfo);

    stats = new SerDeStats();
    serdeSize = 0;
}
 

@Override
public SerDeStats getSerDeStats() {
  return null;
}
 

@Override
public SerDeStats getSerDeStats(){
  return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    return new SerDeStats();
}
 

@Override
public SerDeStats getSerDeStats() {
    // TODO Auto-generated method stub
    return null;
}
 

/**
 * @see org.apache.hadoop.hive.serde2.Deserializer#getSerDeStats()
 */
@Override
public SerDeStats getSerDeStats() {
    return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    return null;
}
 

@Override
public SerDeStats getStats() {
  stats.setRawDataSize(writer.getRowRawDataSize());
  return stats;
}
 

@Override
public SerDeStats getSerDeStats() {
    return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    // TODO: can compute serialize stats but not deserialized ones
    return null;
}
 

@Override
public SerDeStats getSerDeStats() {
	return null;
}
 

public SerDeStats getSerDeStats() {
    throw new UnsupportedOperationException("SerdeStats not supported.");
}
 

@Override
public SerDeStats getSerDeStats() {
  // TODO Auto-generated method stub
  return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    return stats;
}
 

/**
 * Unimplemented
 */
@Override
public SerDeStats getSerDeStats() {
	return null;
}
 

@Override
public SerDeStats getSerDeStats() {
	// not supported
	return null;
}
 

@Override
public SerDeStats getSerDeStats() {
	// no statistics supported
	return null;
}
 

@Override
public SerDeStats getSerDeStats() {
  // Not support yet
  return null;
}
 

@Override
public SerDeStats getSerDeStats() {
  return null;
}
 

/**
 * Unimplemented
 */
@Override
public SerDeStats getSerDeStats() {
	return null;
}
 

public SerDeStats getSerDeStats() {
	return null;
}
 

public SerDeStats getSerDeStats() {
	return null;
}
 

@Override
public SerDeStats getSerDeStats() {
  // Nothing for now
  return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    // TODO How to implement this?
    return null;
}
 

/**
 * Returns null because SerdeStata are not supported
 * 
 * @return null
 */
@Override
public SerDeStats getSerDeStats() {
	// no statistics supported
	return null;
}
 

@Override
public SerDeStats getSerDeStats() {
    stats.setRawDataSize(serdeSize);
    return stats;
}