Java Code Examples for org.apache.hadoop.record.RecordInput#startRecord()

The following examples show how to use org.apache.hadoop.record.RecordInput#startRecord() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: RecordTypeInfo.java    From hadoop with Apache License 2.0 5 votes vote down vote up 
/**
 * Deserialize the type information for a record
 */
@Override
public void deserialize(RecordInput rin, String tag) throws IOException {
  // read in any header, version info 
  rin.startRecord(tag);
  // name
  this.name = rin.readString(tag);
  sTid.read(rin, tag);
  rin.endRecord(tag);
}
Example 2
Source File: RecordTypeInfo.java    From big-c with Apache License 2.0 5 votes vote down vote up 
/**
 * Deserialize the type information for a record
 */
@Override
public void deserialize(RecordInput rin, String tag) throws IOException {
  // read in any header, version info 
  rin.startRecord(tag);
  // name
  this.name = rin.readString(tag);
  sTid.read(rin, tag);
  rin.endRecord(tag);
}
Example 3
Source File: RecordTypeInfo.java    From RDFS with Apache License 2.0 5 votes vote down vote up 
/**
 * Deserialize the type information for a record
 */
public void deserialize(RecordInput rin, String tag) throws IOException {
  // read in any header, version info 
  rin.startRecord(tag);
  // name
  this.name = rin.readString(tag);
  sTid.read(rin, tag);
  rin.endRecord(tag);
}
Example 4
Source File: RecordTypeInfo.java    From hadoop-gpu with Apache License 2.0 5 votes vote down vote up 
/**
 * Deserialize the type information for a record
 */
public void deserialize(RecordInput rin, String tag) throws IOException {
  // read in any header, version info 
  rin.startRecord(tag);
  // name
  this.name = rin.readString(tag);
  sTid.read(rin, tag);
  rin.endRecord(tag);
}
Example 5
Source File: Utils.java    From hadoop with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 6
Source File: Utils.java    From big-c with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 7
Source File: Utils.java    From RDFS with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}
Example 8
Source File: Utils.java    From hadoop-gpu with Apache License 2.0 4 votes vote down vote up 
/**
 * read/skip bytes from stream based on a type
 */
public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException {
  switch (typeID.typeVal) {
  case TypeID.RIOType.BOOL: 
    rin.readBool(tag);
    break;
  case TypeID.RIOType.BUFFER: 
    rin.readBuffer(tag);
    break;
  case TypeID.RIOType.BYTE: 
    rin.readByte(tag);
    break;
  case TypeID.RIOType.DOUBLE: 
    rin.readDouble(tag);
    break;
  case TypeID.RIOType.FLOAT: 
    rin.readFloat(tag);
    break;
  case TypeID.RIOType.INT: 
    rin.readInt(tag);
    break;
  case TypeID.RIOType.LONG: 
    rin.readLong(tag);
    break;
  case TypeID.RIOType.MAP: 
    org.apache.hadoop.record.Index midx1 = rin.startMap(tag);
    MapTypeID mtID = (MapTypeID) typeID;
    for (; !midx1.done(); midx1.incr()) {
      skip(rin, tag, mtID.getKeyTypeID());
      skip(rin, tag, mtID.getValueTypeID());
    }
    rin.endMap(tag);
    break;
  case TypeID.RIOType.STRING: 
    rin.readString(tag);
    break;
  case TypeID.RIOType.STRUCT:
    rin.startRecord(tag);
    // read past each field in the struct
    StructTypeID stID = (StructTypeID) typeID;
    Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator();
    while (it.hasNext()) {
      FieldTypeInfo tInfo = it.next();
      skip(rin, tag, tInfo.getTypeID());
    }
    rin.endRecord(tag);
    break;
  case TypeID.RIOType.VECTOR: 
    org.apache.hadoop.record.Index vidx1 = rin.startVector(tag);
    VectorTypeID vtID = (VectorTypeID) typeID;
    for (; !vidx1.done(); vidx1.incr()) {
      skip(rin, tag, vtID.getElementTypeID());
    }
    rin.endVector(tag);
    break;
  default: 
    // shouldn't be here
    throw new IOException("Unknown typeID when skipping bytes");
  }
}