Java Code Examples for org.apache.hadoop.record.RecordInput#readInt()
The following examples show how to use
org.apache.hadoop.record.RecordInput#readInt() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: StructTypeID.java From hadoop with Apache License 2.0 | 5 votes |
void read(RecordInput rin, String tag) throws IOException { // number of elements int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { typeInfos.add(genericReadTypeInfo(rin, tag)); } }
Example 2
Source File: StructTypeID.java From big-c with Apache License 2.0 | 5 votes |
void read(RecordInput rin, String tag) throws IOException { // number of elements int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { typeInfos.add(genericReadTypeInfo(rin, tag)); } }
Example 3
Source File: StructTypeID.java From RDFS with Apache License 2.0 | 5 votes |
void read(RecordInput rin, String tag) throws IOException { // number of elements int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { typeInfos.add(genericReadTypeInfo(rin, tag)); } }
Example 4
Source File: StructTypeID.java From hadoop-gpu with Apache License 2.0 | 5 votes |
void read(RecordInput rin, String tag) throws IOException { // number of elements int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { typeInfos.add(genericReadTypeInfo(rin, tag)); } }
Example 5
Source File: StructTypeID.java From hadoop with Apache License 2.0 | 4 votes |
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException { byte typeVal = rin.readByte(tag); switch (typeVal) { case TypeID.RIOType.BOOL: return TypeID.BoolTypeID; case TypeID.RIOType.BUFFER: return TypeID.BufferTypeID; case TypeID.RIOType.BYTE: return TypeID.ByteTypeID; case TypeID.RIOType.DOUBLE: return TypeID.DoubleTypeID; case TypeID.RIOType.FLOAT: return TypeID.FloatTypeID; case TypeID.RIOType.INT: return TypeID.IntTypeID; case TypeID.RIOType.LONG: return TypeID.LongTypeID; case TypeID.RIOType.MAP: { TypeID tIDKey = genericReadTypeID(rin, tag); TypeID tIDValue = genericReadTypeID(rin, tag); return new MapTypeID(tIDKey, tIDValue); } case TypeID.RIOType.STRING: return TypeID.StringTypeID; case TypeID.RIOType.STRUCT: { StructTypeID stID = new StructTypeID(); int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { stID.add(genericReadTypeInfo(rin, tag)); } return stID; } case TypeID.RIOType.VECTOR: { TypeID tID = genericReadTypeID(rin, tag); return new VectorTypeID(tID); } default: // shouldn't be here throw new IOException("Unknown type read"); } }
Example 6
Source File: Utils.java From hadoop with Apache License 2.0 | 4 votes |
/** * read/skip bytes from stream based on a type */ public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException { switch (typeID.typeVal) { case TypeID.RIOType.BOOL: rin.readBool(tag); break; case TypeID.RIOType.BUFFER: rin.readBuffer(tag); break; case TypeID.RIOType.BYTE: rin.readByte(tag); break; case TypeID.RIOType.DOUBLE: rin.readDouble(tag); break; case TypeID.RIOType.FLOAT: rin.readFloat(tag); break; case TypeID.RIOType.INT: rin.readInt(tag); break; case TypeID.RIOType.LONG: rin.readLong(tag); break; case TypeID.RIOType.MAP: org.apache.hadoop.record.Index midx1 = rin.startMap(tag); MapTypeID mtID = (MapTypeID) typeID; for (; !midx1.done(); midx1.incr()) { skip(rin, tag, mtID.getKeyTypeID()); skip(rin, tag, mtID.getValueTypeID()); } rin.endMap(tag); break; case TypeID.RIOType.STRING: rin.readString(tag); break; case TypeID.RIOType.STRUCT: rin.startRecord(tag); // read past each field in the struct StructTypeID stID = (StructTypeID) typeID; Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator(); while (it.hasNext()) { FieldTypeInfo tInfo = it.next(); skip(rin, tag, tInfo.getTypeID()); } rin.endRecord(tag); break; case TypeID.RIOType.VECTOR: org.apache.hadoop.record.Index vidx1 = rin.startVector(tag); VectorTypeID vtID = (VectorTypeID) typeID; for (; !vidx1.done(); vidx1.incr()) { skip(rin, tag, vtID.getElementTypeID()); } rin.endVector(tag); break; default: // shouldn't be here throw new IOException("Unknown typeID when skipping bytes"); } }
Example 7
Source File: StructTypeID.java From big-c with Apache License 2.0 | 4 votes |
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException { byte typeVal = rin.readByte(tag); switch (typeVal) { case TypeID.RIOType.BOOL: return TypeID.BoolTypeID; case TypeID.RIOType.BUFFER: return TypeID.BufferTypeID; case TypeID.RIOType.BYTE: return TypeID.ByteTypeID; case TypeID.RIOType.DOUBLE: return TypeID.DoubleTypeID; case TypeID.RIOType.FLOAT: return TypeID.FloatTypeID; case TypeID.RIOType.INT: return TypeID.IntTypeID; case TypeID.RIOType.LONG: return TypeID.LongTypeID; case TypeID.RIOType.MAP: { TypeID tIDKey = genericReadTypeID(rin, tag); TypeID tIDValue = genericReadTypeID(rin, tag); return new MapTypeID(tIDKey, tIDValue); } case TypeID.RIOType.STRING: return TypeID.StringTypeID; case TypeID.RIOType.STRUCT: { StructTypeID stID = new StructTypeID(); int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { stID.add(genericReadTypeInfo(rin, tag)); } return stID; } case TypeID.RIOType.VECTOR: { TypeID tID = genericReadTypeID(rin, tag); return new VectorTypeID(tID); } default: // shouldn't be here throw new IOException("Unknown type read"); } }
Example 8
Source File: Utils.java From big-c with Apache License 2.0 | 4 votes |
/** * read/skip bytes from stream based on a type */ public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException { switch (typeID.typeVal) { case TypeID.RIOType.BOOL: rin.readBool(tag); break; case TypeID.RIOType.BUFFER: rin.readBuffer(tag); break; case TypeID.RIOType.BYTE: rin.readByte(tag); break; case TypeID.RIOType.DOUBLE: rin.readDouble(tag); break; case TypeID.RIOType.FLOAT: rin.readFloat(tag); break; case TypeID.RIOType.INT: rin.readInt(tag); break; case TypeID.RIOType.LONG: rin.readLong(tag); break; case TypeID.RIOType.MAP: org.apache.hadoop.record.Index midx1 = rin.startMap(tag); MapTypeID mtID = (MapTypeID) typeID; for (; !midx1.done(); midx1.incr()) { skip(rin, tag, mtID.getKeyTypeID()); skip(rin, tag, mtID.getValueTypeID()); } rin.endMap(tag); break; case TypeID.RIOType.STRING: rin.readString(tag); break; case TypeID.RIOType.STRUCT: rin.startRecord(tag); // read past each field in the struct StructTypeID stID = (StructTypeID) typeID; Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator(); while (it.hasNext()) { FieldTypeInfo tInfo = it.next(); skip(rin, tag, tInfo.getTypeID()); } rin.endRecord(tag); break; case TypeID.RIOType.VECTOR: org.apache.hadoop.record.Index vidx1 = rin.startVector(tag); VectorTypeID vtID = (VectorTypeID) typeID; for (; !vidx1.done(); vidx1.incr()) { skip(rin, tag, vtID.getElementTypeID()); } rin.endVector(tag); break; default: // shouldn't be here throw new IOException("Unknown typeID when skipping bytes"); } }
Example 9
Source File: StructTypeID.java From RDFS with Apache License 2.0 | 4 votes |
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException { byte typeVal = rin.readByte(tag); switch (typeVal) { case TypeID.RIOType.BOOL: return TypeID.BoolTypeID; case TypeID.RIOType.BUFFER: return TypeID.BufferTypeID; case TypeID.RIOType.BYTE: return TypeID.ByteTypeID; case TypeID.RIOType.DOUBLE: return TypeID.DoubleTypeID; case TypeID.RIOType.FLOAT: return TypeID.FloatTypeID; case TypeID.RIOType.INT: return TypeID.IntTypeID; case TypeID.RIOType.LONG: return TypeID.LongTypeID; case TypeID.RIOType.MAP: { TypeID tIDKey = genericReadTypeID(rin, tag); TypeID tIDValue = genericReadTypeID(rin, tag); return new MapTypeID(tIDKey, tIDValue); } case TypeID.RIOType.STRING: return TypeID.StringTypeID; case TypeID.RIOType.STRUCT: { StructTypeID stID = new StructTypeID(); int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { stID.add(genericReadTypeInfo(rin, tag)); } return stID; } case TypeID.RIOType.VECTOR: { TypeID tID = genericReadTypeID(rin, tag); return new VectorTypeID(tID); } default: // shouldn't be here throw new IOException("Unknown type read"); } }
Example 10
Source File: Utils.java From RDFS with Apache License 2.0 | 4 votes |
/** * read/skip bytes from stream based on a type */ public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException { switch (typeID.typeVal) { case TypeID.RIOType.BOOL: rin.readBool(tag); break; case TypeID.RIOType.BUFFER: rin.readBuffer(tag); break; case TypeID.RIOType.BYTE: rin.readByte(tag); break; case TypeID.RIOType.DOUBLE: rin.readDouble(tag); break; case TypeID.RIOType.FLOAT: rin.readFloat(tag); break; case TypeID.RIOType.INT: rin.readInt(tag); break; case TypeID.RIOType.LONG: rin.readLong(tag); break; case TypeID.RIOType.MAP: org.apache.hadoop.record.Index midx1 = rin.startMap(tag); MapTypeID mtID = (MapTypeID) typeID; for (; !midx1.done(); midx1.incr()) { skip(rin, tag, mtID.getKeyTypeID()); skip(rin, tag, mtID.getValueTypeID()); } rin.endMap(tag); break; case TypeID.RIOType.STRING: rin.readString(tag); break; case TypeID.RIOType.STRUCT: rin.startRecord(tag); // read past each field in the struct StructTypeID stID = (StructTypeID) typeID; Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator(); while (it.hasNext()) { FieldTypeInfo tInfo = it.next(); skip(rin, tag, tInfo.getTypeID()); } rin.endRecord(tag); break; case TypeID.RIOType.VECTOR: org.apache.hadoop.record.Index vidx1 = rin.startVector(tag); VectorTypeID vtID = (VectorTypeID) typeID; for (; !vidx1.done(); vidx1.incr()) { skip(rin, tag, vtID.getElementTypeID()); } rin.endVector(tag); break; default: // shouldn't be here throw new IOException("Unknown typeID when skipping bytes"); } }
Example 11
Source File: StructTypeID.java From hadoop-gpu with Apache License 2.0 | 4 votes |
private TypeID genericReadTypeID(RecordInput rin, String tag) throws IOException { byte typeVal = rin.readByte(tag); switch (typeVal) { case TypeID.RIOType.BOOL: return TypeID.BoolTypeID; case TypeID.RIOType.BUFFER: return TypeID.BufferTypeID; case TypeID.RIOType.BYTE: return TypeID.ByteTypeID; case TypeID.RIOType.DOUBLE: return TypeID.DoubleTypeID; case TypeID.RIOType.FLOAT: return TypeID.FloatTypeID; case TypeID.RIOType.INT: return TypeID.IntTypeID; case TypeID.RIOType.LONG: return TypeID.LongTypeID; case TypeID.RIOType.MAP: { TypeID tIDKey = genericReadTypeID(rin, tag); TypeID tIDValue = genericReadTypeID(rin, tag); return new MapTypeID(tIDKey, tIDValue); } case TypeID.RIOType.STRING: return TypeID.StringTypeID; case TypeID.RIOType.STRUCT: { StructTypeID stID = new StructTypeID(); int numElems = rin.readInt(tag); for (int i=0; i<numElems; i++) { stID.add(genericReadTypeInfo(rin, tag)); } return stID; } case TypeID.RIOType.VECTOR: { TypeID tID = genericReadTypeID(rin, tag); return new VectorTypeID(tID); } default: // shouldn't be here throw new IOException("Unknown type read"); } }
Example 12
Source File: Utils.java From hadoop-gpu with Apache License 2.0 | 4 votes |
/** * read/skip bytes from stream based on a type */ public static void skip(RecordInput rin, String tag, TypeID typeID) throws IOException { switch (typeID.typeVal) { case TypeID.RIOType.BOOL: rin.readBool(tag); break; case TypeID.RIOType.BUFFER: rin.readBuffer(tag); break; case TypeID.RIOType.BYTE: rin.readByte(tag); break; case TypeID.RIOType.DOUBLE: rin.readDouble(tag); break; case TypeID.RIOType.FLOAT: rin.readFloat(tag); break; case TypeID.RIOType.INT: rin.readInt(tag); break; case TypeID.RIOType.LONG: rin.readLong(tag); break; case TypeID.RIOType.MAP: org.apache.hadoop.record.Index midx1 = rin.startMap(tag); MapTypeID mtID = (MapTypeID) typeID; for (; !midx1.done(); midx1.incr()) { skip(rin, tag, mtID.getKeyTypeID()); skip(rin, tag, mtID.getValueTypeID()); } rin.endMap(tag); break; case TypeID.RIOType.STRING: rin.readString(tag); break; case TypeID.RIOType.STRUCT: rin.startRecord(tag); // read past each field in the struct StructTypeID stID = (StructTypeID) typeID; Iterator<FieldTypeInfo> it = stID.getFieldTypeInfos().iterator(); while (it.hasNext()) { FieldTypeInfo tInfo = it.next(); skip(rin, tag, tInfo.getTypeID()); } rin.endRecord(tag); break; case TypeID.RIOType.VECTOR: org.apache.hadoop.record.Index vidx1 = rin.startVector(tag); VectorTypeID vtID = (VectorTypeID) typeID; for (; !vidx1.done(); vidx1.incr()) { skip(rin, tag, vtID.getElementTypeID()); } rin.endVector(tag); break; default: // shouldn't be here throw new IOException("Unknown typeID when skipping bytes"); } }