Java Code Examples for org.apache.pig.data.DataType#BIGDECIMAL
The following examples show how to use
org.apache.pig.data.DataType#BIGDECIMAL .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: SchemaUtil.java From iceberg with Apache License 2.0 | 6 votes |
|
private static byte convertType(Type type) throws IOException {
switch (type.typeId()) {
case BOOLEAN: return DataType.BOOLEAN;
case INTEGER: return DataType.INTEGER;
case LONG: return DataType.LONG;
case FLOAT: return DataType.FLOAT;
case DOUBLE: return DataType.DOUBLE;
case TIMESTAMP: return DataType.CHARARRAY;
case DATE: return DataType.CHARARRAY;
case STRING: return DataType.CHARARRAY;
case FIXED: return DataType.BYTEARRAY;
case BINARY: return DataType.BYTEARRAY;
case DECIMAL: return DataType.BIGDECIMAL;
case STRUCT: return DataType.TUPLE;
case LIST: return DataType.BAG;
case MAP: return DataType.MAP;
default:
throw new FrontendException("Unsupported primitive type:" + type);
}
}
Example 2
| Source File: SchemaUtil.java From iceberg with Apache License 2.0 | 6 votes |
|
private static byte convertType(Type type) throws IOException {
switch (type.typeId()) {
case BOOLEAN: return DataType.BOOLEAN;
case INTEGER: return DataType.INTEGER;
case LONG: return DataType.LONG;
case FLOAT: return DataType.FLOAT;
case DOUBLE: return DataType.DOUBLE;
case TIMESTAMP: return DataType.CHARARRAY;
case DATE: return DataType.CHARARRAY;
case STRING: return DataType.CHARARRAY;
case FIXED: return DataType.BYTEARRAY;
case BINARY: return DataType.BYTEARRAY;
case DECIMAL: return DataType.BIGDECIMAL;
case STRUCT: return DataType.TUPLE;
case LIST: return DataType.BAG;
case MAP: return DataType.MAP;
default:
throw new FrontendException("Unsupported primitive type:" + type);
}
}
Example 3
| Source File: Multiply.java From spork with Apache License 2.0 | 6 votes |
|
protected Number multiply(Number a, Number b, byte dataType) throws ExecException {
switch(dataType) {
case DataType.DOUBLE:
return Double.valueOf((Double) a * (Double) b);
case DataType.INTEGER:
return Integer.valueOf((Integer) a * (Integer) b);
case DataType.LONG:
return Long.valueOf((Long) a * (Long) b);
case DataType.FLOAT:
return Float.valueOf((Float) a * (Float) b);
case DataType.BIGINTEGER:
return ((BigInteger) a).multiply((BigInteger) b);
case DataType.BIGDECIMAL:
return ((BigDecimal) a).multiply((BigDecimal) b);
default:
throw new ExecException("called on unsupported Number class " + DataType.findTypeName(dataType));
}
}
Example 4
| Source File: SchemaTupleClassGenerator.java From spork with Apache License 2.0 | 6 votes |
|
@Override
public void process(int fieldPos, Schema.FieldSchema fs) {
add("public "+typeName()+" getDummy_"+fieldPos+"() {");
switch (fs.type) {
case (DataType.INTEGER): add(" return 0;"); break;
case (DataType.LONG): add(" return 0L;"); break;
case (DataType.FLOAT): add(" return 0.0f;"); break;
case (DataType.DOUBLE): add(" return 0.0;"); break;
case (DataType.BOOLEAN): add(" return true;"); break;
case (DataType.DATETIME): add(" return new DateTime();"); break;
case (DataType.BIGDECIMAL): add(" return (BigDecimal)null;"); break;
case (DataType.BIGINTEGER): add(" return (BigInteger)null;"); break;
case (DataType.BYTEARRAY): add(" return (byte[])null;"); break;
case (DataType.CHARARRAY): add(" return (String)null;"); break;
case (DataType.TUPLE): add(" return (Tuple)null;"); break;
case (DataType.BAG): add(" return (DataBag)null;"); break;
case (DataType.MAP): add(" return (Map<String,Object>)null;"); break;
default: throw new RuntimeException("Unsupported type");
}
add("}");
addBreak();
}
Example 5
| Source File: SchemaTupleClassGenerator.java From spork with Apache License 2.0 | 6 votes |
|
public String typeName(byte type) {
switch(type) {
case (DataType.INTEGER): return "int";
case (DataType.LONG): return "long";
case (DataType.FLOAT): return "float";
case (DataType.DOUBLE): return "double";
case (DataType.BYTEARRAY): return "byte[]";
case (DataType.CHARARRAY): return "String";
case (DataType.BOOLEAN): return "boolean";
case (DataType.DATETIME): return "DateTime";
case (DataType.BIGDECIMAL): return "BigDecimal";
case (DataType.BIGINTEGER): return "BigInteger";
case (DataType.TUPLE): return "Tuple";
case (DataType.BAG): return "DataBag";
case (DataType.MAP): return "Map";
default: throw new RuntimeException("Can't return String for given type " + DataType.findTypeName(type));
}
}
Example 6
| Source File: Add.java From spork with Apache License 2.0 | 6 votes |
|
protected Number add(Number a, Number b, byte dataType) throws ExecException {
switch(dataType) {
case DataType.DOUBLE:
return Double.valueOf((Double) a + (Double) b);
case DataType.INTEGER:
return Integer.valueOf((Integer) a + (Integer) b);
case DataType.LONG:
return Long.valueOf((Long) a + (Long) b);
case DataType.FLOAT:
return Float.valueOf((Float) a + (Float) b);
case DataType.BIGINTEGER:
return ((BigInteger) a).add((BigInteger) b);
case DataType.BIGDECIMAL:
return ((BigDecimal) a).add((BigDecimal) b);
default:
throw new ExecException("called on unsupported Number class " + DataType.findTypeName(dataType));
}
}
Example 7
| Source File: Divide.java From spork with Apache License 2.0 | 6 votes |
|
protected Number divide(Number a, Number b, byte dataType) throws ExecException {
switch (dataType) {
case DataType.DOUBLE:
return Double.valueOf((Double) a / (Double) b);
case DataType.INTEGER:
return Integer.valueOf((Integer) a / (Integer) b);
case DataType.LONG:
return Long.valueOf((Long) a / (Long) b);
case DataType.FLOAT:
return Float.valueOf((Float) a / (Float) b);
case DataType.BIGINTEGER:
return ((BigInteger) a).divide((BigInteger) b);
case DataType.BIGDECIMAL:
return ((BigDecimal) a).divide((BigDecimal) b);
default:
throw new ExecException("called on unsupported Number class " + DataType.findTypeName(dataType));
}
}
Example 8
| Source File: LessThanExpr.java From spork with Apache License 2.0 | 5 votes |
|
@Override
public Result getNextBoolean() throws ExecException {
Result left, right;
switch (operandType) {
case DataType.BYTEARRAY:
case DataType.DOUBLE:
case DataType.FLOAT:
case DataType.INTEGER:
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
case DataType.LONG:
case DataType.DATETIME:
case DataType.CHARARRAY: {
Result r = accumChild(null, operandType);
if (r != null) {
return r;
}
left = lhs.getNext(operandType);
right = rhs.getNext(operandType);
return doComparison(left, right);
}
default: {
int errCode = 2067;
String msg = this.getClass().getSimpleName() + " does not know how to " +
"handle type: " + DataType.findTypeName(operandType);
throw new ExecException(msg, errCode, PigException.BUG);
}
}
}
Example 9
| Source File: NotEqualToExpr.java From spork with Apache License 2.0 | 5 votes |
|
@Override
public Result getNextBoolean() throws ExecException {
Result left, right;
switch (operandType) {
case DataType.BYTEARRAY:
case DataType.DOUBLE:
case DataType.FLOAT:
case DataType.BOOLEAN:
case DataType.INTEGER:
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
case DataType.LONG:
case DataType.DATETIME:
case DataType.CHARARRAY:
case DataType.TUPLE:
case DataType.MAP: {
Result r = accumChild(null, operandType);
if (r != null) {
return r;
}
left = lhs.getNext(operandType);
right = rhs.getNext(operandType);
return doComparison(left, right);
}
default: {
int errCode = 2067;
String msg = this.getClass().getSimpleName() + " does not know how to " +
"handle type: " + DataType.findTypeName(operandType);
throw new ExecException(msg, errCode, PigException.BUG);
}
}
}
Example 10
| Source File: EqualToExpr.java From spork with Apache License 2.0 | 5 votes |
|
@Override
public Result getNextBoolean() throws ExecException {
try {
Result left, right;
switch (operandType) {
case DataType.BYTEARRAY:
case DataType.DOUBLE:
case DataType.FLOAT:
case DataType.BOOLEAN:
case DataType.INTEGER:
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
case DataType.LONG:
case DataType.DATETIME:
case DataType.CHARARRAY:
case DataType.TUPLE:
case DataType.MAP: {
Result r = accumChild(null, operandType);
if (r != null) {
return r;
}
left = lhs.getNext(operandType);
right = rhs.getNext(operandType);
return doComparison(left, right);
}
default: {
int errCode = 2067;
String msg = this.getClass().getSimpleName() + " does not know how to " +
"handle type: " + DataType.findTypeName(operandType);
throw new ExecException(msg, errCode, PigException.BUG);
}
}
} catch (RuntimeException e) {
throw new ExecException("exception while executing " + this.toString() + ": " + e.toString(), 2067, PigException.BUG, e);
}
}
Example 11
| Source File: PhysicalOperator.java From spork with Apache License 2.0 | 5 votes |
|
/**
* Implementations that call into the different versions of getNext are often
* identical, differing only in the signature of the getNext() call they make.
* This method allows to cut down on some of the copy-and-paste.
* @param dataType Describes the type of obj; a byte from DataType.
*
* @return result Result of applying this Operator to the Object.
* @throws ExecException
*/
public Result getNext(byte dataType) throws ExecException {
try {
switch (dataType) {
case DataType.BAG:
return getNextDataBag();
case DataType.BOOLEAN:
return getNextBoolean();
case DataType.BYTEARRAY:
return getNextDataByteArray();
case DataType.CHARARRAY:
return getNextString();
case DataType.DOUBLE:
return getNextDouble();
case DataType.FLOAT:
return getNextFloat();
case DataType.INTEGER:
return getNextInteger();
case DataType.LONG:
return getNextLong();
case DataType.BIGINTEGER:
return getNextBigInteger();
case DataType.BIGDECIMAL:
return getNextBigDecimal();
case DataType.DATETIME:
return getNextDateTime();
case DataType.MAP:
return getNextMap();
case DataType.TUPLE:
return getNextTuple();
default:
throw new ExecException("Unsupported type for getNext: " + DataType.findTypeName(dataType));
}
} catch (RuntimeException e) {
throw new ExecException("Exception while executing " + this.toString() + ": " + e.toString(), e);
}
}
Example 12
| Source File: LTOrEqualToExpr.java From spork with Apache License 2.0 | 5 votes |
|
@Override
public Result getNextBoolean() throws ExecException {
Result left, right;
switch (operandType) {
case DataType.BYTEARRAY:
case DataType.DOUBLE:
case DataType.FLOAT:
case DataType.INTEGER:
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
case DataType.LONG:
case DataType.DATETIME:
case DataType.CHARARRAY: {
Result r = accumChild(null, operandType);
if (r != null) {
return r;
}
left = lhs.getNext(operandType);
right = rhs.getNext(operandType);
return doComparison(left, right);
}
default: {
int errCode = 2067;
String msg = this.getClass().getSimpleName() + " does not know how to " +
"handle type: " + DataType.findTypeName(operandType);
throw new ExecException(msg, errCode, PigException.BUG);
}
}
}
Example 13
| Source File: HBaseStorage.java From spork with Apache License 2.0 | 5 votes |
|
@SuppressWarnings("unchecked")
private byte[] objToBytes(Object o, byte type) throws IOException {
LoadStoreCaster caster = (LoadStoreCaster) caster_;
if (o == null) return null;
switch (type) {
case DataType.BYTEARRAY: return ((DataByteArray) o).get();
case DataType.BAG: return caster.toBytes((DataBag) o);
case DataType.CHARARRAY: return caster.toBytes((String) o);
case DataType.DOUBLE: return caster.toBytes((Double) o);
case DataType.FLOAT: return caster.toBytes((Float) o);
case DataType.INTEGER: return caster.toBytes((Integer) o);
case DataType.LONG: return caster.toBytes((Long) o);
case DataType.BIGINTEGER: return caster.toBytes((BigInteger) o);
case DataType.BIGDECIMAL: return caster.toBytes((BigDecimal) o);
case DataType.BOOLEAN: return caster.toBytes((Boolean) o);
case DataType.DATETIME: return caster.toBytes((DateTime) o);
// The type conversion here is unchecked.
// Relying on DataType.findType to do the right thing.
case DataType.MAP: return caster.toBytes((Map<String, Object>) o);
case DataType.NULL: return null;
case DataType.TUPLE: return caster.toBytes((Tuple) o);
case DataType.ERROR: throw new IOException("Unable to determine type of " + o.getClass());
default: throw new IOException("Unable to find a converter for tuple field " + o);
}
}
Example 14
| Source File: HDataType.java From spork with Apache License 2.0 | 5 votes |
|
public static byte findTypeFromNullableWritable(PigNullableWritable o) throws ExecException {
if (o instanceof NullableBooleanWritable)
return DataType.BOOLEAN;
else if (o instanceof NullableBytesWritable)
return DataType.BYTEARRAY;
else if (o instanceof NullableText)
return DataType.CHARARRAY;
else if (o instanceof NullableFloatWritable)
return DataType.FLOAT;
else if (o instanceof NullableDoubleWritable)
return DataType.DOUBLE;
else if (o instanceof NullableIntWritable)
return DataType.INTEGER;
else if (o instanceof NullableLongWritable)
return DataType.LONG;
else if (o instanceof NullableBigIntegerWritable)
return DataType.BIGINTEGER;
else if (o instanceof NullableBigDecimalWritable)
return DataType.BIGDECIMAL;
else if (o instanceof NullableDateTimeWritable)
return DataType.DATETIME;
else if (o instanceof NullableBag)
return DataType.BAG;
else if (o instanceof NullableTuple)
return DataType.TUPLE;
else {
int errCode = 2044;
String msg = "Cannot find Pig type for " + o.getClass().getName();
throw new ExecException(msg, errCode, PigException.BUG);
}
}
Example 15
| Source File: GTOrEqualToExpr.java From spork with Apache License 2.0 | 5 votes |
|
@Override
public Result getNextBoolean() throws ExecException {
Result left, right;
switch (operandType) {
case DataType.BYTEARRAY:
case DataType.DOUBLE:
case DataType.FLOAT:
case DataType.INTEGER:
case DataType.LONG:
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
case DataType.DATETIME:
case DataType.CHARARRAY: {
Result r = accumChild(null, operandType);
if (r != null) {
return r;
}
left = lhs.getNext(operandType);
right = rhs.getNext(operandType);
return doComparison(left, right);
}
default: {
int errCode = 2067;
String msg = this.getClass().getSimpleName() + " does not know how to " +
"handle type: " + DataType.findTypeName(operandType);
throw new ExecException(msg, errCode, PigException.BUG);
}
}
}
Example 16
| Source File: Sty.java From validatar with Apache License 2.0 | 5 votes |
|
private TypedObject getTypedObject(Object data, FieldDetail detail) throws ExecException {
if (data == null) {
return null;
}
byte type = detail.type;
switch (type) {
case DataType.BOOLEAN:
return TypeSystem.asTypedObject(DataType.toBoolean(data, type));
case DataType.INTEGER:
case DataType.LONG:
return TypeSystem.asTypedObject(DataType.toLong(data, type));
case DataType.FLOAT:
case DataType.DOUBLE:
return TypeSystem.asTypedObject(DataType.toDouble(data, type));
case DataType.DATETIME:
return TypeSystem.asTypedObject(new Timestamp(DataType.toDateTime(data, type).getMillis()));
case DataType.BYTE:
case DataType.BYTEARRAY:
case DataType.CHARARRAY:
return TypeSystem.asTypedObject(DataType.toString(data, type));
case DataType.BIGINTEGER:
case DataType.BIGDECIMAL:
return TypeSystem.asTypedObject(DataType.toBigDecimal(data, type));
default:
//TUPLE, BAG, MAP, INTERNALMAP, GENERIC_WRITABLECOMPARABLE, ERROR, UNKNOWN, NULL and anything else
return null;
}
}
Example 17
| Source File: AugmentBaseDataVisitor.java From spork with Apache License 2.0 | 4 votes |
|
Object GetLargerValue(Object v) {
byte type = DataType.findType(v);
if (type == DataType.BAG || type == DataType.TUPLE
|| type == DataType.MAP)
return null;
switch (type) {
case DataType.CHARARRAY:
return (String) v + "0";
case DataType.BYTEARRAY:
String str = ((DataByteArray) v).toString();
str = str + "0";
return new DataByteArray(str);
case DataType.INTEGER:
return Integer.valueOf((Integer) v + 1);
case DataType.LONG:
return Long.valueOf((Long) v + 1);
case DataType.FLOAT:
return Float.valueOf((Float) v + 1);
case DataType.DOUBLE:
return Double.valueOf((Double) v + 1);
case DataType.BIGINTEGER:
return ((BigInteger)v).add(BigInteger.ONE);
case DataType.BIGDECIMAL:
return ((BigDecimal)v).add(BigDecimal.ONE);
case DataType.DATETIME:
DateTime dt = (DateTime) v;
if (dt.getMillisOfSecond() != 0) {
return dt.plusMillis(1);
} else if (dt.getSecondOfMinute() != 0) {
return dt.plusSeconds(1);
} else if (dt.getMinuteOfHour() != 0) {
return dt.plusMinutes(1);
} else if (dt.getHourOfDay() != 0) {
return dt.plusHours(1);
} else {
return dt.plusDays(1);
}
default:
return null;
}
}
Example 18
| Source File: SchemaTupleClassGenerator.java From spork with Apache License 2.0 | 4 votes |
|
public boolean isBigDecimal() {
return type == DataType.BIGDECIMAL;
}
Example 19
| Source File: TypeCheckingExpVisitor.java From spork with Apache License 2.0 | 4 votes |
|
/***
* Helper for collecting warning when casting is inserted
* to the plan (implicit casting)
*
* @param node
* @param originalType
* @param toType
*/
static void collectCastWarning(Operator node,
byte originalType,
byte toType,
CompilationMessageCollector msgCollector
) {
String originalTypeName = DataType.findTypeName(originalType) ;
String toTypeName = DataType.findTypeName(toType) ;
String opName= node.getClass().getSimpleName() ;
PigWarning kind = null;
switch(toType) {
case DataType.BAG:
kind = PigWarning.IMPLICIT_CAST_TO_BAG;
break;
case DataType.CHARARRAY:
kind = PigWarning.IMPLICIT_CAST_TO_CHARARRAY;
break;
case DataType.DOUBLE:
kind = PigWarning.IMPLICIT_CAST_TO_DOUBLE;
break;
case DataType.FLOAT:
kind = PigWarning.IMPLICIT_CAST_TO_FLOAT;
break;
case DataType.INTEGER:
kind = PigWarning.IMPLICIT_CAST_TO_INT;
break;
case DataType.LONG:
kind = PigWarning.IMPLICIT_CAST_TO_LONG;
break;
case DataType.BOOLEAN:
kind = PigWarning.IMPLICIT_CAST_TO_BOOLEAN;
break;
case DataType.DATETIME:
kind = PigWarning.IMPLICIT_CAST_TO_DATETIME;
break;
case DataType.MAP:
kind = PigWarning.IMPLICIT_CAST_TO_MAP;
break;
case DataType.TUPLE:
kind = PigWarning.IMPLICIT_CAST_TO_TUPLE;
break;
case DataType.BIGINTEGER:
kind = PigWarning.IMPLICIT_CAST_TO_BIGINTEGER;
break;
case DataType.BIGDECIMAL:
kind = PigWarning.IMPLICIT_CAST_TO_BIGDECIMAL;
break;
}
msgCollector.collect(originalTypeName + " is implicitly cast to "
+ toTypeName +" under " + opName + " Operator",
MessageType.Warning, kind) ;
}
Example 20
| Source File: TypeUtil.java From phoenix with Apache License 2.0 | 4 votes |
|
/**
* This method returns the most appropriate PDataType associated with
* the incoming Pig type. Note for Pig DataType DATETIME, returns DATE as
* inferredSqlType.
*
* This is later used to make a cast to targetPhoenixType accordingly. See
* {@link #castPigTypeToPhoenix(Object, byte, PDataType)}
*
* @param obj
* @return PDataType
*/
public static PDataType getType(Object obj, byte type) {
if (obj == null) {
return null;
}
PDataType sqlType;
switch (type) {
case DataType.BYTEARRAY:
sqlType = PVarbinary.INSTANCE;
break;
case DataType.CHARARRAY:
sqlType = PVarchar.INSTANCE;
break;
case DataType.DOUBLE:
case DataType.BIGDECIMAL:
sqlType = PDouble.INSTANCE;
break;
case DataType.FLOAT:
sqlType = PFloat.INSTANCE;
break;
case DataType.INTEGER:
sqlType = PInteger.INSTANCE;
break;
case DataType.LONG:
case DataType.BIGINTEGER:
sqlType = PLong.INSTANCE;
break;
case DataType.BOOLEAN:
sqlType = PBoolean.INSTANCE;
break;
case DataType.DATETIME:
sqlType = PDate.INSTANCE;
break;
case DataType.BYTE:
sqlType = PTinyint.INSTANCE;
break;
default:
throw new RuntimeException("Unknown type " + obj.getClass().getName()
+ " passed to PhoenixHBaseStorage");
}
return sqlType;
}
