Java Code Examples for org.apache.arrow.vector.types.pojo.ArrowType#Date
The following examples show how to use
org.apache.arrow.vector.types.pojo.ArrowType#Date .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: ArrowUtils.java From konduit-serving with Apache License 2.0 | 6 votes |
public static ColumnMetaData metaDataFromField(Field field) { ArrowType arrowType = field.getFieldType().getType(); if (arrowType instanceof ArrowType.Int) { ArrowType.Int intType = (ArrowType.Int) arrowType; return intType.getBitWidth() == 32 ? new IntegerMetaData(field.getName()) : new LongMetaData(field.getName()); } else if (arrowType instanceof ArrowType.Bool) { return new BooleanMetaData(field.getName()); } else if (arrowType instanceof ArrowType.FloatingPoint) { ArrowType.FloatingPoint floatingPointType = (ArrowType.FloatingPoint) arrowType; return floatingPointType.getPrecision() == FloatingPointPrecision.DOUBLE ? new DoubleMetaData(field.getName()) : new FloatMetaData(field.getName()); } else if (arrowType instanceof ArrowType.Binary) { return new BinaryMetaData(field.getName()); } else if (arrowType instanceof ArrowType.Utf8) { return new StringMetaData(field.getName()); } else if (arrowType instanceof ArrowType.Date) { return new TimeMetaData(field.getName()); } else { throw new IllegalStateException("Illegal type " + field.getFieldType().getType()); } }
Example 2
Source File: ArrowTypeSerDe.java From aws-athena-query-federation with Apache License 2.0 | 5 votes |
@Override protected void doTypedSerialize(ArrowType arrowType, JsonGenerator jgen, SerializerProvider provider) throws IOException { ArrowType.Date date = (ArrowType.Date) arrowType; jgen.writeStringField(UNIT_FIELD, date.getUnit().toString()); }
Example 3
Source File: ArrowTypeSerDe.java From aws-athena-query-federation with Apache License 2.0 | 5 votes |
@Override protected ArrowType doTypedDeserialize(JsonParser jparser, DeserializationContext ctxt) throws IOException { DateUnit unit = DateUnit.valueOf(getNextStringField(jparser, UNIT_FIELD)); return new ArrowType.Date(unit); }
Example 4
Source File: GandivaRegistryWrapper.java From dremio-oss with Apache License 2.0 | 5 votes |
private GandivaRegistryWrapper() throws GandivaException { this.supportedTypes = ExpressionRegistry.getInstance().getSupportedTypes(); ArrowType.Date dateDay = new ArrowType.Date(DateUnit.DAY); Set<FunctionSignature> signatures = ExpressionRegistry.getInstance().getSupportedFunctions(); Set<FunctionSignature> updatedSignatures = new HashSet<>(); for (FunctionSignature signature : signatures) { FunctionSignature updated = signature; List<ArrowType> dateDayArgs = signature.getParamTypes().stream().filter(type-> { return type.equals(dateDay); }).collect(Collectors.toList()); // suppress all date32 functions. date32 is not a supported dremio type; if (!dateDayArgs.isEmpty() || signature.getReturnType().equals(dateDay)) { continue; } // To make this fit in dremio model of type inference, add dummy args for precision and // scale. if (signature.getName().equals("castDECIMAL") || signature.getName().equals("castDECIMALNullOnOverflow")) { List<ArrowType> args = new ArrayList<>(signature.getParamTypes()); args.add(new ArrowType.Int(64, true)); // precision args.add(new ArrowType.Int(64, true)); // scale updated = new FunctionSignature(signature.getName(), signature.getReturnType(), args); } updatedSignatures.add(updated); addNonDecimalMethods(signature, updated); } this.supportedFunctionsDecimal = updatedSignatures; }
Example 5
Source File: ArrowConverter.java From DataVec with Apache License 2.0 | 5 votes |
private static ColumnMetaData metaDataFromField(Field field) { ArrowType arrowType = field.getFieldType().getType(); if(arrowType instanceof ArrowType.Int) { val intType = (ArrowType.Int) arrowType; if(intType.getBitWidth() == 32) return new IntegerMetaData(field.getName()); else { return new LongMetaData(field.getName()); } } else if(arrowType instanceof ArrowType.Bool) { return new BooleanMetaData(field.getName()); } else if(arrowType instanceof ArrowType.FloatingPoint) { val floatingPointType = (ArrowType.FloatingPoint) arrowType; if(floatingPointType.getPrecision() == FloatingPointPrecision.DOUBLE) return new DoubleMetaData(field.getName()); else { return new FloatMetaData(field.getName()); } } else if(arrowType instanceof ArrowType.Binary) { return new BinaryMetaData(field.getName()); } else if(arrowType instanceof ArrowType.Utf8) { return new StringMetaData(field.getName()); } else if(arrowType instanceof ArrowType.Date) { return new TimeMetaData(field.getName()); } else { throw new IllegalStateException("Illegal type " + field.getFieldType().getType()); } }
Example 6
Source File: ArrowConverter.java From deeplearning4j with Apache License 2.0 | 5 votes |
private static ColumnMetaData metaDataFromField(Field field) { ArrowType arrowType = field.getFieldType().getType(); if(arrowType instanceof ArrowType.Int) { val intType = (ArrowType.Int) arrowType; if(intType.getBitWidth() == 32) return new IntegerMetaData(field.getName()); else { return new LongMetaData(field.getName()); } } else if(arrowType instanceof ArrowType.Bool) { return new BooleanMetaData(field.getName()); } else if(arrowType instanceof ArrowType.FloatingPoint) { val floatingPointType = (ArrowType.FloatingPoint) arrowType; if(floatingPointType.getPrecision() == FloatingPointPrecision.DOUBLE) return new DoubleMetaData(field.getName()); else { return new FloatMetaData(field.getName()); } } else if(arrowType instanceof ArrowType.Binary) { return new BinaryMetaData(field.getName()); } else if(arrowType instanceof ArrowType.Utf8) { return new StringMetaData(field.getName()); } else if(arrowType instanceof ArrowType.Date) { return new TimeMetaData(field.getName()); } else { throw new IllegalStateException("Illegal type " + field.getFieldType().getType()); } }
Example 7
Source File: ArrowTypeSerDe.java From aws-athena-query-federation with Apache License 2.0 | 4 votes |
private Serializer() { super(ArrowType.class, ArrowType.Date.class); }
Example 8
Source File: ArrowTypeSerDe.java From aws-athena-query-federation with Apache License 2.0 | 4 votes |
private Deserializer() { super(ArrowType.class, ArrowType.Date.class); }
Example 9
Source File: APIFieldDescriber.java From dremio-oss with Apache License 2.0 | 4 votes |
@Override public Void visit(ArrowType.Date date) { return writeString(sqlTypeNameVisitor.visit(date)); }
Example 10
Source File: ArrowUtils.java From flink with Apache License 2.0 | 4 votes |
@Override public ArrowType visit(DateType dateType) { return new ArrowType.Date(DateUnit.DAY); }