Java Code Examples for org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory#getPrimitiveWritableObjectInspector()
The following examples show how to use
org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory#getPrimitiveWritableObjectInspector() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: ItemsEvaluator.java From incubator-datasketches-hive with Apache License 2.0 | 6 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; // Parameters: // In PARTIAL1 and COMPLETE mode, the parameters are original data. // In PARTIAL2 and FINAL mode, the parameters are partial aggregations. if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) { if (parameters.length > 1) { kObjectInspector = (PrimitiveObjectInspector) parameters[1]; } } return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 2
Source File: DoublesEvaluator.java From incubator-datasketches-hive with Apache License 2.0 | 6 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; // Parameters: // In PARTIAL1 and COMPLETE mode, the parameters are original data. // In PARTIAL2 and FINAL mode, the parameters are partial aggregations. if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) { if (parameters.length > 1) { kObjectInspector = (PrimitiveObjectInspector) parameters[1]; } } return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 3
Source File: SketchEvaluator.java From incubator-datasketches-hive with Apache License 2.0 | 6 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); inputInspector_ = (PrimitiveObjectInspector) parameters[0]; // Parameters: // In PARTIAL1 and COMPLETE mode, the parameters are original data. // In PARTIAL2 and FINAL mode, the parameters are partial aggregations. if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { if (parameters.length > 1) { kInspector_ = (PrimitiveObjectInspector) parameters[1]; } } return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 4
Source File: UnionSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException { super.init(mode, inspectors); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data sketchInspector_ = (PrimitiveObjectInspector) inspectors[0]; if (inspectors.length > 1) { nominalNumEntriesInspector_ = (PrimitiveObjectInspector) inspectors[1]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) inspectors[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the the nominal number of entries return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 5
Source File: IntersectSketchUDAFTest.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Test(expectedExceptions = UDFArgumentTypeException.class) public void getEvaluatorWrongTypeArg1() throws Exception { ObjectInspector intInspector = PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT); ObjectInspector[] inspectors = new ObjectInspector[] { intInspector }; GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false, false); new IntersectSketchUDAF().getEvaluator(info); }
Example 6
Source File: UnionStringsSketchUDAFTest.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Test(expectedExceptions = UDFArgumentTypeException.class) public void getEvaluatorWrongType() throws Exception { ObjectInspector intInspector = PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT); ObjectInspector[] inspectors = new ObjectInspector[] { intInspector }; GenericUDAFParameterInfo info = new SimpleGenericUDAFParameterInfo(inspectors, false, false, false); new UnionStringsSketchUDAF().getEvaluator(info); }
Example 7
Source File: DataToSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { nominalEntriesObjectInspector = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { samplingProbabilityObjectInspector = (PrimitiveObjectInspector) parameters[2]; } if (parameters.length > 3) { seedObjectInspector = (PrimitiveObjectInspector) parameters[3]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateObjectInspector = (StructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the the nominal number of entries and the seed return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_ENTRIES_FIELD, SEED_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.LONG), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 8
Source File: UnionSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
/** * Receives the passed in argument object inspectors and returns the desired * return type's object inspector to inform hive of return type of UDAF. * * @param mode * Mode (i.e. PARTIAL 1, COMPLETE...) for determining input/output * object inspector type. * @param parameters * List of object inspectors for input arguments. * @return The object inspector type indicates the UDAF return type (i.e. * returned type of terminate(...)). */ @Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) { inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { nominalEntriesObjectInspector = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { seedObjectInspector = (PrimitiveObjectInspector) parameters[2]; } } else { // mode = partial2 || final intermediateObjectInspector = (StandardStructObjectInspector) parameters[0]; } if (mode == Mode.PARTIAL1 || mode == Mode.PARTIAL2) { // intermediate results need to include the nominal number of entries and the seed return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_ENTRIES_FIELD, SEED_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.LONG), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 9
Source File: IntersectSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { seedObjectInspector = (PrimitiveObjectInspector) parameters[1]; } } else { intermediateObjectInspector = (StandardStructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the seed return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(SEED_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory .getPrimitiveWritableObjectInspector(PrimitiveCategory.LONG), PrimitiveObjectInspectorFactory .getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 10
Source File: UnionArrayOfDoublesSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException { super.init(mode, inspectors); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data sketchInspector_ = (PrimitiveObjectInspector) inspectors[0]; if (inspectors.length > 1) { nominalNumEntriesInspector_ = (PrimitiveObjectInspector) inspectors[1]; } if (inspectors.length > 2) { numValuesInspector_ = (PrimitiveObjectInspector) inspectors[2]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) inspectors[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the the nominal number of entries and number of values return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, NUM_VALUES_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 11
Source File: DataToSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] inspectors) throws HiveException { super.init(mode, inspectors); mode_ = mode; if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data keyInspector_ = (PrimitiveObjectInspector) inspectors[0]; valueInspector_ = (PrimitiveObjectInspector) inspectors[1]; if (inspectors.length > 2) { nominalNumEntriesInspector_ = (PrimitiveObjectInspector) inspectors[2]; } if (inspectors.length > 3) { samplingProbabilityInspector_ = (PrimitiveObjectInspector) inspectors[3]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) inspectors[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the nominal number of entries return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 12
Source File: UnionSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
/** * Receives the passed in argument object inspectors and returns the desired * return type's object inspector to inform hive of return type of UDAF. * * @param mode * Mode (i.e. PARTIAL 1, COMPLETE...) for determining input and output * object inspector type. * @param parameters * List of object inspectors for input arguments. * @return The object inspector type indicates the UDAF return type (i.e. * returned type of terminate(...)). */ @Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { inputInspector_ = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { lgKInspector_ = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { hllTypeInspector_ = (PrimitiveObjectInspector) parameters[2]; } } else { // mode = partial2 || final intermediateInspector_ = (StandardStructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the lgK and the target HLL type return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(LG_K_FIELD, HLL_TYPE_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.STRING), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 13
Source File: DataToSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); mode_ = mode; if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data inputInspector_ = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { lgKInspector_ = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { seedInspector_ = (PrimitiveObjectInspector) parameters[2]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the lgK and the target HLL type return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(LG_K_FIELD, SEED_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.LONG), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 14
Source File: UnionSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
/** * Receives the passed in argument object inspectors and returns the desired * return type's object inspector to inform hive of return type of UDAF. * * @param mode * Mode (i.e. PARTIAL 1, COMPLETE...) for determining input and output * object inspector type. * @param parameters * List of object inspectors for input arguments. * @return The object inspector type indicates the UDAF return type (i.e. * returned type of terminate(...)). */ @Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { inputInspector_ = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { lgKInspector_ = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { seedInspector_ = (PrimitiveObjectInspector) parameters[2]; } } else { // mode = partial2 || final intermediateInspector_ = (StandardStructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the lgK and the target HLL type return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(LG_K_FIELD, SEED_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.LONG), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 15
Source File: DataToSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 5 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); mode_ = mode; if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data inputInspector_ = (PrimitiveObjectInspector) parameters[0]; if (parameters.length > 1) { lgKInspector_ = (PrimitiveObjectInspector) parameters[1]; } if (parameters.length > 2) { hllTypeInspector_ = (PrimitiveObjectInspector) parameters[2]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the lgK and the target HLL type return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(LG_K_FIELD, HLL_TYPE_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.STRING), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 16
Source File: DataToArrayOfDoublesSketchUDAF.java From incubator-datasketches-hive with Apache License 2.0 | 4 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); mode_ = mode; if ((mode == Mode.PARTIAL1) || (mode == Mode.COMPLETE)) { // input is original data keyInspector_ = (PrimitiveObjectInspector) parameters[0]; numValues_ = 0; while ((numValues_ + 1) < parameters.length) { if (((PrimitiveObjectInspector) parameters[numValues_ + 1]).getPrimitiveCategory() != PrimitiveCategory.DOUBLE) { break; } numValues_++; } valuesInspectors_ = new PrimitiveObjectInspector[numValues_]; for (int i = 0; i < numValues_; i++) { valuesInspectors_[i] = (PrimitiveObjectInspector) parameters[i + 1]; } if (parameters.length > (numValues_ + 1)) { nominalNumEntriesInspector_ = (PrimitiveObjectInspector) parameters[numValues_ + 1]; } if (parameters.length > (numValues_ + 2)) { samplingProbabilityInspector_ = (PrimitiveObjectInspector) parameters[numValues_ + 2]; } } else { // input for PARTIAL2 and FINAL is the output from PARTIAL1 intermediateInspector_ = (StructObjectInspector) parameters[0]; } if ((mode == Mode.PARTIAL1) || (mode == Mode.PARTIAL2)) { // intermediate results need to include the the nominal number of entries and number of values return ObjectInspectorFactory.getStandardStructObjectInspector( Arrays.asList(NOMINAL_NUM_ENTRIES_FIELD, NUM_VALUES_FIELD, SKETCH_FIELD), Arrays.asList( PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.INT), PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY) ) ); } // final results include just the sketch return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }
Example 17
Source File: ItemsEvaluator.java From incubator-datasketches-hive with Apache License 2.0 | 4 votes |
@Override public ObjectInspector init(final Mode mode, final ObjectInspector[] parameters) throws HiveException { super.init(mode, parameters); inputObjectInspector = (PrimitiveObjectInspector) parameters[0]; return PrimitiveObjectInspectorFactory.getPrimitiveWritableObjectInspector(PrimitiveCategory.BINARY); }