Java Code Examples for org.apache.arrow.vector.IntVector#setNull()

The following examples show how to use org.apache.arrow.vector.IntVector#setNull() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: TestData.java    From dremio-oss with Apache License 2.0 6 votes vote down vote up 
private Pair<IntVector, ResultVerifier> testIntVector() {
  final String colName = "colInt";
  final List<Integer> values =  asList(20, 50, -2000, 327345, null);

  IntVector valuesVector = new IntVector(colName, allocator);
  valuesVector.allocateNew(values.size());
  for (int i = 0; i < values.size(); i++) {
    if (values.get(i) == null) {
      valuesVector.setNull(i);
    } else {
      valuesVector.set(i, values.get(i));
    }
  }

  ResultVerifier verifier = new ResultVerifier() {
    @Override
    public void verify(DataPOJO output) {
      verifyIntValues(values, output, colName);
    }
  };

  return Pair.of(valuesVector, verifier);
}
Example 2
Source File: TestArrowIntegerConnector.java    From yosegi with Apache License 2.0 5 votes vote down vote up 
@Test
public void T_convert_1() throws IOException{
  BufferAllocator allocator = new RootAllocator( 1024 * 1024 * 10 );
  IntVector vector = new IntVector( "test" , allocator );
  vector.allocateNew();
  vector.setSafe( 0 , 0 );
  vector.setSafe( 1 , 1 );
  vector.setSafe( 2 , 0 );
  vector.setNull( 3 );
  vector.setSafe( 4 , 1 );
  vector.setSafe( 5 , 1 );
  vector.setSafe( 6 , 1 );
  vector.setNull( 7 );
  vector.setValueCount( 8 );

  IColumn column = ArrowColumnFactory.convert( "test" , vector );
  assertEquals( column.getColumnName() , "test" );
  assertEquals( column.size() , 8 );
  assertTrue( ( column.getColumnType() == ColumnType.INTEGER ) );
  assertEquals( ( (PrimitiveObject)( column.get(0).getRow() ) ).getInt() , 0  );
  assertEquals( ( (PrimitiveObject)( column.get(1).getRow() ) ).getInt() , 1  );
  assertEquals( ( (PrimitiveObject)( column.get(2).getRow() ) ).getInt() , 0  );
  assertEquals( column.get(3).getRow() , null  );
  assertEquals( ( (PrimitiveObject)( column.get(4).getRow() ) ).getInt() , 1 );
  assertEquals( ( (PrimitiveObject)( column.get(5).getRow() ) ).getInt() , 1 );
  assertEquals( ( (PrimitiveObject)( column.get(6).getRow() ) ).getInt() , 1 );
  assertEquals( column.get(7).getRow() , null  );
}
Example 3
Source File: TestArrowIntegerConnector.java    From multiple-dimension-spread with Apache License 2.0 5 votes vote down vote up 
@Test
public void T_convert_1() throws IOException{
  BufferAllocator allocator = new RootAllocator( 1024 * 1024 * 10 );
  IntVector vector = new IntVector( "test" , allocator );
  vector.allocateNew();
  vector.setSafe( 0 , 0 );  
  vector.setSafe( 1 , 1 );  
  vector.setSafe( 2 , 0 );  
  vector.setNull( 3 );  
  vector.setSafe( 4 , 1 );  
  vector.setSafe( 5 , 1 );  
  vector.setSafe( 6 , 1 );  
  vector.setNull( 7 );  
  vector.setValueCount( 8 );

  IColumn column = ArrowColumnFactory.convert( "test" , vector );
  assertEquals( column.getColumnName() , "test" );
  assertEquals( column.size() , 8 );
  assertTrue( ( column.getColumnType() == ColumnType.INTEGER ) );
  assertEquals( ( (PrimitiveObject)( column.get(0).getRow() ) ).getInt() , 0  );
  assertEquals( ( (PrimitiveObject)( column.get(1).getRow() ) ).getInt() , 1  );
  assertEquals( ( (PrimitiveObject)( column.get(2).getRow() ) ).getInt() , 0  );
  assertEquals( column.get(3).getRow() , null  );
  assertEquals( ( (PrimitiveObject)( column.get(4).getRow() ) ).getInt() , 1 );
  assertEquals( ( (PrimitiveObject)( column.get(5).getRow() ) ).getInt() , 1 );
  assertEquals( ( (PrimitiveObject)( column.get(6).getRow() ) ).getInt() , 1 );
  assertEquals( column.get(7).getRow() , null  );
}
Example 4
Source File: TestQueryReAttempt.java    From dremio-oss with Apache License 2.0 5 votes vote down vote up 
private IntVector intVector(String name) {
  IntVector vec = new IntVector(name, allocator);
  vec.allocateNew(5);
  vec.set(0, 20);
  vec.set(1, 50);
  vec.set(2, -2000);
  vec.set(3, 327345);
  vec.setNull(4);

  vec.setValueCount(COUNT);
  return vec;
}
Example 5
Source File: IntToFixedConverterTest.java    From snowflake-jdbc with Apache License 2.0 5 votes vote down vote up 
@Test
public void testGetBooleanNoScale() throws SFException
{
  Map<String, String> customFieldMeta = new HashMap<>();
  customFieldMeta.put("logicalType", "FIXED");
  customFieldMeta.put("precision", "10");
  customFieldMeta.put("scale", "0");

  FieldType fieldType = new FieldType(true,
                                      Types.MinorType.INT.getType(),
                                      null, customFieldMeta);

  IntVector vector = new IntVector("col_one", fieldType, allocator);
  vector.setSafe(0, 0);
  vector.setSafe(1, 1);
  vector.setNull(2);
  vector.setSafe(3, 5);

  ArrowVectorConverter converter = new IntToFixedConverter(vector, 0, this);

  assertThat(false, is(converter.toBoolean(0)));
  assertThat(true, is(converter.toBoolean(1)));
  assertThat(false, is(converter.toBoolean(2)));
  TestUtil.assertSFException(invalidConversionErrorCode,
                             () -> converter.toBoolean(3));

  vector.close();
}
Example 6
Source File: IntToFixedConverterTest.java    From snowflake-jdbc with Apache License 2.0 5 votes vote down vote up 
@Test
public void testGetBooleanWithScale() throws SFException
{
  Map<String, String> customFieldMeta = new HashMap<>();
  customFieldMeta.put("logicalType", "FIXED");
  customFieldMeta.put("precision", "10");
  customFieldMeta.put("scale", "3");

  FieldType fieldType = new FieldType(true,
                                      Types.MinorType.INT.getType(),
                                      null, customFieldMeta);

  IntVector vector = new IntVector("col_one", fieldType, allocator);
  vector.setSafe(0, 0);
  vector.setSafe(1, 1);
  vector.setNull(2);
  vector.setSafe(3, 5);

  final ArrowVectorConverter converter = new IntToScaledFixedConverter(vector, 0, this, 3);

  assertThat(false, is(converter.toBoolean(0)));
  TestUtil.assertSFException(invalidConversionErrorCode,
                             () -> converter.toBoolean(3));
  assertThat(false, is(converter.toBoolean(2)));
  TestUtil.assertSFException(invalidConversionErrorCode,
                             () -> converter.toBoolean(3));

  vector.close();
}
Example 7
Source File: IntToFixedConverterTest.java    From snowflake-jdbc with Apache License 2.0 4 votes vote down vote up 
@Test
public void testFixedNoScale() throws SFException
{
  final int rowCount = 1000;
  List<Integer> expectedValues = new ArrayList<>();
  Set<Integer> nullValIndex = new HashSet<>();
  for (int i = 0; i < rowCount; i++)
  {
    expectedValues.add(random.nextInt());
  }

  Map<String, String> customFieldMeta = new HashMap<>();
  customFieldMeta.put("logicalType", "FIXED");
  customFieldMeta.put("precision", "10");
  customFieldMeta.put("scale", "0");

  FieldType fieldType = new FieldType(true,
                                      Types.MinorType.INT.getType(),
                                      null, customFieldMeta);

  IntVector vector = new IntVector("col_one", fieldType, allocator);
  for (int i = 0; i < rowCount; i++)
  {
    boolean isNull = random.nextBoolean();
    if (isNull)
    {
      vector.setNull(i);
      nullValIndex.add(i);
    }
    else
    {
      vector.setSafe(i, expectedValues.get(i));
    }
  }

  ArrowVectorConverter converter = new IntToFixedConverter(vector, 0, this);

  for (int i = 0; i < rowCount; i++)
  {
    int intVal = converter.toInt(i);
    Object longObj = converter.toObject(i);
    String intString = converter.toString(i);

    if (nullValIndex.contains(i))
    {
      assertThat(intVal, is(0));
      assertThat(longObj, is(nullValue()));
      assertThat(intString, is(nullValue()));
      assertThat(converter.toBytes(i), is(nullValue()));
    }
    else
    {
      assertThat(intVal, is(expectedValues.get(i)));
      assertEquals(longObj, (long) expectedValues.get(i));
      assertThat(intString, is(expectedValues.get(i).toString()));
      bb = ByteBuffer.wrap(converter.toBytes(i));
      assertThat(intVal, is(bb.getInt()));
    }
  }
  vector.clear();
}
Example 8
Source File: IntToFixedConverterTest.java    From snowflake-jdbc with Apache License 2.0 4 votes vote down vote up 
@Test
public void testFixedWithScale() throws SFException
{
  final int rowCount = 1000;
  List<Integer> expectedValues = new ArrayList<>();
  Set<Integer> nullValIndex = new HashSet<>();
  for (int i = 0; i < rowCount; i++)
  {
    expectedValues.add(random.nextInt());
  }

  Map<String, String> customFieldMeta = new HashMap<>();
  customFieldMeta.put("logicalType", "FIXED");
  customFieldMeta.put("precision", "10");
  customFieldMeta.put("scale", "3");

  FieldType fieldType = new FieldType(true,
                                      Types.MinorType.INT.getType(),
                                      null, customFieldMeta);

  IntVector vector = new IntVector("col_one", fieldType, allocator);
  for (int i = 0; i < rowCount; i++)
  {
    boolean isNull = random.nextBoolean();
    if (isNull)
    {
      vector.setNull(i);
      nullValIndex.add(i);
    }
    else
    {
      vector.setSafe(i, expectedValues.get(i));
    }
  }

  ArrowVectorConverter converter = new IntToScaledFixedConverter(vector, 0, this, 3);

  for (int i = 0; i < rowCount; i++)
  {
    BigDecimal bigDecimalVal = converter.toBigDecimal(i);
    Object objectVal = converter.toObject(i);
    String stringVal = converter.toString(i);

    if (nullValIndex.contains(i))
    {
      assertThat(bigDecimalVal, nullValue());
      assertThat(objectVal, nullValue());
      assertThat(stringVal, nullValue());
      assertThat(converter.toBytes(i), is(nullValue()));
    }
    else
    {
      BigDecimal expectedVal = BigDecimal.valueOf(expectedValues.get(i), 3);
      assertThat(bigDecimalVal, is(expectedVal));
      assertThat(objectVal, is(expectedVal));
      assertThat(stringVal, is(expectedVal.toString()));
      assertThat(converter.toBytes(i), is(notNullValue()));
    }
  }

  vector.clear();
}
Example 9
Source File: IntToTimeConverterTest.java    From snowflake-jdbc with Apache License 2.0 4 votes vote down vote up 
@Test
public void testTime() throws SFException
{
  // test old and new dates
  int[] testTimesInt = {
      12345678
  };

  String[] testTimesJson = {
      "12345.678"
  };

  Time[] expectedTimes = {
      new Time(12345678)
  };

  Map<String, String> customFieldMeta = new HashMap<>();
  customFieldMeta.put("logicalType", "TIME");
  Set<Integer> nullValIndex = new HashSet<>();
  // test normal date
  FieldType fieldType = new FieldType(true,
                                      Types.MinorType.INT.getType(),
                                      null, customFieldMeta);

  IntVector vector = new IntVector("date", fieldType, allocator);
  int i = 0, j = 0;
  while (i < testTimesInt.length)
  {
    boolean isNull = random.nextBoolean();
    if (isNull)
    {
      vector.setNull(j);
      nullValIndex.add(j);
    }
    else
    {
      vector.setSafe(j, testTimesInt[i++]);
    }
    j++;
  }

  ArrowVectorConverter converter = new IntToTimeConverter(vector, 0, this);
  int rowCount = j;
  i = 0;
  j = 0;
  while (j < rowCount)
  {
    String strVal = converter.toString(j);
    Time time = converter.toTime(j);
    Object obj = converter.toObject(j);
    Time oldTime =
        new Time(ResultUtil.getSFTime(
            testTimesJson[i], scale, new SFSession()).getFractionalSeconds(
            ResultUtil.DEFAULT_SCALE_OF_SFTIME_FRACTION_SECONDS));
    if (nullValIndex.contains(j))
    {
      assertThat(obj, is(nullValue()));
      assertThat(strVal, is(nullValue()));
      assertThat(false, is(converter.toBoolean(j)));
      assertThat(converter.toBytes(j), is(nullValue()));
      assertThat(0, is(converter.toInt(j)));
    }
    else
    {
      assertThat(expectedTimes[i], is(time));
      assertThat(expectedTimes[i], is((Time) obj));
      assertThat(oldTime, is(time));
      assertThat(oldTime, is((Time) obj));
      final int x = j;
      TestUtil.assertSFException(invalidConversionErrorCode,
                                 () -> converter.toBoolean(x));
      assertThat(converter.toBytes(j), is(notNullValue()));
    }
    j++;
  }
  vector.clear();
}