org.apache.hadoop.hive.metastore.partition.spec.PartitionSpecProxy Java Examples

/**
 * {@inheritDoc}
 */
@Override
public int add_partitions_pspec(final List<PartitionSpec> newParts) throws TException {
    if (newParts == null || newParts.isEmpty()) {
        return 0;
    }
    final String dbName = newParts.get(0).getDbName();
    final String tableName = newParts.get(0).getTableName();
    return requestWrapper("add_partition", new Object[]{dbName, tableName}, () -> {
        final PartitionSpecProxy partitionSpecProxy = PartitionSpecProxy.Factory.get(newParts);
        final PartitionSpecProxy.PartitionIterator partitionIterator = partitionSpecProxy.getPartitionIterator();
        final List<Partition> partitions = addPartitionsCore(dbName, tableName,
            Lists.newArrayList(partitionIterator), false);
        return partitions.size();
    });
}
 

public PartitionSpecProxy listPartitionSpecs(
    String dbName,
    String tblName,
    int max
) throws TException {
  throw new UnsupportedOperationException("listPartitionSpecs is not supported.");
}
 

public PartitionSpecProxy listPartitionSpecsByFilter(
    String dbName,
    String tblName,
    String filter,
    int max
) throws TException {
  throw new UnsupportedOperationException("listPartitionSpecsByFilter is not supported");
}
 

@Override
public int add_partitions_pspec(
    PartitionSpecProxy pSpec
) throws InvalidObjectException, org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
    MetaException, TException {
  return glueMetastoreClientDelegate.addPartitionsSpecProxy(pSpec);
}
 

@Override
public int add_partitions_pspec(
    PartitionSpecProxy pSpec
) throws InvalidObjectException, org.apache.hadoop.hive.metastore.api.AlreadyExistsException,
    MetaException, TException {
  return glueMetastoreClientDelegate.addPartitionsSpecProxy(pSpec);
}
 

@SuppressFBWarnings
private void initializeAddedPartition(
        final Table tbl, final PartitionSpecProxy.PartitionIterator part,
        final boolean madeDir) throws MetaException {
    // set create time
    final long time = System.currentTimeMillis() / 1000;
    part.setCreateTime((int) time);
    if (part.getParameters() == null || part.getParameters().get(hive_metastoreConstants.DDL_TIME) == null) {
        part.putToParameters(hive_metastoreConstants.DDL_TIME, Long.toString(time));
    }

    // Inherit table properties into partition properties.
    final Map<String, String> tblParams = tbl.getParameters();
    final String inheritProps = getHiveConf().getVar(HiveConf.ConfVars.METASTORE_PART_INHERIT_TBL_PROPS).trim();
    // Default value is empty string in which case no properties will be inherited.
    // * implies all properties needs to be inherited
    Set<String> inheritKeys = new HashSet<String>(Arrays.asList(inheritProps.split(",")));
    if (inheritKeys.contains("*")) {
        inheritKeys = tblParams.keySet();
    }

    for (String key : inheritKeys) {
        final String paramVal = tblParams.get(key);
        if (null != paramVal) { // add the property only if it exists in table properties
            part.putToParameters(key, paramVal);
        }
    }
}
 

@Override
public List<CatalogPartitionSpec> listPartitionsByFilter(ObjectPath tablePath, List<Expression> expressions)
		throws TableNotExistException, TableNotPartitionedException, CatalogException {
	Table hiveTable = getHiveTable(tablePath);
	ensurePartitionedTable(tablePath, hiveTable);
	List<String> partColNames = getFieldNames(hiveTable.getPartitionKeys());
	Optional<String> filter = HiveTableUtil.makePartitionFilter(
			getNonPartitionFields(hiveConf, hiveTable).size(), partColNames, expressions, hiveShim);
	if (!filter.isPresent()) {
		throw new UnsupportedOperationException(
				"HiveCatalog is unable to handle the partition filter expressions: " + expressions);
	}
	try {
		PartitionSpecProxy partitionSpec = client.listPartitionSpecsByFilter(
				tablePath.getDatabaseName(), tablePath.getObjectName(), filter.get(), (short) -1);
		List<CatalogPartitionSpec> res = new ArrayList<>(partitionSpec.size());
		PartitionSpecProxy.PartitionIterator partitions = partitionSpec.getPartitionIterator();
		while (partitions.hasNext()) {
			Partition partition = partitions.next();
			Map<String, String> spec = new HashMap<>();
			for (int i = 0; i < partColNames.size(); i++) {
				spec.put(partColNames.get(i), partition.getValues().get(i));
			}
			res.add(new CatalogPartitionSpec(spec));
		}
		return res;
	} catch (TException e) {
		throw new UnsupportedOperationException(
				"Failed to list partition by filter from HMS, filter expressions: " + expressions, e);
	}
}
 

public int addPartitionsSpecProxy(PartitionSpecProxy pSpec) throws TException {
  throw new UnsupportedOperationException("addPartitionsSpecProxy is unsupported");
}
 

@Override
public PartitionSpecProxy listPartitionSpecs(String dbName, String tblName, int max) throws TException {
  return glueMetastoreClientDelegate.listPartitionSpecs(dbName, tblName, max);
}
 

@Override
public PartitionSpecProxy listPartitionSpecsByFilter(String dbName, String tblName, String filter, int max)
    throws MetaException, NoSuchObjectException, TException {
  return glueMetastoreClientDelegate.listPartitionSpecsByFilter(dbName, tblName, filter, max);
}
 

@Override
public PartitionSpecProxy listPartitionSpecs(String dbName, String tblName, int max) throws TException {
  return glueMetastoreClientDelegate.listPartitionSpecs(dbName, tblName, max);
}
 

@Override
public PartitionSpecProxy listPartitionSpecsByFilter(String dbName, String tblName, String filter, int max)
    throws MetaException, NoSuchObjectException, TException {
  return glueMetastoreClientDelegate.listPartitionSpecsByFilter(dbName, tblName, filter, max);
}
 

private void initializeAddedPartition(
        final Table tbl, final Partition part, final boolean madeDir) throws MetaException {
    initializeAddedPartition(tbl, new PartitionSpecProxy.SimplePartitionWrapperIterator(part), madeDir);
}
 

public PartitionSpecProxy listPartitionSpecsByFilter(String dbName, String tblName, String filter, short max) throws TException {
	return client.listPartitionSpecsByFilter(dbName, tblName, filter, max);
}