org.apache.hadoop.hive.metastore.api.LockComponent Java Examples

private static LockComponent createLockComponentForRead(SchemaTableName table, Optional<String> partitionName)
{
    requireNonNull(table, "table is null");
    requireNonNull(partitionName, "partitionName is null");

    LockComponentBuilder builder = new LockComponentBuilder();
    builder.setShared();
    builder.setOperationType(DataOperationType.SELECT);

    builder.setDbName(table.getSchemaName());
    builder.setTableName(table.getTableName());
    requireNonNull(partitionName, "partitionName is null").ifPresent(builder::setPartitionName);

    // acquire locks is called only for TransactionalTable
    builder.setIsTransactional(true);
    return builder.build();
}
 

private long acquireLock() throws UnknownHostException, TException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
          System.getProperty("user.name"),
          InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaStoreClient.lock(lockRequest);
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();
  //TODO add timeout
  while (state.equals(LockState.WAITING)) {
    lockResponse = metaStoreClient.check_lock(new CheckLockRequest(lockResponse.getLockid()));
    state = lockResponse.getState();
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(format("Could not acquire the lock on %s.%s, " +
            "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 

private long acquireLock() throws UnknownHostException, TException, InterruptedException {
  final LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.TABLE, database);
  lockComponent.setTablename(tableName);
  final LockRequest lockRequest = new LockRequest(Lists.newArrayList(lockComponent),
      System.getProperty("user.name"),
      InetAddress.getLocalHost().getHostName());
  LockResponse lockResponse = metaClients.run(client -> client.lock(lockRequest));
  LockState state = lockResponse.getState();
  long lockId = lockResponse.getLockid();

  final long start = System.currentTimeMillis();
  long duration = 0;
  boolean timeout = false;
  while (!timeout && state.equals(LockState.WAITING)) {
    lockResponse = metaClients.run(client -> client.checkLock(lockId));
    state = lockResponse.getState();

    // check timeout
    duration = System.currentTimeMillis() - start;
    if (duration > lockAcquireTimeout) {
      timeout = true;
    } else {
      Thread.sleep(50);
    }
  }

  // timeout and do not have lock acquired
  if (timeout && !state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Timed out after %s ms waiting for lock on %s.%s",
        duration, database, tableName));
  }

  if (!state.equals(LockState.ACQUIRED)) {
    throw new CommitFailedException(String.format("Could not acquire the lock on %s.%s, " +
        "lock request ended in state %s", database, tableName, state));
  }
  return lockId;
}
 

@Override
public LockRequest transformInboundLockRequest(LockRequest request) {
  if (request.isSetComponent()) {
    for (LockComponent component : request.getComponent()) {
      component.setDbname(metaStoreMapping.transformInboundDatabaseName(component.getDbname()));
    }
  }
  return request;
}
 

@Override
@Loggable(value = Loggable.DEBUG, skipResult = true, name = INVOCATION_LOG_NAME)
public LockResponse lock(LockRequest rqst) throws NoSuchTxnException, TxnAbortedException, TException {
  DatabaseMapping mapping = databaseMappingService.primaryDatabaseMapping();
  List<LockComponent> components = rqst.getComponent();
  for (LockComponent component : components) {
    mapping.checkWritePermissions(component.getDbname());
  }
  return mapping.getClient().lock(mapping.transformInboundLockRequest(rqst));
}
 

@Test
public void transformInboundLockRequest() throws Exception {
  LockRequest lockRequest = new LockRequest();
  LockComponent lockComponent = new LockComponent();
  lockComponent.setDbname(DB_NAME);
  List<LockComponent> components = Lists.newArrayList(lockComponent);
  lockRequest.setComponent(components);
  LockRequest result = databaseMapping.transformInboundLockRequest(lockRequest);
  assertThat(result, is(sameInstance(lockRequest)));
  List<LockComponent> resultComponents = result.getComponent();
  assertThat(resultComponents, is(sameInstance(components)));
  LockComponent resultComponent = resultComponents.get(0);
  assertThat(resultComponent, is(sameInstance(lockComponent)));
  assertThat(resultComponent.getDbname(), is(IN_DB_NAME));
}
 

@Test
public void lock() throws TException {
  LockComponent lockComponent = new LockComponent(LockType.EXCLUSIVE, LockLevel.DB, DB_P);
  LockRequest lockRequest = new LockRequest(Collections.singletonList(lockComponent), "user", "host");
  LockRequest inboundRequest = new LockRequest();
  LockResponse expected = new LockResponse();
  when(primaryMapping.transformInboundLockRequest(lockRequest)).thenReturn(inboundRequest);
  when(primaryClient.lock(inboundRequest)).thenReturn(expected);
  LockResponse result = handler.lock(lockRequest);
  assertThat(result, is(expected));
  verify(primaryMapping).checkWritePermissions(DB_P);
}