Java Code Examples for org.apache.atlas.model.typedef.AtlasTypesDef#isEmpty()

The following examples show how to use org.apache.atlas.model.typedef.AtlasTypesDef#isEmpty() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: InverseReferenceUpdateV1Test.java    From incubator-atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    metadataService = TestUtils.addSessionCleanupWrapper(metadataService);

    AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] { TestUtilsV2.defineDeptEmployeeTypes(),
                                                          TestUtilsV2.defineInverseReferenceTestTypes()
                                                        };

    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeDefStore.createTypesDef(typesToCreate);
        }
    }

    deptEntity = TestUtilsV2.createDeptEg2();
    init();
    EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(deptEntity), false);
    for (AtlasEntityHeader entityHeader : response.getCreatedEntities()) {
        nameIdMap.put((String)entityHeader.getAttribute(NAME), AtlasTypeUtil.getAtlasObjectId(entityHeader));
    }
}
Example 2
Source File: ExportServiceTest.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setupSampleData() throws AtlasBaseException {
    AtlasTypesDef sampleTypes = TestUtilsV2.defineDeptEmployeeTypes();
    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(sampleTypes, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }

    AtlasEntity.AtlasEntitiesWithExtInfo  deptEg2 = TestUtilsV2.createDeptEg2();
    AtlasEntityStream entityStream = new AtlasEntityStream(deptEg2);
    EntityMutationResponse emr = entityStore.createOrUpdate(entityStream, false);
    assertNotNull(emr);
    assertNotNull(emr.getCreatedEntities());
    assertTrue(emr.getCreatedEntities().size() > 0);
}
Example 3
Source File: AtlasRelationshipStoreV2Test.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    new GraphBackedSearchIndexer(typeRegistry);

    // create employee relationship types
    AtlasTypesDef employeeTypes = getDepartmentEmployeeTypes();
    typeDefStore.createTypesDef(employeeTypes);

    AtlasEntitiesWithExtInfo employeeInstances = getDepartmentEmployeeInstances();
    EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(employeeInstances), false);

    for (AtlasEntityHeader entityHeader : response.getCreatedEntities()) {
        employeeNameIdMap.put((String) entityHeader.getAttribute(NAME), getAtlasObjectId(entityHeader));
    }

    init();
    AtlasTypesDef typesDef = getInverseReferenceTestTypes();

    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }
}
Example 4
Source File: InverseReferenceUpdateV2Test.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    RequestContext.clear();
    RequestContext.get().setUser(TestUtilsV2.TEST_USER, null);

    AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] { TestUtilsV2.defineDeptEmployeeTypes(),
                                                          TestUtilsV2.defineInverseReferenceTestTypes()
                                                        };

    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeDefStore.createTypesDef(typesToCreate);
        }
    }

    deptEntity = TestUtilsV2.createDeptEg2();
    init();
    EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(deptEntity), false);
    for (AtlasEntityHeader entityHeader : response.getCreatedEntities()) {
        nameIdMap.put((String)entityHeader.getAttribute(NAME), AtlasTypeUtil.getAtlasObjectId(entityHeader));
    }
}
Example 5
Source File: ExportServiceTest.java    From incubator-atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setupSampleData() throws AtlasBaseException {
    entityStore = new AtlasEntityStoreV1(deleteHandler, typeRegistry, mockChangeNotifier, graphMapper);;

    AtlasTypesDef sampleTypes = TestUtilsV2.defineDeptEmployeeTypes();
    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(sampleTypes, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }

    AtlasEntity.AtlasEntitiesWithExtInfo  hrDept = TestUtilsV2.createDeptEg2();

    AtlasEntityStream entityStream = new AtlasEntityStream(hrDept);
    entityStore.createOrUpdate(entityStream, false);
    LOG.debug("==> setupSampleData: ", AtlasEntity.dumpObjects(hrDept.getEntities(), null).toString());
}
Example 6
Source File: TestEntitiesREST.java    From incubator-atlas with Apache License 2.0 6 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] {  TestUtilsV2.defineHiveTypes() };

    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeStore.createTypesDef(typesToCreate);
        }
    }

    dbEntity    = TestUtilsV2.createDBEntity();
    tableEntity = TestUtilsV2.createTableEntity(dbEntity);

    final AtlasEntity colEntity = TestUtilsV2.createColumnEntity(tableEntity);
    columns = new ArrayList<AtlasEntity>() {{ add(colEntity); }};
    tableEntity.setAttribute("columns", getObjIdList(columns));
}
Example 7
Source File: AtlasTypeRegistry.java    From atlas with Apache License 2.0 5 votes vote down vote up 
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException {
    if (null != typesDef && !typesDef.isEmpty()) {
        removeTypesWithNoRefResolve(typesDef.getEnumDefs());
        removeTypesWithNoRefResolve(typesDef.getStructDefs());
        removeTypesWithNoRefResolve(typesDef.getClassificationDefs());
        removeTypesWithNoRefResolve(typesDef.getEntityDefs());
        removeTypesWithNoRefResolve(typesDef.getRelationshipDefs());
        removeTypesWithNoRefResolve(typesDef.getBusinessMetadataDefs());
    }

    resolveReferences();
}
Example 8
Source File: AtlasTypeRegistry.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
public void removeTypesDef(AtlasTypesDef typesDef) throws AtlasBaseException {
    if (null != typesDef && !typesDef.isEmpty()) {
        removeTypesWithNoRefResolve(typesDef.getEnumDefs());
        removeTypesWithNoRefResolve(typesDef.getStructDefs());
        removeTypesWithNoRefResolve(typesDef.getClassificationDefs());
        removeTypesWithNoRefResolve(typesDef.getEntityDefs());
        removeTypesWithNoRefResolve(typesDef.getRelationshipDefs());

        resolveReferences();
    }
}
Example 9
Source File: AtlasEntityStoreV1Test.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    metadataService = TestUtils.addSessionCleanupWrapper(metadataService);
    new GraphBackedSearchIndexer(typeRegistry);

    AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] { TestUtilsV2.defineDeptEmployeeTypes(),
                                                          TestUtilsV2.defineHiveTypes()
                                                        };

    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeDefStore.createTypesDef(typesToCreate);
        }
    }

    deptEntity = TestUtilsV2.createDeptEg2();
    dbEntity   = TestUtilsV2.createDBEntityV2();
    tblEntity  = TestUtilsV2.createTableEntityV2(dbEntity.getEntity());

    AtlasTypesDef typesDef11 = new  AtlasTypesDef();
    List primitiveEntityDef = new ArrayList<AtlasEntityDef>();
    primitiveEntityDef.add(TestUtilsV2.createPrimitiveEntityDef());
    typesDef11.setEntityDefs(primitiveEntityDef);
    typeDefStore.createTypesDef( typesDef11 );

    primitiveEntity = TestUtilsV2.createprimitiveEntityV2();
}
Example 10
Source File: ImportServiceTestUtils.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
private static void createTypesAsNeeded(AtlasTypesDef typesFromJson, AtlasTypeDefStore typeDefStore, AtlasTypeRegistry typeRegistry) throws AtlasBaseException {
    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesFromJson, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }
}
Example 11
Source File: ZipFileResourceTestUtils.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
private static void createTypesAsNeeded(AtlasTypesDef typesFromJson, AtlasTypeDefStore typeDefStore, AtlasTypeRegistry typeRegistry) throws AtlasBaseException {
    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesFromJson, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }
}
Example 12
Source File: ImportTypeDefProcessor.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
public void processTypes(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException {
    setGuidToEmpty(typeDefinitionMap);

    typeAttributeDifference.updateTypes(typeDefinitionMap, result);

    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typeDefinitionMap, this.typeRegistry);
    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
        updateMetricsForTypesDef(typesToCreate, result);

    }
}
Example 13
Source File: AtlasEntityTestBase.java    From atlas with Apache License 2.0 5 votes vote down vote up 
protected void createTypesDef(AtlasTypesDef[] testTypesDefs) throws AtlasBaseException {
    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeDefStore.createTypesDef(typesToCreate);
        }
    }
}
Example 14
Source File: TestLoadModelUtils.java    From atlas with Apache License 2.0 5 votes vote down vote up 
public static void createTypesAsNeeded(AtlasTypesDef typesFromJson, AtlasTypeDefStore typeDefStore, AtlasTypeRegistry typeRegistry) throws AtlasBaseException {
    if(typesFromJson == null) {
        return;
    }

    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesFromJson, typeRegistry);
    if (typesToCreate != null && !typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }
}
Example 15
Source File: ImportTypeDefProcessor.java    From atlas with Apache License 2.0 5 votes vote down vote up 
public void processTypes(AtlasTypesDef typeDefinitionMap, AtlasImportResult result) throws AtlasBaseException {
    setGuidToEmpty(typeDefinitionMap);

    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typeDefinitionMap, this.typeRegistry);
    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
        updateMetricsForTypesDef(typesToCreate, result);
    }

    typeAttributeDifference.updateTypes(typeDefinitionMap, result);
}
Example 16
Source File: AtlasTypeDefStoreInitializer.java    From incubator-atlas with Apache License 2.0 4 votes vote down vote up 
private void initializeStore(String typesDirName) {
    File   typesDir     = new File(typesDirName);
    File[] typeDefFiles = typesDir.exists() ? typesDir.listFiles() : null;

    if (typeDefFiles == null || typeDefFiles.length == 0) {
        LOG.info("Types directory {} does not exist or not readable or has no typedef files", typesDirName);

        return;
    }

    // sort the files by filename
    Arrays.sort(typeDefFiles);

    for (File typeDefFile : typeDefFiles) {
        if (!typeDefFile.isFile()) {
            continue;
        }

        try {
            String jsonStr = new String(Files.readAllBytes(typeDefFile.toPath()), StandardCharsets.UTF_8);
            AtlasTypesDef typesDef = AtlasType.fromJson(jsonStr, AtlasTypesDef.class);

            if (typesDef == null || typesDef.isEmpty()) {
                LOG.info("No type in file {}", typeDefFile.getAbsolutePath());

                continue;
            }

            AtlasTypesDef typesToCreate = getTypesToCreate(typesDef, atlasTypeRegistry);
            AtlasTypesDef typesToUpdate = getTypesToUpdate(typesDef, atlasTypeRegistry);

            if (!typesToCreate.isEmpty() || !typesToUpdate.isEmpty()) {
                atlasTypeDefStore.createUpdateTypesDef(typesToCreate, typesToUpdate);

                LOG.info("Created/Updated types defined in file {}", typeDefFile.getAbsolutePath());
            } else {
                LOG.info("No new type in file {}", typeDefFile.getAbsolutePath());
            }

        } catch (Throwable t) {
            LOG.error("error while registering types in file {}", typeDefFile.getAbsolutePath(), t);
        }
    }

    applyTypePatches(typesDirName);
}
Example 17
Source File: TestEntitiesREST.java    From atlas with Apache License 2.0 4 votes vote down vote up 
@BeforeClass
public void setUp() throws Exception {
    AtlasTypesDef[] testTypesDefs = new AtlasTypesDef[] {  TestUtilsV2.defineHiveTypes() };

    for (AtlasTypesDef typesDef : testTypesDefs) {
        AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(typesDef, typeRegistry);

        if (!typesToCreate.isEmpty()) {
            typeStore.createTypesDef(typesToCreate);
        }
    }

    loadGlossaryType();

    createEntities();

    createGlossary();

    createTerms();

    initTagMap();

    registerEntities();

    addTagTo(CLASSIFICATION, TABLE_TYPE);
}
Example 18
Source File: AdminPurgeTest.java    From atlas with Apache License 2.0 4 votes vote down vote up 
@Test
public void testDeleteEntitiesDoesNotLookupDeletedEntity() throws Exception {
    AtlasTypesDef sampleTypes = TestUtilsV2.defineDeptEmployeeTypes();
    AtlasTypesDef typesToCreate = AtlasTypeDefStoreInitializer.getTypesToCreate(sampleTypes, typeRegistry);

    if (!typesToCreate.isEmpty()) {
        typeDefStore.createTypesDef(typesToCreate);
    }

    AtlasEntity.AtlasEntitiesWithExtInfo  deptEg2 = TestUtilsV2.createDeptEg2();
    AtlasEntityStream entityStream = new AtlasEntityStream(deptEg2);
    EntityMutationResponse emr = entityStore.createOrUpdate(entityStream, false);
    pauseForIndexCreation();

    assertNotNull(emr);
    assertNotNull(emr.getCreatedEntities());
    assertTrue(emr.getCreatedEntities().size() > 0);

    List<String> guids = emr.getCreatedEntities().stream()
            .map(p -> new String(p.getGuid())).collect(Collectors.toList());
    EntityMutationResponse response = entityStore.deleteByIds(guids);
    pauseForIndexCreation();

    List<AtlasEntityHeader> responseDeletedEntities = response.getDeletedEntities();
    assertNotNull(responseDeletedEntities);

    responseDeletedEntities.sort((l,r) -> l.getGuid().compareTo(r.getGuid()));
    List<AtlasEntityHeader> toBeDeletedEntities = emr.getCreatedEntities();
    toBeDeletedEntities.sort((l,r) -> l.getGuid().compareTo(r.getGuid()));
    Assert.assertEquals(responseDeletedEntities.size(), emr.getCreatedEntities().size());
    for(int index = 0 ; index < responseDeletedEntities.size(); index++)
        Assert.assertEquals(responseDeletedEntities.get(index).getGuid(), emr.getCreatedEntities().get(index).getGuid());

    Date startTimestamp = new Date();
    response = entityStore.purgeByIds(new HashSet<>(guids));
    pauseForIndexCreation();

    List<AtlasEntityHeader> responsePurgedEntities = response.getPurgedEntities();
    responsePurgedEntities.sort((l,r) -> l.getGuid().compareTo(r.getGuid()));
    Assert.assertEquals(responsePurgedEntities.size(), responseDeletedEntities.size());
    for(int index = 0 ; index < responsePurgedEntities.size(); index++)
        Assert.assertEquals(responsePurgedEntities.get(index).getGuid(), responseDeletedEntities.get(index).getGuid());

    auditService.add(DEFAULT_USER, AtlasAuditEntry.AuditOperation.PURGE,
            CLIENT_HOST, startTimestamp, new Date(), guids.toString(),
            response.getPurgedEntitiesIds(), response.getPurgedEntities().size());

    AuditSearchParameters auditParameterNull = createAuditParameter("audit-search-parameter-without-filter");
    assertAuditEntry(auditService, auditParameterNull);

    AuditSearchParameters auditSearchParameters = createAuditParameter("audit-search-parameter-purge");
    assertAuditEntry(auditService, auditSearchParameters);
}
Example 19
Source File: AtlasTypeDefStoreInitializer.java    From atlas with Apache License 2.0 4 votes vote down vote up 
/**
 * Load all the model files in the supplied folder followed by the contents of the patches folder.
 * @param typesDir
 */
private void loadModelsInFolder(File typesDir, AtlasPatchRegistry patchRegistry) {
    LOG.info("==> AtlasTypeDefStoreInitializer({})", typesDir);

    String typesDirName = typesDir.getName();
    File[] typeDefFiles = typesDir.exists() ? typesDir.listFiles() : null;

    if (typeDefFiles == null || typeDefFiles.length == 0) {
        LOG.info("Types directory {} does not exist or not readable or has no typedef files", typesDirName );
    } else {
        // sort the files by filename
        Arrays.sort(typeDefFiles);

        for (File typeDefFile : typeDefFiles) {
            if (typeDefFile.isFile()) {
                try {
                    String        jsonStr  = new String(Files.readAllBytes(typeDefFile.toPath()), StandardCharsets.UTF_8);
                    AtlasTypesDef typesDef = AtlasType.fromJson(jsonStr, AtlasTypesDef.class);

                    if (typesDef == null || typesDef.isEmpty()) {
                        LOG.info("No type in file {}", typeDefFile.getAbsolutePath());

                        continue;
                    }

                    AtlasTypesDef typesToCreate = getTypesToCreate(typesDef, typeRegistry);
                    AtlasTypesDef typesToUpdate = getTypesToUpdate(typesDef, typeRegistry, true);

                    if (!typesToCreate.isEmpty() || !typesToUpdate.isEmpty()) {
                        typeDefStore.createUpdateTypesDef(typesToCreate, typesToUpdate);

                        LOG.info("Created/Updated types defined in file {}", typeDefFile.getAbsolutePath());
                    } else {
                        LOG.info("No new type in file {}", typeDefFile.getAbsolutePath());
                    }

                } catch (Throwable t) {
                    LOG.error("error while registering types in file {}", typeDefFile.getAbsolutePath(), t);
                }
            }
        }

        applyTypePatches(typesDir.getPath(), patchRegistry);
    }
    LOG.info("<== AtlasTypeDefStoreInitializer({})", typesDir);
}