org.apache.atlas.model.instance.AtlasEntity#setClassifications

Source File: QuickStartV2.java From atlas with Apache License 2.0

6 votes

AtlasEntity createProcess(String name, String description, String user, List<AtlasEntity> inputs, List<AtlasEntity> outputs,
        String queryText, String queryPlan, String queryId, String queryGraph, String... classificationNames) throws Exception {

    AtlasEntity entity = new AtlasEntity(LOAD_PROCESS_TYPE);

    // set attributes
    entity.setAttribute("name", name);
    entity.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, name + CLUSTER_SUFFIX);
    entity.setAttribute("description", description);
    entity.setAttribute("user", user);
    entity.setAttribute("startTime", System.currentTimeMillis());
    entity.setAttribute("endTime", System.currentTimeMillis() + 10000);
    entity.setAttribute("queryText", queryText);
    entity.setAttribute("queryPlan", queryPlan);
    entity.setAttribute("queryId", queryId);
    entity.setAttribute("queryGraph", queryGraph);

    // set relationship attributes
    entity.setRelationshipAttribute("inputs", toAtlasRelatedObjectIds(inputs));
    entity.setRelationshipAttribute("outputs", toAtlasRelatedObjectIds(outputs));

    // set classifications
    entity.setClassifications(toAtlasClassifications(classificationNames));

    return createInstance(entity);
}

Source File: QuickStartV2.java From atlas with Apache License 2.0

6 votes

AtlasEntity createProcessExecution(AtlasEntity hiveProcess, String name, String description, String user,
                          String queryText, String queryPlan, String queryId, String queryGraph, String... classificationNames) throws Exception {

    AtlasEntity entity = new AtlasEntity(LOAD_PROCESS_EXECUTION_TYPE);
    Long startTime = System.currentTimeMillis();
    Long endTime = System.currentTimeMillis() + 10000;
    // set attributes
    entity.setAttribute("name", name);
    entity.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, name + CLUSTER_SUFFIX + startTime.toString() + endTime.toString());
    entity.setAttribute("description", description);
    entity.setAttribute("user", user);
    entity.setAttribute("startTime", startTime);
    entity.setAttribute("endTime", endTime);
    entity.setAttribute("queryText", queryText);
    entity.setAttribute("queryPlan", queryPlan);
    entity.setAttribute("queryId", queryId);
    entity.setAttribute("queryGraph", queryGraph);
    entity.setRelationshipAttribute("process", AtlasTypeUtil.toAtlasRelatedObjectId(hiveProcess));

    // set classifications
    entity.setClassifications(toAtlasClassifications(classificationNames));

    return createInstance(entity);
}

Source File: QuickStartV2.java From atlas with Apache License 2.0

6 votes

AtlasEntity createView(String name, AtlasEntity database, List<AtlasEntity> inputTables, String... classificationNames) throws Exception {
    AtlasEntity entity = new AtlasEntity(VIEW_TYPE);

    // set attributes
    entity.setAttribute("name", name);
    entity.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, name + CLUSTER_SUFFIX);

    // set relationship attributes
    entity.setRelationshipAttribute("db", toAtlasRelatedObjectId(database));
    entity.setRelationshipAttribute("inputTables", toAtlasRelatedObjectIds(inputTables));

    // set classifications
    entity.setClassifications(toAtlasClassifications(classificationNames));

    return createInstance(entity);
}

Source File: Action.java From atlas with Apache License 2.0

6 votes

@Override
public void apply(AtlasTransformableEntity transformableEntity) {
    AtlasEntity entity = transformableEntity.getEntity();

    if (entity.getClassifications() == null) {
        entity.setClassifications(new ArrayList<>());
    }

    boolean hasClassification = false;

    for (AtlasClassification c : entity.getClassifications()) {
        hasClassification = c.getTypeName().equals(classificationName);

        if (hasClassification) {
            break;
        }
    }

    if (!hasClassification) {
        entity.getClassifications().add(new AtlasClassification(classificationName));
    }
}

Source File: ImportTransformer.java From atlas with Apache License 2.0

6 votes

@Override
public Object apply(Object o) {
    if (!(o instanceof AtlasEntity)) {
        return o;
    }

    AtlasEntity entity = (AtlasEntity) o;
    if(!passThruFilters(entity)) {
        return o;
    }

    if(entity.getClassifications() == null) {
        entity.setClassifications(new ArrayList<AtlasClassification>());
    }

    for (AtlasClassification c : entity.getClassifications()) {
        if (c.getTypeName().equals(classificationName)) {
            return entity;
        }
    }

    entity.getClassifications().add(new AtlasClassification(classificationName));
    return entity;
}

Source File: ImportTransformsTest.java From atlas with Apache License 2.0

6 votes

@Test
public void removeClassificationTransform_RemovesSpecifiedClassification() throws AtlasBaseException {
    List<AtlasClassification> classifications = new ArrayList<>();
    classifications.add(new AtlasClassification("cl2_to_cl1"));

    String s = String.format(jsonReplaceRemoveClassification, "cl1", "cl2", "cl2", "cl1");
    ImportTransforms t = ImportTransforms.fromJson(s);

    AtlasEntity entity = getHiveTableAtlasEntity();
    String expected_qualifiedName = entity.getAttribute(ATTR_NAME_QUALIFIED_NAME).toString().replace("@cl1", "@cl2");
    entity.setClassifications(classifications);
    assertEquals(entity.getClassifications().size(), 1);

    t.apply(entity);

    assertEquals(entity.getClassifications().size(), 0);
    assertNotNull(t);
    assertEquals(entity.getAttribute(ATTR_NAME_QUALIFIED_NAME), expected_qualifiedName);
}

Source File: EntityGraphRetriever.java From atlas with Apache License 2.0

6 votes

private void mapClassifications(AtlasVertex entityVertex, AtlasEntity entity) throws AtlasBaseException {
    List<AtlasEdge> edges = getAllClassificationEdges(entityVertex);

    if (CollectionUtils.isNotEmpty(edges)) {
        List<AtlasClassification> allClassifications = new ArrayList<>();

        for (AtlasEdge edge : edges) {
            AtlasVertex         classificationVertex = edge.getInVertex();
            AtlasClassification classification       = toAtlasClassification(classificationVertex);

            if (classification != null) {
                allClassifications.add(classification);
            }
        }

        entity.setClassifications(allClassifications);
    }
}

Source File: QuickStartV2.java From atlas with Apache License 2.0

6 votes

AtlasEntity createDatabase(String name, String description, String owner, String locationUri, String... classificationNames) throws Exception {
    AtlasEntity entity = new AtlasEntity(DATABASE_TYPE);

    // set attributes
    entity.setAttribute("name", name);
    entity.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, name + CLUSTER_SUFFIX);
    entity.setAttribute("description", description);
    entity.setAttribute("owner", owner);
    entity.setAttribute("locationuri", locationUri);
    entity.setAttribute("createTime", System.currentTimeMillis());

    // set classifications
    entity.setClassifications(toAtlasClassifications(classificationNames));

    return createInstance(entity);
}

Source File: BasicTestSetup.java From atlas with Apache License 2.0

6 votes

protected AtlasEntity loadProcess(String name, String description, String user,
                                  List<AtlasEntity> inputTables, List<AtlasEntity> outputTables,
                                  String queryText, String queryPlan, String queryId, String queryGraph, String... traitNames) {
    AtlasEntity process = new AtlasEntity(HIVE_PROCESS_TYPE);
    process.setAttribute("name", name);
    process.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, name);
    process.setAttribute("description", description);
    process.setAttribute("userName", user);
    process.setAttribute("startTime", System.currentTimeMillis());
    process.setAttribute("endTime", System.currentTimeMillis() + 10000);

    process.setAttribute("operationType", "load");
    process.setAttribute("inputs", getAtlasObjectIds(inputTables));
    process.setAttribute("outputs", getAtlasObjectIds(outputTables));

    process.setAttribute("queryText", queryText);
    process.setAttribute("queryPlan", queryPlan);
    process.setAttribute("queryId", queryId);
    process.setAttribute("queryGraph", queryGraph);

    process.setClassifications(Stream.of(traitNames).map(AtlasClassification::new).collect(Collectors.toList()));

    return process;
}

Source File: BasicSearchClassificationTest.java From atlas with Apache License 2.0

6 votes

private void createDimensionalTaggedEntityWithAttr() throws AtlasBaseException {
    AtlasEntity entityToDelete = new AtlasEntity(HIVE_TABLE_TYPE);
    entityToDelete.setAttribute("name", "Entity1");
    entityToDelete.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, "entity.one");

    List<AtlasClassification> cls = new ArrayList<>();
    cls.add(new AtlasClassification(DIMENSIONAL_CLASSIFICATION, new HashMap<String, Object>() {{
        put("attr1", "Test");
    }}));
    entityToDelete.setClassifications(cls);

    //create entity
    final EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(new AtlasEntity.AtlasEntitiesWithExtInfo(entityToDelete)), false);
    AtlasEntityHeader entityHeader = response.getCreatedEntities().get(0);
    dimensionalTagGuid = entityHeader.getGuid();

}

Source File: BasicSearchClassificationTest.java From atlas with Apache License 2.0

6 votes

private void createDimensionTaggedEntityAndDelete() throws AtlasBaseException {
    AtlasEntity entityToDelete = new AtlasEntity(HIVE_TABLE_TYPE);
    entityToDelete.setAttribute("name", "entity to be deleted");
    entityToDelete.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, "entity.tobedeleted");

    List<AtlasClassification> cls = new ArrayList<>();
    cls.add(new AtlasClassification(DIMENSION_CLASSIFICATION));
    entityToDelete.setClassifications(cls);

    //create entity
    EntityMutationResponse response = entityStore.createOrUpdate(new AtlasEntityStream(new AtlasEntity.AtlasEntitiesWithExtInfo(entityToDelete)), false);
    AtlasEntityHeader entityHeader = response.getCreatedEntities().get(0);
    dimensionTagDeleteGuid = entityHeader.getGuid();

    //delete entity
    entityStore.deleteById(dimensionTagDeleteGuid);
}

Source File: EntityGraphMapper.java From atlas with Apache License 2.0

5 votes

private AtlasEntityHeader constructHeader(AtlasEntity entity, AtlasVertex vertex) throws AtlasBaseException {
    AtlasEntityHeader header = entityRetriever.toAtlasEntityHeaderWithClassifications(vertex);
    if (entity.getClassifications() == null) {
        entity.setClassifications(header.getClassifications());
    }

    return header;
}

Source File: BaseResourceIT.java From incubator-atlas with Apache License 2.0

5 votes

protected AtlasEntity createHiveTableInstanceV2(AtlasEntity databaseInstance, String tableName) throws Exception {
    AtlasEntity tableInstance = new AtlasEntity(HIVE_TABLE_TYPE_V2);
    tableInstance.setClassifications(
            Arrays.asList(new AtlasClassification("classification"),
                    new AtlasClassification("pii"),
                    new AtlasClassification("phi"),
                    new AtlasClassification("pci"),
                    new AtlasClassification("sox"),
                    new AtlasClassification("sec"),
                    new AtlasClassification("finance"))
    );

    tableInstance.setAttribute(NAME, tableName);
    tableInstance.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, tableName);
    tableInstance.setAttribute("db", AtlasTypeUtil.getAtlasObjectId(databaseInstance));
    tableInstance.setAttribute(DESCRIPTION, "bar table");
    tableInstance.setAttribute("lastAccessTime", "2014-07-11T08:00:00.000Z");
    tableInstance.setAttribute("type", "managed");
    tableInstance.setAttribute("level", 2);
    tableInstance.setAttribute("tableType", "MANAGED"); // enum
    tableInstance.setAttribute("compressed", false);

    AtlasClassification classification = tableInstance.getClassifications().get(0);
    classification.setAttribute("tag", "foundation_etl");

    AtlasStruct serde1Instance = new AtlasStruct("serdeType");
    serde1Instance.setAttribute(NAME, "serde1");
    serde1Instance.setAttribute("serde", "serde1");
    tableInstance.setAttribute("serde1", serde1Instance);

    AtlasStruct serde2Instance = new AtlasStruct("serdeType");
    serde2Instance.setAttribute(NAME, "serde2");
    serde2Instance.setAttribute("serde", "serde2");
    tableInstance.setAttribute("serde2", serde2Instance);

    List<AtlasClassification> traits = tableInstance.getClassifications();
    Assert.assertEquals(traits.size(), 7);

    return tableInstance;
}

Source File: QuickStartV2.java From incubator-atlas with Apache License 2.0

5 votes

AtlasEntity createDatabase(String name, String description, String owner, String locationUri, String... traitNames)
        throws Exception {
    AtlasEntity entity = new AtlasEntity(DATABASE_TYPE);

    entity.setClassifications(toAtlasClassifications(traitNames));
    entity.setAttribute("name", name);
    entity.setAttribute("description", description);
    entity.setAttribute("owner", owner);
    entity.setAttribute("locationuri", locationUri);
    entity.setAttribute("createTime", System.currentTimeMillis());

    return createInstance(entity, traitNames);
}

Source File: QuickStartV2.java From incubator-atlas with Apache License 2.0

5 votes

AtlasEntity createView(String name, AtlasEntity db, List<AtlasEntity> inputTables, String... traitNames) throws Exception {
    AtlasEntity entity = new AtlasEntity(VIEW_TYPE);

    entity.setClassifications(toAtlasClassifications(traitNames));
    entity.setAttribute("name", name);
    entity.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, name);
    entity.setAttribute("db", db);
    entity.setAttribute("inputTables", inputTables);

    return createInstance(entity, traitNames);
}

Source File: AtlasGlossaryTermDTO.java From atlas with Apache License 2.0

5 votes

@Override
public AtlasEntity toEntity(final AtlasGlossaryTerm obj) throws AtlasBaseException {
    if (LOG.isDebugEnabled()) {
        LOG.debug("==> AtlasGlossaryTermDTO.toEntity()", obj);
    }
    Objects.requireNonNull(obj, "atlasGlossaryTerm");
    Objects.requireNonNull(obj.getQualifiedName(), "atlasGlossaryTerm qualifiedName must be specified");
    Objects.requireNonNull(obj.getAnchor(), "atlasGlossaryTerm anchor must be specified");

    AtlasEntity ret = getDefaultAtlasEntity(obj);

    ret.setAttribute("qualifiedName", obj.getQualifiedName());
    ret.setAttribute("name", obj.getName());
    ret.setAttribute("shortDescription", obj.getShortDescription());
    ret.setAttribute("longDescription", obj.getLongDescription());
    ret.setAttribute("examples", obj.getExamples());
    ret.setAttribute("abbreviation", obj.getAbbreviation());
    ret.setAttribute("usage", obj.getUsage());
    ret.setAttribute("anchor", new AtlasObjectId(obj.getAnchor().getGlossaryGuid()));
    ret.setAttribute("additionalAttributes", obj.getAdditionalAttributes());

    if (CollectionUtils.isNotEmpty(obj.getClassifications())) {
        if (LOG.isDebugEnabled()) {
            LOG.debug("Processing term classifications");
        }
        ret.setClassifications(obj.getClassifications());
    }

    if (LOG.isDebugEnabled()) {
        LOG.debug("<== AtlasGlossaryTermDTO.toEntity() : {}", ret);
    }
    return ret;
}

Source File: BaseResourceIT.java From atlas with Apache License 2.0

5 votes

protected AtlasEntity createHiveTableInstanceV2(AtlasEntity databaseInstance, String tableName) throws Exception {
    AtlasEntity tableInstance = new AtlasEntity(HIVE_TABLE_TYPE_V2);
    tableInstance.setClassifications(
            Arrays.asList(new AtlasClassification(CLASSIFICATION),
                    new AtlasClassification(PII_TAG),
                    new AtlasClassification(PHI_TAG),
                    new AtlasClassification(PCI_TAG),
                    new AtlasClassification(SOX_TAG),
                    new AtlasClassification(SEC_TAG),
                    new AtlasClassification(FINANCE_TAG))
    );

    tableInstance.setAttribute(NAME, tableName);
    tableInstance.setAttribute(AtlasClient.REFERENCEABLE_ATTRIBUTE_NAME, tableName);
    tableInstance.setAttribute("db", AtlasTypeUtil.getAtlasObjectId(databaseInstance));
    tableInstance.setAttribute(DESCRIPTION, "bar table");
    tableInstance.setAttribute("lastAccessTime", "2014-07-11T08:00:00.000Z");
    tableInstance.setAttribute("type", "managed");
    tableInstance.setAttribute("level", 2);
    tableInstance.setAttribute("tableType", "MANAGED"); // enum
    tableInstance.setAttribute("compressed", false);

    AtlasClassification classification = tableInstance.getClassifications().get(0);
    classification.setAttribute("tag", "foundation_etl");

    AtlasStruct serde1Instance = new AtlasStruct("serdeType");
    serde1Instance.setAttribute(NAME, "serde1");
    serde1Instance.setAttribute("serde", "serde1");
    tableInstance.setAttribute("serde1", serde1Instance);

    AtlasStruct serde2Instance = new AtlasStruct("serdeType");
    serde2Instance.setAttribute(NAME, "serde2");
    serde2Instance.setAttribute("serde", "serde2");
    tableInstance.setAttribute("serde2", serde2Instance);

    List<AtlasClassification> traits = tableInstance.getClassifications();
    Assert.assertEquals(traits.size(), 7);

    return tableInstance;
}

Source File: QuickStartV2.java From atlas with Apache License 2.0

5 votes

AtlasEntity createTable(String name, String description, AtlasEntity database, String owner, String tableType,
                        List<AtlasEntity> columns, String... classificationNames) throws Exception {
    AtlasEntity tblEntity = new AtlasEntity(TABLE_TYPE);

    // set attributes
    tblEntity.setAttribute("name", name);
    tblEntity.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, name + CLUSTER_SUFFIX);
    tblEntity.setAttribute("description", description);
    tblEntity.setAttribute("owner", owner);
    tblEntity.setAttribute("tableType", tableType);
    tblEntity.setAttribute("createTime", System.currentTimeMillis());
    tblEntity.setAttribute("lastAccessTime", System.currentTimeMillis());
    tblEntity.setAttribute("retention", System.currentTimeMillis());

    // set relationship attributes
    AtlasEntity storageDesc = createStorageDescriptor("hdfs://host:8000/apps/warehouse/sales", "TextInputFormat", "TextOutputFormat", true);
    storageDesc.setRelationshipAttribute("table", toAtlasRelatedObjectId(tblEntity));

    tblEntity.setRelationshipAttribute("db", toAtlasRelatedObjectId(database));
    tblEntity.setRelationshipAttribute("sd", toAtlasRelatedObjectId(storageDesc));
    tblEntity.setRelationshipAttribute("columns", toAtlasRelatedObjectIds(columns));

    // set classifications
    tblEntity.setClassifications(toAtlasClassifications(classificationNames));

    AtlasEntityWithExtInfo entityWithExtInfo = new AtlasEntityWithExtInfo();

    entityWithExtInfo.setEntity(tblEntity);
    entityWithExtInfo.addReferredEntity(storageDesc);

    for (AtlasEntity column : columns) {
        column.setRelationshipAttribute("table", toAtlasRelatedObjectId(tblEntity));

        entityWithExtInfo.addReferredEntity(column);
    }

    return createInstance(entityWithExtInfo);
}

Source File: QuickStartV2.java From atlas with Apache License 2.0

5 votes

AtlasEntity createColumn(String databaseName, String tableName, String columnName, String dataType, String comment, String... classificationNames) {
    AtlasEntity ret = new AtlasEntity(COLUMN_TYPE);

    // set attributes
    ret.setAttribute("name", columnName);
    ret.setAttribute(REFERENCEABLE_ATTRIBUTE_NAME, databaseName + "." + tableName + "." + columnName + CLUSTER_SUFFIX);
    ret.setAttribute("dataType", dataType);
    ret.setAttribute("comment", comment);

    // set classifications
    ret.setClassifications(toAtlasClassifications(classificationNames));

    return ret;
}

Source File: EntityGraphRetriever.java From incubator-atlas with Apache License 2.0

4 votes

private void mapClassifications(AtlasVertex entityVertex, AtlasEntity entity, AtlasEntityExtInfo entityExtInfo) throws AtlasBaseException {
    final List<AtlasClassification> classifications = getClassifications(entityVertex, null);
    entity.setClassifications(classifications);
}

Java Code Examples for org.apache.atlas.model.instance.AtlasEntity#setClassifications()