Java Code Examples for org.apache.atlas.model.discovery.SearchParameters#FilterCriteria

The following examples show how to use org.apache.atlas.model.discovery.SearchParameters#FilterCriteria . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: TestEntitiesREST.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@Test
public void testSearchByMultiSystemAttributes() throws Exception {

    searchParameters = new SearchParameters();
    searchParameters.setTypeName("_ALL_ENTITY_TYPES");
    SearchParameters.FilterCriteria fc = new SearchParameters.FilterCriteria();
    SearchParameters.FilterCriteria subFc1 = new SearchParameters.FilterCriteria();
    SearchParameters.FilterCriteria subFc2 = new SearchParameters.FilterCriteria();

    subFc1.setAttributeName(MODIFICATION_TIMESTAMP_PROPERTY_KEY);
    subFc1.setOperator(SearchParameters.Operator.LT);
    subFc1.setAttributeValue(String.valueOf(System.currentTimeMillis()));

    subFc2.setAttributeName(TIMESTAMP_PROPERTY_KEY);
    subFc2.setOperator(SearchParameters.Operator.LT);
    subFc2.setAttributeValue(String.valueOf(System.currentTimeMillis()));

    fc.setCriterion(Arrays.asList(subFc1, subFc2));
    fc.setCondition(AND);
    searchParameters.setEntityFilters(fc);

    AtlasSearchResult res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNotNull(res.getEntities());
    Assert.assertTrue(res.getEntities().size() > 5);
}
Example 2
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@Test(dependsOnMethods = "searchWithNEQ_stringAttr")
public void searchWithNEQ_doubleAttr() throws AtlasBaseException {
    SearchParameters params = new SearchParameters();
    params.setTypeName(HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("retention", SearchParameters.Operator.NEQ, "5");
    params.setEntityFilters(filterCriteria);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, indexer.getVertexIndexKeys());
    EntitySearchProcessor processor = new EntitySearchProcessor(context);
    List<AtlasVertex> vertices = processor.execute();

    assertEquals(vertices.size(), 1);

    List<String> nameList = new ArrayList<>();
    for (AtlasVertex vertex : vertices) {
        nameList.add((String) entityRetriever.toAtlasEntityHeader(vertex, Collections.singleton("name")).getAttribute("name"));
    }

    assertTrue(nameList.contains("hive_Table_Null_tableType"));
}
Example 3
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@Test(dependsOnMethods = "searchWithNEQ_stringAttr")
public void searchWithNEQ_pipeSeperatedAttr() throws AtlasBaseException {
    SearchParameters params = new SearchParameters();
    params.setTypeName(HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("__classificationNames", SearchParameters.Operator.NEQ, METRIC_CLASSIFICATION);
    params.setEntityFilters(filterCriteria);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, indexer.getVertexIndexKeys());
    EntitySearchProcessor processor = new EntitySearchProcessor(context);
    List<AtlasVertex> vertices = processor.execute();

    assertEquals(vertices.size(), 7);

    List<String> nameList = new ArrayList<>();
    for (AtlasVertex vertex : vertices) {
        nameList.add((String) entityRetriever.toAtlasEntityHeader(vertex, Collections.singleton("name")).getAttribute("name"));
    }

    assertTrue(nameList.contains("hive_Table_Null_tableType"));
}
Example 4
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 6 votes vote down vote up 
@Test(priority = -1)
public void searchWithNEQ_stringAttr() throws AtlasBaseException {
    String expectedEntityName = "hive_Table_Null_tableType";
    createDummyEntity(expectedEntityName,HIVE_TABLE_TYPE);
    SearchParameters params = new SearchParameters();
    params.setTypeName(HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("tableType", SearchParameters.Operator.NEQ, "Managed");
    params.setEntityFilters(filterCriteria);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, indexer.getVertexIndexKeys());
    EntitySearchProcessor processor = new EntitySearchProcessor(context);
    List<AtlasVertex> vertices = processor.execute();

    assertEquals(vertices.size(), 3);

    List<String> nameList = new ArrayList<>();
    for (AtlasVertex vertex : vertices) {
        nameList.add((String) entityRetriever.toAtlasEntityHeader(vertex, Collections.singleton("name")).getAttribute("name"));
    }

    assertTrue(nameList.contains(expectedEntityName));
}
Example 5
Source File: AtlasAuditService.java    From atlas with Apache License 2.0 6 votes vote down vote up 
private SearchParameters.FilterCriteria getNonEmptyFilter(SearchParameters.FilterCriteria auditFilter) throws AtlasBaseException {
    SearchParameters.FilterCriteria outCriteria = new SearchParameters.FilterCriteria();
    outCriteria.setCriterion(new ArrayList<>());

    if(auditFilter != null) {
        outCriteria.setCondition(auditFilter.getCondition());
        List<SearchParameters.FilterCriteria> givenFilterCriterion = auditFilter.getCriterion();

        for (SearchParameters.FilterCriteria each : givenFilterCriterion) {
            if (StringUtils.isNotEmpty(each.getAttributeName()) && !AtlasAuditEntryDTO.getAttributes().contains(each.getAttributeName())) {
                throw new AtlasBaseException(AtlasErrorCode.UNKNOWN_ATTRIBUTE, each.getAttributeName(), "Atlas Audit Entry");
            }

            addParameterIfValueNotEmpty(outCriteria, each.getAttributeName(), each.getOperator(), each.getAttributeValue());
        }
    }

    return outCriteria;
}
Example 6
Source File: AtlasAuditService.java    From atlas with Apache License 2.0 6 votes vote down vote up 
private SearchParameters getSearchParameters(AuditSearchParameters auditSearchParameters) throws AtlasBaseException {
    SearchParameters searchParameters = new SearchParameters();
    searchParameters.setTypeName(ENTITY_TYPE_AUDIT_ENTRY);

    SearchParameters.FilterCriteria validFilter = getNonEmptyFilter(auditSearchParameters.getAuditFilters());
    searchParameters.setEntityFilters(validFilter);

    searchParameters.setLimit(auditSearchParameters.getLimit());
    searchParameters.setOffset(auditSearchParameters.getOffset());

    String sortBy = auditSearchParameters.getSortBy();
    validateSortByParameter(sortBy);

    searchParameters.setSortBy(auditSearchParameters.getSortBy());
    searchParameters.setSortOrder(auditSearchParameters.getSortOrder());

    return searchParameters;
}
Example 7
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 5 votes vote down vote up 
@Test
public void searchWithEntityTypesAndEntityFiltersAndTag() throws AtlasBaseException {
    SearchParameters params = new SearchParameters();
    params.setTypeName(DATABASE_TYPE+","+HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("owner", SearchParameters.Operator.CONTAINS, "ETL");
    params.setEntityFilters(filterCriteria);
    params.setClassification(LOGDATA_CLASSIFICATION);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, Collections.<String>emptySet());

    EntitySearchProcessor processor = new EntitySearchProcessor(context);
    assertEquals(processor.execute().size(), 2);
}
Example 8
Source File: ExportImportAuditService.java    From atlas with Apache License 2.0 5 votes vote down vote up 
public List<ExportImportAuditEntry> get(String userName, String operation, String cluster,
                                        String startTime, String endTime,
                                        int limit, int offset) throws AtlasBaseException {
    SearchParameters.FilterCriteria criteria = new SearchParameters.FilterCriteria();
    criteria.setCondition(SearchParameters.FilterCriteria.Condition.AND);
    criteria.setCriterion(new ArrayList<>());

    addSearchParameters(criteria, userName, operation, cluster, startTime, endTime);

    SearchParameters searchParameters = getSearchParameters(limit, offset, criteria);
    searchParameters.setAttributes(getAuditEntityAttributes());

    AtlasSearchResult result = discoveryService.searchWithParameters(searchParameters);
    return toExportImportAuditEntry(result);
}
Example 9
Source File: ExportImportAuditService.java    From atlas with Apache License 2.0 5 votes vote down vote up 
private SearchParameters getSearchParameters(int limit, int offset, SearchParameters.FilterCriteria criteria) {
    SearchParameters searchParameters = new SearchParameters();
    searchParameters.setTypeName(ENTITY_TYPE_NAME);
    searchParameters.setEntityFilters(criteria);
    searchParameters.setLimit(limit);
    searchParameters.setOffset(offset);

    return searchParameters;
}
Example 10
Source File: ExportImportAuditService.java    From atlas with Apache License 2.0 5 votes vote down vote up 
private void addSearchParameters(SearchParameters.FilterCriteria criteria, String userName, String operation,
                                 String cluster, String startTime, String endTime) {
    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_USER_NAME, userName);
    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_OPERATION, operation);
    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_START_TIME, startTime);
    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_END_TIME, endTime);

    addServerFilterCriteria(criteria, cluster);
}
Example 11
Source File: ExportImportAuditService.java    From atlas with Apache License 2.0 5 votes vote down vote up 
private void addServerFilterCriteria(SearchParameters.FilterCriteria parentCriteria, String cluster) {
    if (StringUtils.isEmpty(cluster)) {
        return;
    }

    SearchParameters.FilterCriteria criteria = new SearchParameters.FilterCriteria();
    criteria.setCondition(SearchParameters.FilterCriteria.Condition.OR);
    criteria.setCriterion(new ArrayList<>());

    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_SOURCE_SERVER_NAME, cluster);
    addParameterIfValueNotEmpty(criteria, ExportImportAuditEntryDTO.PROPERTY_TARGET_SERVER_NAME, cluster);

    parentCriteria.getCriterion().add(criteria);
}
Example 12
Source File: TestEntitiesREST.java    From atlas with Apache License 2.0 5 votes vote down vote up 
@Test(dependsOnMethods = "testSearchByOtherSystemAttributes")
public void testBasicSearchWithFilter() throws Exception {

    // database - phi, felt_classification
    // table1 - phi, classification, table2 - classification,
    // col - phi
    searchParameters = new SearchParameters();
    searchParameters.setIncludeSubClassifications(false);
    searchParameters.setClassification(TestUtilsV2.CLASSIFICATION);

    SearchParameters.FilterCriteria fc = new SearchParameters.FilterCriteria();
    fc.setOperator(SearchParameters.Operator.CONTAINS);
    fc.setAttributeValue("new comments");
    fc.setAttributeName("tag");

    searchParameters.setTagFilters(fc);

    AtlasSearchResult res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNull(res.getEntities());

    fc.setOperator(SearchParameters.Operator.ENDS_WITH);
    res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNull(res.getEntities());

    fc.setOperator(SearchParameters.Operator.STARTS_WITH);
    res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNull(res.getEntities());
}
Example 13
Source File: TestEntitiesREST.java    From atlas with Apache License 2.0 5 votes vote down vote up 
@Test(dependsOnMethods = "testSearchByMultiTags")
public void testSearchByOtherSystemAttributes() throws Exception {

    // database - phi, felt_classification
    // table1 - phi, classification, table2 - classification,
    // col1 - phi,  col2 - phi
    searchParameters = new SearchParameters();
    searchParameters.setTypeName("_ALL_ENTITY_TYPES");
    SearchParameters.FilterCriteria fc = new SearchParameters.FilterCriteria();

    fc.setAttributeName(CLASSIFICATION_NAMES_KEY);
    fc.setOperator(SearchParameters.Operator.EQ);
    fc.setAttributeValue(CLASSIFICATION);

    searchParameters.setEntityFilters(fc);

    AtlasSearchResult res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNotNull(res.getEntities());
    Assert.assertEquals(res.getEntities().size(), 2);

    fc.setOperator(SearchParameters.Operator.CONTAINS);
    fc.setAttributeValue("cla");

    res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNotNull(res.getEntities());
    Assert.assertEquals(res.getEntities().size(), 3);

    fc.setOperator(SearchParameters.Operator.CONTAINS);
    fc.setAttributeValue(PHI);

    res = discoveryREST.searchWithParameters(searchParameters);
    Assert.assertNotNull(res.getEntities());
    Assert.assertEquals(res.getEntities().size(), 4);
}
Example 14
Source File: AtlasAuditService.java    From atlas with Apache License 2.0 5 votes vote down vote up 
private void addParameterIfValueNotEmpty(SearchParameters.FilterCriteria criteria, String attributeName,
                                         SearchParameters.Operator operator, String value) {
    if(StringUtils.isNotEmpty(value)) {
        SearchParameters.FilterCriteria filterCriteria = new SearchParameters.FilterCriteria();
        filterCriteria.setAttributeName(attributeName);
        filterCriteria.setAttributeValue(value);
        filterCriteria.setOperator(operator);

        criteria.getCriterion().add(filterCriteria);
    }
}
Example 15
Source File: BasicTestSetup.java    From atlas with Apache License 2.0 5 votes vote down vote up 
public SearchParameters.FilterCriteria getSingleFilterCondition(String attName, SearchParameters.Operator op, String attrValue) {
    SearchParameters.FilterCriteria filterCriteria = new SearchParameters.FilterCriteria();
    filterCriteria.setCondition(SearchParameters.FilterCriteria.Condition.AND);
    List<SearchParameters.FilterCriteria> criteria = new ArrayList<>();
    SearchParameters.FilterCriteria f1 = new SearchParameters.FilterCriteria();
    f1.setAttributeName(attName);
    f1.setOperator(op);
    String time = String.valueOf(System.currentTimeMillis());
    f1.setAttributeValue(attrValue);
    criteria.add(f1);
    filterCriteria.setCriterion(criteria);
    return filterCriteria;
}
Example 16
Source File: SearchProcessor.java    From incubator-atlas with Apache License 2.0 5 votes vote down vote up 
protected void processSearchAttributes(AtlasStructType structType, FilterCriteria filterCriteria, Set<String> solrFiltered, Set<String> gremlinFiltered, Set<String> allAttributes) {
    if (structType == null || filterCriteria == null) {
        return;
    }

    Condition            filterCondition = filterCriteria.getCondition();
    List<FilterCriteria> criterion       = filterCriteria.getCriterion();

    if (filterCondition != null && CollectionUtils.isNotEmpty(criterion)) {
        for (SearchParameters.FilterCriteria criteria : criterion) {
            processSearchAttributes(structType, criteria, solrFiltered, gremlinFiltered, allAttributes);
        }
    } else if (StringUtils.isNotEmpty(filterCriteria.getAttributeName())) {
        try {
            String      attributeName = filterCriteria.getAttributeName();
            String      qualifiedName = structType.getQualifiedAttributeName(attributeName);
            Set<String> indexedKeys   = context.getIndexedKeys();

            if (indexedKeys != null && indexedKeys.contains(qualifiedName)) {
                solrFiltered.add(attributeName);
            } else {
                LOG.warn("search includes non-indexed attribute '{}'; might cause poor performance", qualifiedName);

                gremlinFiltered.add(attributeName);
            }

            if (structType instanceof AtlasEntityType) {
                // Capture the entity attributes
                context.getEntityAttributes().add(attributeName);
            }

            allAttributes.add(attributeName);
        } catch (AtlasBaseException e) {
            LOG.warn(e.getMessage());
        }
    }
}
Example 17
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 5 votes vote down vote up 
@Test
public void searchWithEntityTypesAndEntityFilters() throws AtlasBaseException {
    SearchParameters params = new SearchParameters();
    params.setTypeName(DATABASE_TYPE+","+HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("owner", SearchParameters.Operator.CONTAINS, "ETL");
    params.setEntityFilters(filterCriteria);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, Collections.<String>emptySet());

    EntitySearchProcessor processor = new EntitySearchProcessor(context);
    assertEquals(processor.execute().size(), 4);
}
Example 18
Source File: EntitySearchProcessorTest.java    From atlas with Apache License 2.0 5 votes vote down vote up 
@Test(expectedExceptions = AtlasBaseException.class, expectedExceptionsMessageRegExp = "Attribute tableType not found for type "+DATABASE_TYPE)
public void entityFiltersNotAllowed() throws AtlasBaseException {
    SearchParameters params = new SearchParameters();
    params.setTypeName(DATABASE_TYPE+","+HIVE_TABLE_TYPE);
    SearchParameters.FilterCriteria filterCriteria = getSingleFilterCondition("tableType", SearchParameters.Operator.CONTAINS, "ETL");
    params.setEntityFilters(filterCriteria);
    params.setLimit(20);

    SearchContext context = new SearchContext(params, typeRegistry, graph, Collections.<String>emptySet());
}
Example 19
Source File: SearchProcessor.java    From atlas with Apache License 2.0 4 votes vote down vote up 
protected void processSearchAttributes(Set<? extends AtlasStructType> structTypes, FilterCriteria filterCriteria, Set<String> indexFiltered, Set<String> graphFiltered, Set<String> allAttributes) {
    if (CollectionUtils.isEmpty(structTypes) || filterCriteria == null) {
        return;
    }

    Condition            filterCondition = filterCriteria.getCondition();
    List<FilterCriteria> criterion       = filterCriteria.getCriterion();

    if (filterCondition != null && CollectionUtils.isNotEmpty(criterion)) {
        for (SearchParameters.FilterCriteria criteria : criterion) {
            processSearchAttributes(structTypes, criteria, indexFiltered, graphFiltered, allAttributes);
        }
    } else if (StringUtils.isNotEmpty(filterCriteria.getAttributeName())) {
        String attributeName = filterCriteria.getAttributeName();

        if (StringUtils.equals(attributeName, Constants.IS_INCOMPLETE_PROPERTY_KEY)) {
            // when entity is incomplete (i.e. shell entity):
            //   vertex property IS_INCOMPLETE_PROPERTY_KEY will be set to INCOMPLETE_ENTITY_VALUE
            // when entity is not incomplete (i.e. not a shell entity):
            //   vertex property IS_INCOMPLETE_PROPERTY_KEY will not be set

            String attributeValue = filterCriteria.getAttributeValue();

            switch (filterCriteria.getOperator()) {
                case EQ:
                    if (attributeValue == null || StringUtils.equals(attributeValue, "0") || StringUtils.equalsIgnoreCase(attributeValue, "false")) {
                        filterCriteria.setOperator(SearchParameters.Operator.IS_NULL);
                    } else {
                        filterCriteria.setOperator(SearchParameters.Operator.EQ);
                        filterCriteria.setAttributeValue(Constants.INCOMPLETE_ENTITY_VALUE.toString());
                    }
                break;

                case NEQ:
                    if (attributeValue == null || StringUtils.equals(attributeValue, "0") || StringUtils.equalsIgnoreCase(attributeValue, "false")) {
                        filterCriteria.setOperator(SearchParameters.Operator.EQ);
                        filterCriteria.setAttributeValue(Constants.INCOMPLETE_ENTITY_VALUE.toString());
                    } else {
                        filterCriteria.setOperator(SearchParameters.Operator.IS_NULL);
                    }
                break;

                case NOT_NULL:
                    filterCriteria.setOperator(SearchParameters.Operator.EQ);
                    filterCriteria.setAttributeValue(Constants.INCOMPLETE_ENTITY_VALUE.toString());
                break;
            }
        }

        try {
            for (AtlasStructType structType : structTypes) {
                String qualifiedName = structType.getVertexPropertyName(attributeName);
                if (isIndexSearchable(filterCriteria, structType)) {
                    indexFiltered.add(qualifiedName);
                } else {
                    LOG.warn("not using index-search for attribute '{}'; might cause poor performance", structType.getVertexPropertyName(attributeName));

                    graphFiltered.add(qualifiedName);
                }

                if (structType instanceof AtlasEntityType && !isSystemAttribute(attributeName)) {
                    // Capture the entity attributes
                    context.getEntityAttributes().add(attributeName);
                }

                allAttributes.add(qualifiedName);
            }
        } catch (AtlasBaseException e) {
            LOG.warn(e.getMessage());
        }
    }
}
Example 20
Source File: DiscoveryREST.java    From incubator-atlas with Apache License 2.0 4 votes vote down vote up 
private boolean isEmpty(SearchParameters.FilterCriteria filterCriteria) {
    return filterCriteria == null ||
           (StringUtils.isEmpty(filterCriteria.getAttributeName()) && CollectionUtils.isEmpty(filterCriteria.getCriterion()));
}