Java Code Examples for org.apache.kylin.metadata.model.FunctionDesc#setExpression()

The following examples show how to use org.apache.kylin.metadata.model.FunctionDesc#setExpression() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
Source File: CubeDescCreator.java    From kylin-on-parquet-v2 with Apache License 2.0 6 votes vote down vote up 
public static MeasureDesc getMeasureSum(String column, String dataType) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_SUM);
    function.setParameter(parameterDesc);
    function.setReturnType(dataType.equals(HiveTableCreator.HiveTypeEnum.HDOUBLE.toString())
            ? HiveTableCreator.HiveTypeEnum.HDECIMAL.toString()
            : dataType);

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_SUM");
    result.setFunction(function);
    return result;
}
Example 2
Source File: StorageTest.java    From Kylin with Apache License 2.0 6 votes vote down vote up 
private List<FunctionDesc> buildAggregations() {
    List<FunctionDesc> functions = new ArrayList<FunctionDesc>();

    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression("SUM");
    ParameterDesc p1 = new ParameterDesc();
    p1.setType("column");
    p1.setValue("PRICE");
    f1.setParameter(p1);
    functions.add(f1);

    FunctionDesc f2 = new FunctionDesc();
    f2.setExpression("COUNT_DISTINCT");
    ParameterDesc p2 = new ParameterDesc();
    p2.setType("column");
    p2.setValue("SELLER_ID");
    f2.setParameter(p2);
    functions.add(f2);

    return functions;
}
Example 3
Source File: TestHelper.java    From kylin-on-parquet-v2 with Apache License 2.0 6 votes vote down vote up 
public Set<FunctionDesc> simulateMetrics() {
        List<FunctionDesc> functions = Lists.newArrayList();
        TblColRef gmvCol = getColumnRef("STREAMING_V2_TABLE.GMV");

//        FunctionDesc f1 = new FunctionDesc();
//        f1.setExpression("SUM");
//        ParameterDesc p1 = ParameterDesc.newInstance(gmvCol);
//        f1.setParameter(p1);
//        f1.setReturnType("decimal(19,6)");
//        functions.add(f1);

        FunctionDesc f2 = new FunctionDesc();
        f2.setExpression(PercentileMeasureType.FUNC_PERCENTILE_APPROX);
        ParameterDesc p2 = ParameterDesc.newInstance(gmvCol);
        f2.setParameter(p2);
        f2.setReturnType("percentile(100)");
        functions.add(f2);

        return Sets.newHashSet(functions);
    }
Example 4
Source File: CubeDescCreator.java    From kylin with Apache License 2.0 6 votes vote down vote up 
public static MeasureDesc getMeasureSum(String column, String dataType) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_SUM);
    function.setParameter(parameterDesc);
    function.setReturnType(dataType.equals(HiveTableCreator.HiveTypeEnum.HDOUBLE.toString())
            ? HiveTableCreator.HiveTypeEnum.HDECIMAL.toString()
            : dataType);

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_SUM");
    result.setFunction(function);
    return result;
}
Example 5
Source File: TestHelper.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public FunctionDesc simulateMetric(String columnName, String funcName, String returnType) {
    TblColRef gmvCol = getColumnRef(columnName);

    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression(funcName);
    ParameterDesc p1 = ParameterDesc.newInstance(gmvCol);
    f1.setParameter(p1);
    f1.setReturnType(returnType);
    return f1;
}
Example 6
Source File: TestHelper.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public FunctionDesc simulateCountMetric() {
    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression("COUNT");
    ParameterDesc p1 = ParameterDesc.newInstance("1");
    f1.setParameter(p1);
    f1.setReturnType("bigint");
    return f1;
}
Example 7
Source File: CubeDesc.java    From Kylin with Apache License 2.0 5 votes vote down vote up 
private void initMeasureColumns(Map<String, TableDesc> tables) {
    if (measures == null || measures.isEmpty()) {
        return;
    }

    TableDesc factTable = tables.get(getFactTable());
    for (MeasureDesc m : measures) {
        m.setName(m.getName().toUpperCase());

        if (m.getDependentMeasureRef() != null) {
            m.setDependentMeasureRef(m.getDependentMeasureRef().toUpperCase());
        }

        FunctionDesc f = m.getFunction();
        f.setExpression(f.getExpression().toUpperCase());
        f.setReturnDataType(DataType.getInstance(f.getReturnType()));

        ParameterDesc p = f.getParameter();
        p.normalizeColumnValue();

        if (p.isColumnType()) {
            ArrayList<TblColRef> colRefs = Lists.newArrayList();
            for (String cName : p.getValue().split("\\s*,\\s*")) {
                ColumnDesc sourceColumn = factTable.findColumnByName(cName);
                TblColRef colRef = new TblColRef(sourceColumn);
                colRefs.add(colRef);
                allColumns.add(colRef);
            }
            if (colRefs.isEmpty() == false)
                p.setColRefs(colRefs);
        }
    }
}
Example 8
Source File: SegmentMemoryStoreTest.java    From kylin with Apache License 2.0 5 votes vote down vote up 
private Set<FunctionDesc> simulateMetrics() {
    List<FunctionDesc> functions = Lists.newArrayList();

    TblColRef gmvCol = cubeDesc.getModel().findColumn("STREAMING_V2_TABLE.GMV");
    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression("SUM");
    ParameterDesc p1 = ParameterDesc.newInstance(gmvCol);
    f1.setParameter(p1);
    f1.setReturnType("decimal(19,6)");
    functions.add(f1);

    return Sets.newHashSet(functions);
}
Example 9
Source File: CubeDescCreator.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasurePercentile(String column) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(PercentileMeasureType.FUNC_PERCENTILE);
    function.setParameter(parameterDesc);
    function.setReturnType("percentile(100)");

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_PERCENTILE");
    result.setFunction(function);
    return result;
}
Example 10
Source File: CubeDescCreator.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasureHLL(String column) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_COUNT_DISTINCT);
    function.setParameter(parameterDesc);
    function.setReturnType("hllc12");

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_HLL");
    result.setFunction(function);
    return result;
}
Example 11
Source File: CubeDescCreator.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasureMin(String column, String dataType) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_MIN);
    function.setParameter(parameterDesc);
    function.setReturnType(dataType);

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_MIN");
    result.setFunction(function);
    return result;
}
Example 12
Source File: CubeDescCreator.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasureMax(String column, String dataType) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_MAX);
    function.setParameter(parameterDesc);
    function.setReturnType(dataType);

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_MAX");
    result.setFunction(function);
    return result;
}
Example 13
Source File: CubeDesc.java    From Kylin with Apache License 2.0 5 votes vote down vote up 
private void initMeasureColumns(Map<String, TableDesc> tables) {
    if (measures == null || measures.isEmpty()) {
        return;
    }

    TableDesc factTable = tables.get(getFactTable());
    for (MeasureDesc m : measures) {
        m.setName(m.getName().toUpperCase());

        if (m.getDependentMeasureRef() != null) {
            m.setDependentMeasureRef(m.getDependentMeasureRef().toUpperCase());
        }
        
        FunctionDesc f = m.getFunction();
        f.setExpression(f.getExpression().toUpperCase());
        f.setReturnDataType(DataType.getInstance(f.getReturnType()));

        ParameterDesc p = f.getParameter();
        p.normalizeColumnValue();

        if (p.isColumnType()) {
            ArrayList<TblColRef> colRefs = Lists.newArrayList();
            for (String cName : p.getValue().split("\\s*,\\s*")) {
                ColumnDesc sourceColumn = factTable.findColumnByName(cName);
                TblColRef colRef = new TblColRef(sourceColumn);
                colRefs.add(colRef);
                allColumns.add(colRef);
            }
            if (colRefs.isEmpty() == false)
                p.setColRefs(colRefs);
        }
        
        // verify holistic count distinct as a dependent measure
        if (m.isHolisticCountDistinct() && StringUtils.isBlank(m.getDependentMeasureRef())) {
            throw new IllegalStateException(m + " is a holistic count distinct but it has no DependentMeasureRef defined!");
        }
    }
}
Example 14
Source File: CubeService.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public List<Draft> listCubeDrafts(String cubeName, String modelName, String project, boolean exactMatch)
        throws IOException {
    if (null == project) {
        aclEvaluate.checkIsGlobalAdmin();
    } else {
        aclEvaluate.checkProjectReadPermission(project);
    }
    List<Draft> result = new ArrayList<>();

    for (Draft d : getDraftManager().list(project)) {
        RootPersistentEntity e = d.getEntity();
        if (e instanceof CubeDesc) {
            CubeDesc c = (CubeDesc) e;
            if ((cubeName == null
                    || (exactMatch
                            && cubeName.toLowerCase(Locale.ROOT).equals(c.getName().toLowerCase(Locale.ROOT)))
                    || (!exactMatch
                            && c.getName().toLowerCase(Locale.ROOT).contains(cubeName.toLowerCase(Locale.ROOT))))
                    && (modelName == null || modelName.toLowerCase(Locale.ROOT)
                            .equals(c.getModelName().toLowerCase(Locale.ROOT)))) {
                // backward compability for percentile
                if (c.getMeasures() != null) {
                    for (MeasureDesc m : c.getMeasures()) {
                        FunctionDesc f = m.getFunction();
                        if (f.getExpression().equals(PercentileMeasureType.FUNC_PERCENTILE)) {
                            f.setExpression(PercentileMeasureType.FUNC_PERCENTILE_APPROX);
                        }
                    }
                }
                result.add(d);
            }
        }
    }
    return result;
}
Example 15
Source File: TestHelper.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public FunctionDesc simulateCountMetric() {
    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression("COUNT");
    ParameterDesc p1 = ParameterDesc.newInstance("1");
    f1.setParameter(p1);
    f1.setReturnType("bigint");
    return f1;
}
Example 16
Source File: TestHelper.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public FunctionDesc simulateMetric(String columnName, String funcName, String returnType) {
    TblColRef gmvCol = getColumnRef(columnName);

    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression(funcName);
    ParameterDesc p1 = ParameterDesc.newInstance(gmvCol);
    f1.setParameter(p1);
    f1.setReturnType(returnType);
    return f1;
}
Example 17
Source File: SegmentMemoryStoreTest.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
private Set<FunctionDesc> simulateMetrics() {
    List<FunctionDesc> functions = Lists.newArrayList();

    TblColRef gmvCol = cubeDesc.getModel().findColumn("STREAMING_V2_TABLE.GMV");
    FunctionDesc f1 = new FunctionDesc();
    f1.setExpression("SUM");
    ParameterDesc p1 = ParameterDesc.newInstance(gmvCol);
    f1.setParameter(p1);
    f1.setReturnType("decimal(19,6)");
    functions.add(f1);

    return Sets.newHashSet(functions);
}
Example 18
Source File: CubeDescCreator.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasurePercentile(String column) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(PercentileMeasureType.FUNC_PERCENTILE);
    function.setParameter(parameterDesc);
    function.setReturnType("percentile(100)");

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_PERCENTILE");
    result.setFunction(function);
    return result;
}
Example 19
Source File: CubeService.java    From kylin with Apache License 2.0 5 votes vote down vote up 
public List<Draft> listCubeDrafts(String cubeName, String modelName, String project, boolean exactMatch)
        throws IOException {
    if (null == project) {
        aclEvaluate.checkIsGlobalAdmin();
    } else {
        aclEvaluate.checkProjectReadPermission(project);
    }
    List<Draft> result = new ArrayList<>();

    for (Draft d : getDraftManager().list(project)) {
        RootPersistentEntity e = d.getEntity();
        if (e instanceof CubeDesc) {
            CubeDesc c = (CubeDesc) e;
            if ((cubeName == null
                    || (exactMatch
                            && cubeName.toLowerCase(Locale.ROOT).equals(c.getName().toLowerCase(Locale.ROOT)))
                    || (!exactMatch
                            && c.getName().toLowerCase(Locale.ROOT).contains(cubeName.toLowerCase(Locale.ROOT))))
                    && (modelName == null || modelName.toLowerCase(Locale.ROOT)
                            .equals(c.getModelName().toLowerCase(Locale.ROOT)))) {
                // backward compability for percentile
                if (c.getMeasures() != null) {
                    for (MeasureDesc m : c.getMeasures()) {
                        FunctionDesc f = m.getFunction();
                        if (f.getExpression().equals(PercentileMeasureType.FUNC_PERCENTILE)) {
                            f.setExpression(PercentileMeasureType.FUNC_PERCENTILE_APPROX);
                        }
                    }
                }
                result.add(d);
            }
        }
    }
    return result;
}
Example 20
Source File: CubeDescCreator.java    From kylin-on-parquet-v2 with Apache License 2.0 5 votes vote down vote up 
public static MeasureDesc getMeasureMax(String column, String dataType) {
    ParameterDesc parameterDesc = new ParameterDesc();
    parameterDesc.setValue(column);
    parameterDesc.setType(FunctionDesc.PARAMETER_TYPE_COLUMN);

    FunctionDesc function = new FunctionDesc();
    function.setExpression(FunctionDesc.FUNC_MAX);
    function.setParameter(parameterDesc);
    function.setReturnType(dataType);

    MeasureDesc result = new MeasureDesc();
    result.setName(column + "_MAX");
    result.setFunction(function);
    return result;
}