Java Code Examples for org.pentaho.di.core.Const#toDouble()
The following examples show how to use
org.pentaho.di.core.Const#toDouble() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: ServerStatus.java From pentaho-kettle with Apache License 2.0 | 6 votes |
|
public ServerStatus( Node statusNode ) throws KettleException {
this();
statusDescription = XMLHandler.getTagValue( statusNode, "statusdesc" );
memoryFree = Const.toLong( XMLHandler.getTagValue( statusNode, "memory_free" ), -1L );
memoryTotal = Const.toLong( XMLHandler.getTagValue( statusNode, "memory_total" ), -1L );
String cpuCoresStr = XMLHandler.getTagValue( statusNode, "cpu_cores" );
cpuCores = Const.toInt( cpuCoresStr, -1 );
String cpuProcessTimeStr = XMLHandler.getTagValue( statusNode, "cpu_process_time" );
cpuProcessTime = Utils.isEmpty( cpuProcessTimeStr ) ? 0L : Long.valueOf( cpuProcessTimeStr );
uptime = Const.toLong( XMLHandler.getTagValue( statusNode, "uptime" ), -1 );
threadCount = Const.toInt( XMLHandler.getTagValue( statusNode, "thread_count" ), -1 );
loadAvg = Const.toDouble( XMLHandler.getTagValue( statusNode, "load_avg" ), -1.0 );
osName = XMLHandler.getTagValue( statusNode, "os_name" );
osVersion = XMLHandler.getTagValue( statusNode, "os_version" );
osArchitecture = XMLHandler.getTagValue( statusNode, "os_arch" );
}
Example 2
| Source File: SlaveServerStatus.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
public SlaveServerStatus( Node statusNode ) throws KettleException {
this();
statusDescription = XMLHandler.getTagValue( statusNode, "statusdesc" );
memoryFree = Const.toLong( XMLHandler.getTagValue( statusNode, "memory_free" ), -1L );
memoryTotal = Const.toLong( XMLHandler.getTagValue( statusNode, "memory_total" ), -1L );
String cpuCoresStr = XMLHandler.getTagValue( statusNode, "cpu_cores" );
cpuCores = Const.toInt( cpuCoresStr, -1 );
String cpuProcessTimeStr = XMLHandler.getTagValue( statusNode, "cpu_process_time" );
cpuProcessTime = Utils.isEmpty( cpuProcessTimeStr ) ? 0L : Long.valueOf( cpuProcessTimeStr );
uptime = Const.toLong( XMLHandler.getTagValue( statusNode, "uptime" ), -1 );
threadCount = Const.toInt( XMLHandler.getTagValue( statusNode, "thread_count" ), -1 );
loadAvg = Const.toDouble( XMLHandler.getTagValue( statusNode, "load_avg" ), -1.0 );
osName = XMLHandler.getTagValue( statusNode, "os_name" );
osVersion = XMLHandler.getTagValue( statusNode, "os_version" );
osArchitecture = XMLHandler.getTagValue( statusNode, "os_arch" );
Node listTransNode = XMLHandler.getSubNode( statusNode, "transstatuslist" );
Node listJobsNode = XMLHandler.getSubNode( statusNode, "jobstatuslist" );
int nrTrans = XMLHandler.countNodes( listTransNode, SlaveServerTransStatus.XML_TAG );
int nrJobs = XMLHandler.countNodes( listJobsNode, SlaveServerJobStatus.XML_TAG );
for ( int i = 0; i < nrTrans; i++ ) {
Node transStatusNode = XMLHandler.getSubNodeByNr( listTransNode, SlaveServerTransStatus.XML_TAG, i );
transStatusList.add( new SlaveServerTransStatus( transStatusNode ) );
}
for ( int i = 0; i < nrJobs; i++ ) {
Node jobStatusNode = XMLHandler.getSubNodeByNr( listJobsNode, SlaveServerJobStatus.XML_TAG, i );
jobStatusList.add( new SlaveServerJobStatus( jobStatusNode ) );
}
}
Example 3
| Source File: KettleBeamPipelineExecutor.java From kettle-beam with Apache License 2.0 | 4 votes |
|
private void configureSparkOptions( BeamJobConfig config, SparkPipelineOptions options, VariableSpace space, String transformationName ) throws IOException {
// options.setFilesToStage( BeamConst.findLibraryFilesToStage( null, config.getPluginsToStage(), true, true ) );
if ( StringUtils.isNotEmpty( config.getSparkMaster() ) ) {
options.setSparkMaster( space.environmentSubstitute( config.getSparkMaster() ) );
}
if ( StringUtils.isNotEmpty( config.getSparkBatchIntervalMillis() ) ) {
long interval = Const.toLong( space.environmentSubstitute( config.getSparkBatchIntervalMillis() ), -1L );
if ( interval >= 0 ) {
options.setBatchIntervalMillis( interval );
}
}
if ( StringUtils.isNotEmpty( config.getSparkCheckpointDir() ) ) {
options.setCheckpointDir( space.environmentSubstitute( config.getSparkCheckpointDir() ) );
}
if ( StringUtils.isNotEmpty( config.getSparkCheckpointDurationMillis() ) ) {
long duration = Const.toLong( space.environmentSubstitute( config.getSparkCheckpointDurationMillis() ), -1L );
if ( duration >= 0 ) {
options.setCheckpointDurationMillis( duration );
}
}
if ( StringUtils.isNotEmpty( config.getSparkMaxRecordsPerBatch() ) ) {
long records = Const.toLong( space.environmentSubstitute( config.getSparkMaxRecordsPerBatch() ), -1L );
if ( records >= 0 ) {
options.setMaxRecordsPerBatch( records );
}
}
if ( StringUtils.isNotEmpty( config.getSparkMinReadTimeMillis() ) ) {
long readTime = Const.toLong( space.environmentSubstitute( config.getSparkMinReadTimeMillis() ), -1L );
if ( readTime >= 0 ) {
options.setMinReadTimeMillis( readTime );
}
}
if ( StringUtils.isNotEmpty( config.getSparkReadTimePercentage() ) ) {
double percentage = Const.toDouble( space.environmentSubstitute( config.getSparkReadTimePercentage() ), -1.0 );
if ( percentage >= 0 ) {
options.setReadTimePercentage( percentage / 100 );
}
}
if ( StringUtils.isNotEmpty( config.getSparkBundleSize() ) ) {
long bundleSize = Const.toLong( space.environmentSubstitute( config.getSparkBundleSize() ), -1L );
if ( bundleSize >= 0 ) {
options.setBundleSize( bundleSize );
}
}
if ( StringUtils.isNotEmpty( config.getSparkStorageLevel() ) ) {
options.setStorageLevel( space.environmentSubstitute( config.getSparkStorageLevel() ) );
}
String appName = transformationName.replace( " ", "_" );
options.setAppName( appName );
}
Example 4
| Source File: FuzzyMatch.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
public boolean init( StepMetaInterface smi, StepDataInterface sdi ) {
meta = (FuzzyMatchMeta) smi;
data = (FuzzyMatchData) sdi;
if ( super.init( smi, sdi ) ) {
// Check lookup and main stream field
if ( Utils.isEmpty( meta.getMainStreamField() ) ) {
logError( BaseMessages.getString( PKG, "FuzzyMatch.Error.MainStreamFieldMissing" ) );
return false;
}
if ( Utils.isEmpty( meta.getLookupField() ) ) {
logError( BaseMessages.getString( PKG, "FuzzyMatch.Error.LookupStreamFieldMissing" ) );
return false;
}
// Checks output fields
String matchField = environmentSubstitute( meta.getOutputMatchField() );
if ( Utils.isEmpty( matchField ) ) {
logError( BaseMessages.getString( PKG, "FuzzyMatch.Error.OutputMatchFieldMissing" ) );
return false;
}
// We need to add metrics (distance, similarity, ...)
// only when the fieldname is provided
// and user want to return the closer value
data.addValueFieldName =
( !Utils.isEmpty( environmentSubstitute( meta.getOutputValueField() ) ) && meta.isGetCloserValue() );
// Set the number of fields to cache
// default value is one
int nrFields = 1;
if ( meta.getValue() != null && meta.getValue().length > 0 ) {
if ( meta.isGetCloserValue()
|| ( meta.getAlgorithmType() == FuzzyMatchMeta.OPERATION_TYPE_DOUBLE_METAPHONE )
|| ( meta.getAlgorithmType() == FuzzyMatchMeta.OPERATION_TYPE_SOUNDEX )
|| ( meta.getAlgorithmType() == FuzzyMatchMeta.OPERATION_TYPE_REFINED_SOUNDEX )
|| ( meta.getAlgorithmType() == FuzzyMatchMeta.OPERATION_TYPE_METAPHONE ) ) {
// cache also additional fields
data.addAdditionalFields = true;
nrFields += meta.getValue().length;
}
}
data.indexOfCachedFields = new int[nrFields];
switch ( meta.getAlgorithmType() ) {
case FuzzyMatchMeta.OPERATION_TYPE_LEVENSHTEIN:
case FuzzyMatchMeta.OPERATION_TYPE_DAMERAU_LEVENSHTEIN:
case FuzzyMatchMeta.OPERATION_TYPE_NEEDLEMAN_WUNSH:
data.minimalDistance = Const.toInt( environmentSubstitute( meta.getMinimalValue() ), 0 );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.MinimalDistance", data.minimalDistance ) );
}
data.maximalDistance = Const.toInt( environmentSubstitute( meta.getMaximalValue() ), 5 );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.MaximalDistance", data.maximalDistance ) );
}
if ( !meta.isGetCloserValue() ) {
data.valueSeparator = environmentSubstitute( meta.getSeparator() );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.Separator", data.valueSeparator ) );
}
}
break;
case FuzzyMatchMeta.OPERATION_TYPE_JARO:
case FuzzyMatchMeta.OPERATION_TYPE_JARO_WINKLER:
case FuzzyMatchMeta.OPERATION_TYPE_PAIR_SIMILARITY:
data.minimalSimilarity = Const.toDouble( environmentSubstitute( meta.getMinimalValue() ), 0 );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.MinimalSimilarity", data.minimalSimilarity ) );
}
data.maximalSimilarity = Const.toDouble( environmentSubstitute( meta.getMaximalValue() ), 1 );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.MaximalSimilarity", data.maximalSimilarity ) );
}
if ( !meta.isGetCloserValue() ) {
data.valueSeparator = environmentSubstitute( meta.getSeparator() );
if ( isDetailed() ) {
logDetailed( BaseMessages.getString( PKG, "FuzzyMatch.Log.Separator", data.valueSeparator ) );
}
}
break;
default:
break;
}
data.readLookupValues = true;
return true;
}
return false;
}
Example 5
| Source File: FuzzyMatchDialog.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
private void activeAlgorithm() {
boolean enable =
( FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_LEVENSHTEIN
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_NEEDLEMAN_WUNSH
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_DAMERAU_LEVENSHTEIN
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_JARO
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_JARO_WINKLER || FuzzyMatchMeta
.getAlgorithmTypeByDesc( wAlgorithm.getText() ) == FuzzyMatchMeta.OPERATION_TYPE_PAIR_SIMILARITY );
wlgetCloserValue.setEnabled( enable );
wgetCloserValue.setEnabled( enable );
wlminValue.setEnabled( enable );
wminValue.setEnabled( enable );
wlmaxValue.setEnabled( enable );
wmaxValue.setEnabled( enable );
if ( FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_JARO
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_JARO_WINKLER
|| FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_PAIR_SIMILARITY ) {
if ( Const.toDouble( transMeta.environmentSubstitute( wminValue.getText() ), 0 ) > 1 ) {
wminValue.setText( String.valueOf( 1 ) );
}
if ( Const.toDouble( transMeta.environmentSubstitute( wmaxValue.getText() ), 0 ) > 1 ) {
wmaxValue.setText( String.valueOf( 1 ) );
}
}
boolean enableCaseSensitive =
( FuzzyMatchMeta.getAlgorithmTypeByDesc( wAlgorithm.getText() )
== FuzzyMatchMeta.OPERATION_TYPE_LEVENSHTEIN || FuzzyMatchMeta
.getAlgorithmTypeByDesc( wAlgorithm.getText() ) == FuzzyMatchMeta.OPERATION_TYPE_DAMERAU_LEVENSHTEIN );
wlcaseSensitive.setEnabled( enableCaseSensitive );
wcaseSensitive.setEnabled( enableCaseSensitive );
activegetCloserValue();
}
Example 6
| Source File: ValueNumber.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
@Override
public void setString( String string ) {
this.number = Const.toDouble( string, 0.0 );
}
Example 7
| Source File: ValueString.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
@Override
public double getNumber() {
return Const.toDouble( string, 0.0 );
}
Example 8
| Source File: Database.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
public void cleanupLogRecords( LogTableCoreInterface logTable ) throws KettleDatabaseException {
double timeout = Const.toDouble( Const.trim( environmentSubstitute( logTable.getTimeoutInDays() ) ), 0.0 );
if ( timeout < 0.000001 ) {
// The timeout has to be at least a few seconds, otherwise we don't
// bother
return;
}
String schemaTable =
databaseMeta.getQuotedSchemaTableCombination( environmentSubstitute( logTable.getActualSchemaName() ),
environmentSubstitute( logTable.getActualTableName() ) );
if ( schemaTable.isEmpty() ) {
//we can't process without table name
DatabaseLogExceptionFactory.getExceptionStrategy( logTable )
.registerException( log, PKG, "DatabaseMeta.Error.LogTableNameNotFound" );
}
LogTableField logField = logTable.getLogDateField();
if ( logField == null ) {
//can't stand without logField
DatabaseLogExceptionFactory.getExceptionStrategy( logTable )
.registerException( log, PKG, "Database.Exception.LogTimeoutDefinedOnTableWithoutLogField" );
}
String sql =
"DELETE FROM " + schemaTable + " WHERE " + databaseMeta.quoteField( logField.getFieldName() ) + " < ?";
long now = System.currentTimeMillis();
long limit = now - Math.round( timeout * 24 * 60 * 60 * 1000 );
RowMetaAndData row = new RowMetaAndData();
row.addValue( logField.getFieldName(), ValueMetaInterface.TYPE_DATE, new Date( limit ) );
try {
//fire database
execStatement( sql, row.getRowMeta(), row.getData() );
} catch ( Exception e ) {
DatabaseLogExceptionFactory.getExceptionStrategy( logTable )
.registerException( log, PKG, "Database.Exception.UnableToCleanUpOlderRecordsFromLogTable",
environmentSubstitute( logTable.getActualTableName() ) );
}
}
