Java Code Examples for org.pentaho.di.trans.TransMeta#addParameterDefinition()
The following examples show how to use
org.pentaho.di.trans.TransMeta#addParameterDefinition() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: PanTest.java From pentaho-kettle with Apache License 2.0 | 6 votes |
|
@Test
public void testConfigureParameters() throws Exception {
TransMeta transMeta = new TransMeta();
transMeta.addParameterDefinition( TEST_PARAM_NAME, DEFAULT_PARAM_VALUE, "This tests a default parameter" );
assertEquals( "Default parameter was not set correctly on TransMeta",
DEFAULT_PARAM_VALUE, transMeta.getParameterDefault( TEST_PARAM_NAME ) );
assertEquals( "Parameter value should be blank in TransMeta", "", transMeta.getParameterValue( TEST_PARAM_NAME ) );
Trans trans = new Trans( transMeta );
assertEquals( "Default parameter was not set correctly on Trans",
DEFAULT_PARAM_VALUE, trans.getParameterDefault( TEST_PARAM_NAME ) );
assertEquals( "Parameter value should be blank in Trans", "", trans.getParameterValue( TEST_PARAM_NAME ) );
NamedParams params = new NamedParamsDefault();
params.addParameterDefinition( TEST_PARAM_NAME, NOT_DEFAULT_PARAM_VALUE, "This tests a non-default parameter" );
params.setParameterValue( TEST_PARAM_NAME, NOT_DEFAULT_PARAM_VALUE );
Pan.configureParameters( trans, params, transMeta );
assertEquals( "Parameter was not set correctly in Trans",
NOT_DEFAULT_PARAM_VALUE, trans.getParameterValue( TEST_PARAM_NAME ) );
assertEquals( "Parameter was not set correctly in TransMeta",
NOT_DEFAULT_PARAM_VALUE, transMeta.getParameterValue( TEST_PARAM_NAME ) );
}
Example 2
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderName() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ ".*" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 2, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedFilename, result.get( 0 ).getString( "short_filename", "failure" ) );
assertTrue( result.get( 1 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedSubFolderName, result.get( 1 ).getString( "short_filename", "failure" ) );
}
Example 3
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderNameWithoutWildcard() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ "" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 2, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedFilename, result.get( 0 ).getString( "short_filename", "failure" ) );
assertTrue( result.get( 1 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedSubFolderName, result.get( 1 ).getString( "short_filename", "failure" ) );
}
Example 4
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderNameOnlyFiles() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ ".*" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
meta.setFilterFileType( 1 );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 1, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedFilename, result.get( 0 ).getString( "short_filename", "failure" ) );
}
Example 5
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderNameWithoutWildcardAndOnlyFiles() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ "" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
meta.setFilterFileType( 1 );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 1, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedFilename, result.get( 0 ).getString( "short_filename", "failure" ) );
}
Example 6
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderNameOnlyFolders() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ ".*" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
meta.setFilterFileType( 2 );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 1, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedSubFolderName, result.get( 0 ).getString( "short_filename", "failure" ) );
}
Example 7
| Source File: GetFileNamesIntIT.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
@Test
public void testParameterFolderNameWithoutWildcardAndOnlyFolders() throws KettleException, IOException {
GetFileNamesMeta meta = new GetFileNamesMeta();
meta.setDefault();
meta.allocate( 1 );
meta.setFileName( new String[]{ "${MY_FOLDER_PARAM}" } );
meta.setFileMask( new String[]{ "" } );
meta.setExcludeFileMask( new String[]{ "" } );
meta.setFileRequired( new String[]{ "Y" } );
meta.setIncludeSubFolders( new String[]{ "N" } );
meta.setFilterFileType( 2 );
TransMeta transMeta = TransTestFactory.generateTestTransformation( null, meta, STEPNAME );
//Remove the Injector hop, as it's not needed for this transformation
TransHopMeta injectHop = transMeta.findTransHop( transMeta.findStep( TransTestFactory.INJECTOR_STEPNAME ),
transMeta.findStep( STEPNAME ) );
transMeta.removeTransHop( transMeta.indexOfTransHop( injectHop ) );
transMeta.addParameterDefinition( "MY_FOLDER_PARAM", "C:\\ThisFolderDoesNotExist", "The folder to look in for files" );
Variables varSpace = new Variables();
varSpace.setVariable( "MY_FOLDER_PARAM", tempFolder.getRoot().getAbsolutePath() );
// Content inside selected folder
String expectedFilename = "file.tmp";
String expectedSubFolderName = "subfolder";
tempFolder.newFile( expectedFilename );
tempFolder.newFolder( expectedSubFolderName );
List<RowMetaAndData> result =
TransTestFactory.executeTestTransformation( transMeta, TransTestFactory.INJECTOR_STEPNAME, STEPNAME,
TransTestFactory.DUMMY_STEPNAME, new ArrayList<RowMetaAndData>(), null, varSpace );
// Check that the expected file was located correctly
assertNotNull( result );
assertEquals( 1, result.size() );
assertTrue( result.get( 0 ).getRowMeta().indexOfValue( "short_filename" ) >= 0 );
assertEquals( expectedSubFolderName, result.get( 0 ).getString( "short_filename", "failure" ) );
}
Example 8
| Source File: KettleDatabaseRepositoryTransDelegate.java From pentaho-kettle with Apache License 2.0 | 5 votes |
|
/**
* Load the parameters of this transformation from the repository. The current ones already loaded will be erased.
*
* @throws KettleException
* Upon any error.
*/
private void loadRepParameters( TransMeta transMeta ) throws KettleException {
transMeta.eraseParameters();
int count = countTransParameter( transMeta.getObjectId() );
for ( int idx = 0; idx < count; idx++ ) {
String key = getTransParameterKey( transMeta.getObjectId(), idx );
String def = getTransParameterDefault( transMeta.getObjectId(), idx );
String desc = getTransParameterDescription( transMeta.getObjectId(), idx );
transMeta.addParameterDefinition( key, def, desc );
}
}
Example 9
| Source File: RepositoryTestBase.java From pentaho-kettle with Apache License 2.0 | 4 votes |
|
protected TransMeta createTransMeta( final String dbName ) throws Exception {
RepositoryDirectoryInterface rootDir = loadStartDirectory();
TransMeta transMeta = new TransMeta();
transMeta.setName( EXP_TRANS_NAME.concat( dbName ) );
transMeta.setDescription( EXP_TRANS_DESC );
transMeta.setExtendedDescription( EXP_TRANS_EXTENDED_DESC );
transMeta.setRepositoryDirectory( rootDir.findDirectory( DIR_TRANSFORMATIONS ) );
transMeta.setTransversion( EXP_TRANS_VERSION );
transMeta.setTransstatus( EXP_TRANS_STATUS );
transMeta.setCreatedUser( EXP_TRANS_CREATED_USER );
transMeta.setCreatedDate( EXP_TRANS_CREATED_DATE );
transMeta.setModifiedUser( EXP_TRANS_MOD_USER );
transMeta.setModifiedDate( EXP_TRANS_MOD_DATE );
transMeta.addParameterDefinition( EXP_TRANS_PARAM_1_NAME, EXP_TRANS_PARAM_1_DEF, EXP_TRANS_PARAM_1_DESC );
// TODO mlowery other transLogTable fields could be set for testing here
TransLogTable transLogTable = TransLogTable.getDefault( transMeta, transMeta, new ArrayList<StepMeta>( 0 ) );
transLogTable.setConnectionName( EXP_TRANS_LOG_TABLE_CONN_NAME );
transLogTable.setLogInterval( EXP_TRANS_LOG_TABLE_INTERVAL );
transLogTable.setSchemaName( EXP_TRANS_LOG_TABLE_SCHEMA_NAME );
transLogTable.setLogSizeLimit( EXP_TRANS_LOG_TABLE_SIZE_LIMIT );
transLogTable.setTableName( EXP_TRANS_LOG_TABLE_TABLE_NAME );
transLogTable.setTimeoutInDays( EXP_TRANS_LOG_TABLE_TIMEOUT_IN_DAYS );
transMeta.setTransLogTable( transLogTable );
// TODO mlowery other perfLogTable fields could be set for testing here
PerformanceLogTable perfLogTable = PerformanceLogTable.getDefault( transMeta, transMeta );
perfLogTable.setConnectionName( EXP_TRANS_LOG_TABLE_CONN_NAME );
perfLogTable.setLogInterval( EXP_TRANS_LOG_TABLE_INTERVAL );
perfLogTable.setSchemaName( EXP_TRANS_LOG_TABLE_SCHEMA_NAME );
perfLogTable.setTableName( EXP_TRANS_LOG_TABLE_TABLE_NAME );
perfLogTable.setTimeoutInDays( EXP_TRANS_LOG_TABLE_TIMEOUT_IN_DAYS );
transMeta.setPerformanceLogTable( perfLogTable );
// TODO mlowery other channelLogTable fields could be set for testing here
ChannelLogTable channelLogTable = ChannelLogTable.getDefault( transMeta, transMeta );
channelLogTable.setConnectionName( EXP_TRANS_LOG_TABLE_CONN_NAME );
channelLogTable.setSchemaName( EXP_TRANS_LOG_TABLE_SCHEMA_NAME );
channelLogTable.setTableName( EXP_TRANS_LOG_TABLE_TABLE_NAME );
channelLogTable.setTimeoutInDays( EXP_TRANS_LOG_TABLE_TIMEOUT_IN_DAYS );
transMeta.setChannelLogTable( channelLogTable );
// TODO mlowery other stepLogTable fields could be set for testing here
StepLogTable stepLogTable = StepLogTable.getDefault( transMeta, transMeta );
stepLogTable.setConnectionName( EXP_TRANS_LOG_TABLE_CONN_NAME );
stepLogTable.setSchemaName( EXP_TRANS_LOG_TABLE_SCHEMA_NAME );
stepLogTable.setTableName( EXP_TRANS_LOG_TABLE_TABLE_NAME );
stepLogTable.setTimeoutInDays( EXP_TRANS_LOG_TABLE_TIMEOUT_IN_DAYS );
transMeta.setStepLogTable( stepLogTable );
DatabaseMeta dbMeta = createDatabaseMeta( dbName );
// dbMeta must be saved so that it gets an ID
repository.save( dbMeta, VERSION_COMMENT_V1, null );
deleteStack.push( dbMeta );
transMeta.setMaxDateConnection( dbMeta );
transMeta.setMaxDateTable( EXP_TRANS_MAX_DATE_TABLE );
transMeta.setMaxDateField( EXP_TRANS_MAX_DATE_FIELD );
transMeta.setMaxDateOffset( EXP_TRANS_MAX_DATE_OFFSET );
transMeta.setMaxDateDifference( EXP_TRANS_MAX_DATE_DIFF );
transMeta.setSizeRowset( EXP_TRANS_SIZE_ROWSET );
transMeta.setSleepTimeEmpty( EXP_TRANS_SLEEP_TIME_EMPTY );
transMeta.setSleepTimeFull( EXP_TRANS_SLEEP_TIME_FULL );
transMeta.setUsingUniqueConnections( EXP_TRANS_USING_UNIQUE_CONN );
transMeta.setFeedbackShown( EXP_TRANS_FEEDBACK_SHOWN );
transMeta.setFeedbackSize( EXP_TRANS_FEEDBACK_SIZE );
transMeta.setUsingThreadPriorityManagment( EXP_TRANS_USING_THREAD_PRIORITY_MGMT );
transMeta.setSharedObjectsFile( EXP_TRANS_SHARED_OBJECTS_FILE );
transMeta.setCapturingStepPerformanceSnapShots( EXP_TRANS_CAPTURE_STEP_PERF_SNAPSHOTS );
transMeta.setStepPerformanceCapturingDelay( EXP_TRANS_STEP_PERF_CAP_DELAY );
transMeta.addDependency( new TransDependency( dbMeta, EXP_TRANS_DEP_TABLE_NAME, EXP_TRANS_DEP_FIELD_NAME ) );
DatabaseMeta stepDbMeta = createDatabaseMeta( EXP_DBMETA_NAME_STEP.concat( dbName ) );
repository.save( stepDbMeta, VERSION_COMMENT_V1, null );
deleteStack.push( stepDbMeta );
Condition cond = new Condition();
StepMeta step1 = createStepMeta1( transMeta, stepDbMeta, cond );
transMeta.addStep( step1 );
StepMeta step2 = createStepMeta2( stepDbMeta, cond );
transMeta.addStep( step2 );
transMeta.addTransHop( createTransHopMeta( step1, step2 ) );
SlaveServer slaveServer = createSlaveServer( dbName );
PartitionSchema partSchema = createPartitionSchema( dbName );
// slaveServer, partSchema must be saved so that they get IDs
repository.save( slaveServer, VERSION_COMMENT_V1, null );
deleteStack.push( slaveServer );
repository.save( partSchema, VERSION_COMMENT_V1, null );
deleteStack.push( partSchema );
SlaveStepCopyPartitionDistribution slaveStepCopyPartitionDistribution = new SlaveStepCopyPartitionDistribution();
slaveStepCopyPartitionDistribution.addPartition( EXP_SLAVE_NAME, EXP_PART_SCHEMA_NAME, 0 );
slaveStepCopyPartitionDistribution.setOriginalPartitionSchemas( Arrays
.asList( new PartitionSchema[] { partSchema } ) );
transMeta.setSlaveStepCopyPartitionDistribution( slaveStepCopyPartitionDistribution );
transMeta.setSlaveTransformation( EXP_TRANS_SLAVE_TRANSFORMATION );
return transMeta;
}
