org.pentaho.di.trans.step.StepMeta#setStepID

Source File: RunBeamTransExecutionPoint.java From kettle-beam with Apache License 2.0

6 votes

private TransMeta copyCleanTransMeta( TransMeta transMeta, Repository repository, IMetaStore metaStore, VariableSpace space ) throws KettleException {

    try {
      String transMetaXml = transMeta.getXML();
      TransMeta copy = new TransMeta();
      copy.setMetaStore( metaStore );
      copy.loadXML( XMLHandler.loadXMLString( transMetaXml, TransMeta.XML_TAG ), null, metaStore, repository, true, space, null );

      for ( StepMeta stepMeta : copy.getSteps() ) {
        stepMeta.setCopies( 1 );

        DummyTransMeta dummyTransMeta = new DummyTransMeta();

        // Replace all stepMeta with a Dummy with the same name
        //
        stepMeta.setStepID( "Dummy" );
        stepMeta.setStepMetaInterface( dummyTransMeta );
      }

      return copy;

    } catch ( Exception e ) {
      throw new KettleException( "Error copying/cleaning transformation metadata", e );
    }
  }

Source File: BaseStreamStepMetaTest.java From pentaho-kettle with Apache License 2.0

6 votes

@Test
public void testGetResourceDependencies() {
  String stepId = "KafkConsumerInput";
  String path = "/home/bgroves/fake.ktr";

  StepMeta stepMeta = new StepMeta();
  stepMeta.setStepID( stepId );
  StuffStreamMeta inputMeta = new StuffStreamMeta();
  List<ResourceReference> resourceDependencies = inputMeta.getResourceDependencies( new TransMeta(), stepMeta );
  assertEquals( 0, resourceDependencies.get( 0 ).getEntries().size() );

  inputMeta.setTransformationPath( path );
  resourceDependencies = inputMeta.getResourceDependencies( new TransMeta(), stepMeta );
  assertEquals( 1, resourceDependencies.get( 0 ).getEntries().size() );
  assertEquals( path, resourceDependencies.get( 0 ).getEntries().get( 0 ).getResource() );
  assertEquals( ResourceEntry.ResourceType.ACTIONFILE,
    resourceDependencies.get( 0 ).getEntries().get( 0 ).getResourcetype() );
  testRoundTrip( inputMeta );
}

Source File: TransMetaModifier.java From pentaho-pdi-dataset with Apache License 2.0

5 votes

private void handleInputDataSet( LogChannelInterface log, TransUnitTestSetLocation inputLocation, TransUnitTest unitTest, TransMeta transMeta, StepMeta stepMeta,
                                 FactoriesHierarchy factoriesHierarchy ) throws KettleException {

  String inputSetName = inputLocation.getDataSetName();

  if ( log.isDetailed() ) {
    log.logDetailed( "Replacing step '" + stepMeta.getName() + "' with an Injector for dataset '" + inputSetName + "'" );
  }

  DataSet dataSet;
  try {
    dataSet = factoriesHierarchy.getSetFactory().loadElement( inputSetName );
  } catch ( MetaStoreException e ) {
    throw new KettleException( "Unable to load data set '" + inputSetName + "'" );
  }

  // OK, this step needs to be replaced by an Injector step...
  // Which fields do we need to use?
  //
  final RowMetaInterface stepFields = DataSetConst.getStepOutputFields( log, dataSet, inputLocation );

  if ( log.isDetailed() ) {
    log.logDetailed( "Input Data Set '" + inputSetName + "' Injector fields : '" + stepFields.toString() );
  }

  InjectorMeta injectorMeta = new InjectorMeta();
  injectorMeta.allocate( stepFields.size() );
  for ( int x = 0; x < stepFields.size(); x++ ) {
    injectorMeta.getFieldname()[ x ] = stepFields.getValueMeta( x ).getName();
    injectorMeta.getType()[ x ] = stepFields.getValueMeta( x ).getType();
    injectorMeta.getLength()[ x ] = stepFields.getValueMeta( x ).getLength();
    injectorMeta.getPrecision()[ x ] = stepFields.getValueMeta( x ).getPrecision();

    // Only the step metadata, type...
    stepMeta.setStepMetaInterface( injectorMeta );
    stepMeta.setStepID( PluginRegistry.getInstance().getPluginId( StepPluginType.class, injectorMeta ) );
  }
}