org.pentaho.di.repository.Repository#getStepAttributeBoolean

Source File: XsdValidatorMeta.java From pentaho-kettle with Apache License 2.0

6 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases )
  throws KettleException {
  try {
    xsdFilename = rep.getStepAttributeString( id_step, "xdsfilename" );
    xmlStream = rep.getStepAttributeString( id_step, "xmlstream" );
    resultFieldname = rep.getStepAttributeString( id_step, "resultfieldname" );

    xmlSourceFile = rep.getStepAttributeBoolean( id_step, "xmlsourcefile" );
    addValidationMessage = rep.getStepAttributeBoolean( id_step, "addvalidationmsg" );
    validationMessageField = rep.getStepAttributeString( id_step, "validationmsgfield" );
    ifXmlValid = rep.getStepAttributeString( id_step, "ifxmlvalid" );
    ifXmlInvalid = rep.getStepAttributeString( id_step, "ifxmlunvalid" );

    outputStringField = rep.getStepAttributeBoolean( id_step, "outputstringfield" );
    xsdDefinedField = rep.getStepAttributeString( id_step, "xsddefinedfield" );
    xsdSource = rep.getStepAttributeString( id_step, "xsdsource" );

    allowExternalEntities =
      Boolean.parseBoolean( rep.getJobEntryAttributeString( id_step, "allowExternalEntities" ) );

  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString( PKG,
        "XsdValidatorMeta.Exception.UnexpectedErrorInReadingStepInfo" ), e );
  }
}

Source File: CassandraInputMeta.java From learning-hadoop with Apache License 2.0

6 votes

public void readRep(Repository rep, ObjectId id_step,
    List<DatabaseMeta> databases, Map<String, Counter> counters)
    throws KettleException {
  m_cassandraHost = rep.getStepAttributeString(id_step, 0, "cassandra_host");
  m_cassandraPort = rep.getStepAttributeString(id_step, 0, "cassandra_port");
  m_username = rep.getStepAttributeString(id_step, 0, "username");
  m_password = rep.getStepAttributeString(id_step, 0, "password");
  if (!Const.isEmpty(m_password)) {
    m_password = Encr.decryptPasswordOptionallyEncrypted(m_password);
  }
  m_cassandraKeyspace = rep.getStepAttributeString(id_step, 0,
      "cassandra_keyspace");
  m_cqlSelectQuery = rep.getStepAttributeString(id_step, 0,
      "cql_select_query");
  m_useCompression = rep.getStepAttributeBoolean(id_step, 0,
      "use_compression");

  m_outputKeyValueTimestampTuples = rep.getStepAttributeBoolean(id_step, 0,
      "output_key_value_timestamp_tuples");
  m_useThriftIO = rep.getStepAttributeBoolean(id_step, 0, "use_thrift_io");

  m_socketTimeout = rep.getStepAttributeString(id_step, 0, "socket_timeout");
}

Source File: SwitchCaseMeta.java From pentaho-kettle with Apache License 2.0

6 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    fieldname = rep.getStepAttributeString( id_step, "fieldname" );
    isContains = rep.getStepAttributeBoolean( id_step, "use_contains" );
    caseValueType = ValueMetaBase.getType( rep.getStepAttributeString( id_step, "case_value_type" ) );
    caseValueFormat = rep.getStepAttributeString( id_step, "case_value_format" );
    caseValueDecimal = rep.getStepAttributeString( id_step, "case_value_decimal" );
    caseValueGroup = rep.getStepAttributeString( id_step, "case_value_group" );

    defaultTargetStepname = rep.getStepAttributeString( id_step, "default_target_step" );

    int nrCases = rep.countNrStepAttributes( id_step, "case_value" );
    allocate();
    for ( int i = 0; i < nrCases; i++ ) {
      SwitchCaseTarget target = new SwitchCaseTarget();
      target.caseValue = rep.getStepAttributeString( id_step, i, "case_value" );
      target.caseTargetStepname = rep.getStepAttributeString( id_step, i, "case_target_step" );
      caseTargets.add( target );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
      PKG, "SwitchCaseMeta.Exception.UnexpectedErrorInReadingStepInfoFromRepository" ), e );
  }
}

Source File: GetSubFoldersMeta.java From pentaho-kettle with Apache License 2.0

6 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    int nrfiles = rep.countNrStepAttributes( id_step, "file_name" );

    dynamicFoldernameField = rep.getStepAttributeString( id_step, "foldername_field" );

    includeRowNumber = rep.getStepAttributeBoolean( id_step, "rownum" );
    isFoldernameDynamic = rep.getStepAttributeBoolean( id_step, "foldername_dynamic" );
    rowNumberField = rep.getStepAttributeString( id_step, "rownum_field" );
    rowLimit = rep.getStepAttributeInteger( id_step, "limit" );

    allocate( nrfiles );

    for ( int i = 0; i < nrfiles; i++ ) {
      folderName[i] = rep.getStepAttributeString( id_step, i, "file_name" );
      folderRequired[i] = rep.getStepAttributeString( id_step, i, "file_required" );
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: DatabaseLookupMeta.java From pentaho-kettle with Apache License 2.0

5 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );

    cached = rep.getStepAttributeBoolean( id_step, "cache" );
    loadingAllDataInCache = rep.getStepAttributeBoolean( id_step, "cache_load_all" );
    cacheSize = (int) rep.getStepAttributeInteger( id_step, "cache_size" );
    schemaName = rep.getStepAttributeString( id_step, "lookup_schema" );
    tablename = rep.getStepAttributeString( id_step, "lookup_table" );
    orderByClause = rep.getStepAttributeString( id_step, "lookup_orderby" );
    failingOnMultipleResults = rep.getStepAttributeBoolean( id_step, "fail_on_multiple" );
    eatingRowOnLookupFailure = rep.getStepAttributeBoolean( id_step, "eat_row_on_failure" );

    int nrkeys = rep.countNrStepAttributes( id_step, "lookup_key_field" );
    int nrvalues = rep.countNrStepAttributes( id_step, "return_value_name" );

    allocate( nrkeys, nrvalues );

    for ( int i = 0; i < nrkeys; i++ ) {
      streamKeyField1[i] = rep.getStepAttributeString( id_step, i, "lookup_key_name" );
      tableKeyField[i] = rep.getStepAttributeString( id_step, i, "lookup_key_field" );
      keyCondition[i] = rep.getStepAttributeString( id_step, i, "lookup_key_condition" );
      streamKeyField2[i] = rep.getStepAttributeString( id_step, i, "lookup_key_name2" );
    }

    for ( int i = 0; i < nrvalues; i++ ) {
      returnValueField[i] = rep.getStepAttributeString( id_step, i, "return_value_name" );
      returnValueNewName[i] = rep.getStepAttributeString( id_step, i, "return_value_rename" );
      returnValueDefault[i] = rep.getStepAttributeString( id_step, i, "return_value_default" );
      returnValueDefaultType[i] =
        ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString( id_step, i, "return_value_type" ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
      PKG, "DatabaseLookupMeta.ERROR0002.UnexpectedErrorReadingFromTheRepository" ), e );
  }
}

Source File: FixedInputMeta.java From pentaho-kettle with Apache License 2.0

5 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    filename = rep.getStepAttributeString( id_step, "filename" );
    lineWidth = rep.getStepAttributeString( id_step, "line_width" );
    headerPresent = rep.getStepAttributeBoolean( id_step, "header" );
    lineFeedPresent = rep.getStepAttributeBoolean( id_step, "line_feed" );
    bufferSize = rep.getStepAttributeString( id_step, "buffer_size" );
    lazyConversionActive = rep.getStepAttributeBoolean( id_step, "lazy_conversion" );
    runningInParallel = rep.getStepAttributeBoolean( id_step, "parallel" );
    fileType = getFileType( rep.getStepAttributeString( id_step, "file_type" ) );
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    isaddresult = rep.getStepAttributeBoolean( id_step, "add_to_result_filenames" );

    int nrfields = rep.countNrStepAttributes( id_step, "field_name" );

    allocate( nrfields );

    for ( int i = 0; i < nrfields; i++ ) {
      FixedFileInputField field = new FixedFileInputField();

      field.setName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      field.setType( ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString( id_step, i, "field_type" ) ) );
      field.setFormat( rep.getStepAttributeString( id_step, i, "field_format" ) );
      field.setTrimType( ValueMetaString
        .getTrimTypeByCode( rep.getStepAttributeString( id_step, i, "field_trim_type" ) ) );
      field.setCurrency( rep.getStepAttributeString( id_step, i, "field_currency" ) );
      field.setDecimal( rep.getStepAttributeString( id_step, i, "field_decimal" ) );
      field.setGrouping( rep.getStepAttributeString( id_step, i, "field_group" ) );
      field.setWidth( (int) rep.getStepAttributeInteger( id_step, i, "field_width" ) );
      field.setLength( (int) rep.getStepAttributeInteger( id_step, i, "field_length" ) );
      field.setPrecision( (int) rep.getStepAttributeInteger( id_step, i, "field_precision" ) );

      fieldDefinition[i] = field;
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: JsonOutputMeta.java From pentaho-kettle with Apache License 2.0

5 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases )
  throws KettleException {
  try {
    outputValue = rep.getStepAttributeString( id_step, "outputValue" );
    jsonBloc = rep.getStepAttributeString( id_step, "jsonBloc" );
    nrRowsInBloc = rep.getStepAttributeString( id_step, "nrRowsInBloc" );

    operationType = getOperationTypeByCode( Const.NVL( rep.getStepAttributeString( id_step, "operation_type" ), "" ) );
    compatibilityMode = rep.getStepAttributeBoolean( id_step, "compatibility_mode" );
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    AddToResult = rep.getStepAttributeBoolean( id_step, "addtoresult" );

    fileName = rep.getStepAttributeString( id_step, "file_name" );
    extension = rep.getStepAttributeString( id_step, "file_extention" );
    fileAppended = rep.getStepAttributeBoolean( id_step, "file_append" );
    stepNrInFilename = rep.getStepAttributeBoolean( id_step, "file_add_stepnr" );
    partNrInFilename = rep.getStepAttributeBoolean( id_step, "file_add_partnr" );
    dateInFilename = rep.getStepAttributeBoolean( id_step, "file_add_date" );
    timeInFilename = rep.getStepAttributeBoolean( id_step, "file_add_time" );
    createparentfolder = rep.getStepAttributeBoolean( id_step, "create_parent_folder" );
    DoNotOpenNewFileInit = rep.getStepAttributeBoolean( id_step, "DoNotOpenNewFileInit" );
    servletOutput = rep.getStepAttributeBoolean( id_step, "file_servlet_output" );

    int nrfields = rep.countNrStepAttributes( id_step, "field_name" );

    allocate( nrfields );

    for ( int i = 0; i < nrfields; i++ ) {
      outputFields[i] = new JsonOutputField();

      outputFields[i].setFieldName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      outputFields[i].setElementName( rep.getStepAttributeString( id_step, i, "field_element" ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: GetFileNamesMeta.java From pentaho-kettle with Apache License 2.0

5 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    int nrfiles = rep.countNrStepAttributes( id_step, "file_name" );
    fileTypeFilter =
      FileInputList.FileTypeFilter.getByName( rep.getStepAttributeString( id_step, "filterfiletype" ) );
    doNotFailIfNoFile = rep.getStepAttributeBoolean( id_step, "doNotFailIfNoFile" );
    dynamicFilenameField = rep.getStepAttributeString( id_step, "filename_Field" );
    dynamicWildcardField = rep.getStepAttributeString( id_step, "wildcard_Field" );
    dynamicExcludeWildcardField = rep.getStepAttributeString( id_step, "exclude_wildcard_Field" );
    dynamicIncludeSubFolders = rep.getStepAttributeBoolean( id_step, "dynamic_include_subfolders" );

    includeRowNumber = rep.getStepAttributeBoolean( id_step, "rownum" );
    isaddresult = rep.getStepAttributeBoolean( id_step, "isaddresult" );
    filefield = rep.getStepAttributeBoolean( id_step, "filefield" );
    rowNumberField = rep.getStepAttributeString( id_step, "rownum_field" );
    rowLimit = rep.getStepAttributeInteger( id_step, "limit" );

    allocate( nrfiles );

    for ( int i = 0; i < nrfiles; i++ ) {
      fileName[i] = rep.getStepAttributeString( id_step, i, "file_name" );
      fileMask[i] = rep.getStepAttributeString( id_step, i, "file_mask" );
      excludeFileMask[i] = rep.getStepAttributeString( id_step, i, "exclude_file_mask" );
      fileRequired[i] = rep.getStepAttributeString( id_step, i, "file_required" );
      if ( !YES.equalsIgnoreCase( fileRequired[i] ) ) {
        fileRequired[i] = NO;
      }
      includeSubFolders[i] = rep.getStepAttributeString( id_step, i, "include_subfolders" );
      if ( !YES.equalsIgnoreCase( includeSubFolders[i] ) ) {
        includeSubFolders[i] = NO;
      }
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: ParGzipCsvInputMeta.java From pentaho-kettle with Apache License 2.0

5 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    filename = rep.getStepAttributeString( id_step, "filename" );
    filenameField = rep.getStepAttributeString( id_step, "filename_field" );
    rowNumField = rep.getStepAttributeString( id_step, "rownum_field" );
    includingFilename = rep.getStepAttributeBoolean( id_step, "include_filename" );
    delimiter = rep.getStepAttributeString( id_step, "separator" );
    enclosure = rep.getStepAttributeString( id_step, "enclosure" );
    headerPresent = rep.getStepAttributeBoolean( id_step, "header" );
    bufferSize = rep.getStepAttributeString( id_step, "buffer_size" );
    lazyConversionActive = rep.getStepAttributeBoolean( id_step, "lazy_conversion" );
    isaddresult = rep.getStepAttributeBoolean( id_step, "add_filename_result" );
    runningInParallel = rep.getStepAttributeBoolean( id_step, "parallel" );
    encoding = rep.getStepAttributeString( id_step, "encoding" );

    int nrfields = rep.countNrStepAttributes( id_step, "field_name" );

    allocate( nrfields );

    for ( int i = 0; i < nrfields; i++ ) {
      inputFields[i] = new TextFileInputField();

      inputFields[i].setName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      inputFields[i].setType( ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString( id_step, i, "field_type" ) ) );
      inputFields[i].setFormat( rep.getStepAttributeString( id_step, i, "field_format" ) );
      inputFields[i].setCurrencySymbol( rep.getStepAttributeString( id_step, i, "field_currency" ) );
      inputFields[i].setDecimalSymbol( rep.getStepAttributeString( id_step, i, "field_decimal" ) );
      inputFields[i].setGroupSymbol( rep.getStepAttributeString( id_step, i, "field_group" ) );
      inputFields[i].setLength( (int) rep.getStepAttributeInteger( id_step, i, "field_length" ) );
      inputFields[i].setPrecision( (int) rep.getStepAttributeInteger( id_step, i, "field_precision" ) );
      inputFields[i].setTrimType( ValueMetaString.getTrimTypeByCode( rep.getStepAttributeString(
        id_step, i, "field_trim_type" ) ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: LucidDBBulkLoaderMeta.java From pentaho-kettle with Apache License 2.0

5 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );
    maxErrors = (int) rep.getStepAttributeInteger( id_step, "errors" );
    bufferSize = rep.getStepAttributeString( id_step, "buffer_size" );
    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tableName = rep.getStepAttributeString( id_step, "table" );
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    fifoDirectory = rep.getStepAttributeString( id_step, "fifo_directory" );
    fifoServerName = rep.getStepAttributeString( id_step, "fifo_server_name" );

    int nrvalues = rep.countNrStepAttributes( id_step, "stream_name" );

    allocate( nrvalues );

    for ( int i = 0; i < nrvalues; i++ ) {
      fieldTable[i] = rep.getStepAttributeString( id_step, i, "stream_name" );
      fieldStream[i] = rep.getStepAttributeString( id_step, i, "field_name" );
      if ( fieldStream[i] == null ) {
        fieldStream[i] = fieldTable[i];
      }
      fieldFormatOk[i] = rep.getStepAttributeBoolean( id_step, i, "field_format_ok" );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
      PKG, "LucidDBBulkLoaderMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository" ), e );
  }
}

Source File: SQLFileOutputMeta.java From pentaho-kettle with Apache License 2.0

5 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );
    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tablename = rep.getStepAttributeString( id_step, "table" );
    truncateTable = rep.getStepAttributeBoolean( id_step, "truncate" );
    createTable = rep.getStepAttributeBoolean( id_step, "create" );
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    dateformat = rep.getStepAttributeString( id_step, "dateformat" );
    AddToResult = rep.getStepAttributeBoolean( id_step, "addtoresult" );
    StartNewLine = rep.getStepAttributeBoolean( id_step, "startnewline" );

    fileName = rep.getStepAttributeString( id_step, "file_name" );
    extension = rep.getStepAttributeString( id_step, "file_extention" );
    fileAppended = rep.getStepAttributeBoolean( id_step, "file_append" );
    splitEvery = (int) rep.getStepAttributeInteger( id_step, "file_split" );
    stepNrInFilename = rep.getStepAttributeBoolean( id_step, "file_add_stepnr" );
    partNrInFilename = rep.getStepAttributeBoolean( id_step, "file_add_partnr" );
    dateInFilename = rep.getStepAttributeBoolean( id_step, "file_add_date" );
    timeInFilename = rep.getStepAttributeBoolean( id_step, "file_add_time" );
    createparentfolder = rep.getStepAttributeBoolean( id_step, "create_parent_folder" );
    DoNotOpenNewFileInit = rep.getStepAttributeBoolean( id_step, "DoNotOpenNewFileInit" );

  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: CassandraOutputMeta.java From learning-hadoop with Apache License 2.0

5 votes

public void readRep(Repository rep, ObjectId id_step,
    List<DatabaseMeta> databases, Map<String, Counter> counters)
    throws KettleException {
  m_cassandraHost = rep.getStepAttributeString(id_step, 0, "cassandra_host");
  m_cassandraPort = rep.getStepAttributeString(id_step, 0, "cassandra_port");
  m_schemaHost = rep.getStepAttributeString(id_step, 0, "schema_host");
  m_schemaPort = rep.getStepAttributeString(id_step, 0, "schema_port");
  m_socketTimeout = rep.getStepAttributeString(id_step, 0, "socket_timeout");
  m_username = rep.getStepAttributeString(id_step, 0, "username");
  m_password = rep.getStepAttributeString(id_step, 0, "password");
  if (!Const.isEmpty(m_password)) {
    m_password = Encr.decryptPasswordOptionallyEncrypted(m_password);
  }
  m_cassandraKeyspace = rep.getStepAttributeString(id_step, 0,
      "cassandra_keyspace");
  m_columnFamily = rep.getStepAttributeString(id_step, 0, "column_family");
  m_keyField = rep.getStepAttributeString(id_step, 0, "key_field");
  m_consistency = rep.getStepAttributeString(id_step, 0, "consistency");
  m_batchSize = rep.getStepAttributeString(id_step, 0, "batch_size");
  m_cqlBatchTimeout = rep.getStepAttributeString(id_step, 0,
      "cql_batch_timeout");
  m_cqlSubBatchSize = rep.getStepAttributeString(id_step, 0,
      "cql_sub_batch_size");

  m_createColumnFamily = rep.getStepAttributeBoolean(id_step, 0,
      "create_column_family");
  m_useCompression = rep.getStepAttributeBoolean(id_step, 0,
      "use_compression");
  m_insertFieldsNotInMeta = rep.getStepAttributeBoolean(id_step, 0,
      "insert_fields_not_in_meta");
  m_updateCassandraMeta = rep.getStepAttributeBoolean(id_step, 0,
      "update_cassandra_meta");
  m_truncateColumnFamily = rep.getStepAttributeBoolean(id_step, 0,
      "truncate_column_family");

  m_aprioriCQL = rep.getStepAttributeString(id_step, 0, "apriori_cql");

  m_useThriftIO = rep.getStepAttributeBoolean(id_step, 0, "use_thrift_io");
  asIndexColumn = rep.getStepAttributeBoolean(id_step, 0, "asIndexColumn");
}

Source File: XMLOutputMeta.java From pentaho-kettle with Apache License 2.0

4 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases )
  throws KettleException {
  try {
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    nameSpace = rep.getStepAttributeString( id_step, "name_space" );
    mainElement = rep.getStepAttributeString( id_step, "xml_main_element" );
    repeatElement = rep.getStepAttributeString( id_step, "xml_repeat_element" );

    fileName = rep.getStepAttributeString( id_step, "file_name" );
    extension = rep.getStepAttributeString( id_step, "file_extention" );
    servletOutput = rep.getStepAttributeBoolean( id_step, "file_servlet_output" );

    doNotOpenNewFileInit = rep.getStepAttributeBoolean( id_step, "do_not_open_newfile_init" );
    splitEvery = (int) rep.getStepAttributeInteger( id_step, "file_split" );
    stepNrInFilename = rep.getStepAttributeBoolean( id_step, "file_add_stepnr" );
    dateInFilename = rep.getStepAttributeBoolean( id_step, "file_add_date" );
    timeInFilename = rep.getStepAttributeBoolean( id_step, "file_add_time" );
    SpecifyFormat = rep.getStepAttributeBoolean( id_step, "SpecifyFormat" );
    omitNullValues = rep.getStepAttributeBoolean( id_step, "omit_null_values" );
    date_time_format = rep.getStepAttributeString( id_step, "date_time_format" );

    addToResultFilenames = rep.getStepAttributeBoolean( id_step, "add_to_result_filenames" );
    zipped = rep.getStepAttributeBoolean( id_step, "file_zipped" );

    int nrfields = rep.countNrStepAttributes( id_step, "field_name" );

    allocate( nrfields );

    for ( int i = 0; i < nrfields; i++ ) {
      outputFields[i] = new XMLField();

      outputFields[i].setContentType( ContentType.valueOf( Const.NVL( rep.getStepAttributeString( id_step, i,
          "field_content_type" ), ContentType.Element.name() ) ) );
      outputFields[i].setFieldName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      outputFields[i].setElementName( rep.getStepAttributeString( id_step, i, "field_element" ) );
      outputFields[i].setType( rep.getStepAttributeString( id_step, i, "field_type" ) );
      outputFields[i].setFormat( rep.getStepAttributeString( id_step, i, "field_format" ) );
      outputFields[i].setCurrencySymbol( rep.getStepAttributeString( id_step, i, "field_currency" ) );
      outputFields[i].setDecimalSymbol( rep.getStepAttributeString( id_step, i, "field_decimal" ) );
      outputFields[i].setGroupingSymbol( rep.getStepAttributeString( id_step, i, "field_group" ) );
      outputFields[i].setNullString( rep.getStepAttributeString( id_step, i, "field_nullif" ) );
      outputFields[i].setLength( (int) rep.getStepAttributeInteger( id_step, i, "field_length" ) );
      outputFields[i].setPrecision( (int) rep.getStepAttributeInteger( id_step, i, "field_precision" ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: InsertUpdateMeta.java From pentaho-kettle with Apache License 2.0

4 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  this.databases = databases;
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );

    commitSize = rep.getStepAttributeString( id_step, "commit" );
    if ( commitSize == null ) {
      long comSz = -1;
      try {
        comSz = rep.getStepAttributeInteger( id_step, "commit" );
      } catch ( Exception ex ) {
        commitSize = "100";
      }
      if ( comSz >= 0 ) {
        commitSize = Long.toString( comSz );
      }
    }
    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tableName = rep.getStepAttributeString( id_step, "table" );
    updateBypassed = rep.getStepAttributeBoolean( id_step, "update_bypassed" );

    int nrkeys = rep.countNrStepAttributes( id_step, "key_field" );
    int nrvalues = rep.countNrStepAttributes( id_step, "value_name" );

    allocate( nrkeys, nrvalues );

    for ( int i = 0; i < nrkeys; i++ ) {
      keyStream[i] = rep.getStepAttributeString( id_step, i, "key_name" );
      keyLookup[i] = rep.getStepAttributeString( id_step, i, "key_field" );
      keyCondition[i] = rep.getStepAttributeString( id_step, i, "key_condition" );
      keyStream2[i] = rep.getStepAttributeString( id_step, i, "key_name2" );
    }

    for ( int i = 0; i < nrvalues; i++ ) {
      updateLookup[i] = rep.getStepAttributeString( id_step, i, "value_name" );
      updateStream[i] = rep.getStepAttributeString( id_step, i, "value_rename" );
      update[i] = Boolean.valueOf( rep.getStepAttributeBoolean( id_step, i, "value_update", true ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
      PKG, "InsertUpdateMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository" ), e );
  }
}

Source File: YamlInputMeta.java From pentaho-kettle with Apache License 2.0

4 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {

  try {
    includeFilename = rep.getStepAttributeBoolean( id_step, "include" );
    filenameField = rep.getStepAttributeString( id_step, "include_field" );

    addResultFile = rep.getStepAttributeBoolean( id_step, "addresultfile" );
    validating = rep.getStepAttributeBoolean( id_step, "validating" );
    IsIgnoreEmptyFile = rep.getStepAttributeBoolean( id_step, "IsIgnoreEmptyFile" );
    doNotFailIfNoFile = rep.getStepAttributeBoolean( id_step, "doNotFailIfNoFile" );

    includeRowNumber = rep.getStepAttributeBoolean( id_step, "rownum" );
    rowNumberField = rep.getStepAttributeString( id_step, "rownum_field" );
    rowLimit = rep.getStepAttributeInteger( id_step, "limit" );
    encoding = rep.getStepAttributeString( id_step, "encoding" );

    int nrFiles = rep.countNrStepAttributes( id_step, "file_name" );
    int nrFields = rep.countNrStepAttributes( id_step, "field_name" );

    allocate( nrFiles, nrFields );

    for ( int i = 0; i < nrFiles; i++ ) {
      fileName[i] = rep.getStepAttributeString( id_step, i, "file_name" );
      fileMask[i] = rep.getStepAttributeString( id_step, i, "file_mask" );
      fileRequired[i] = rep.getStepAttributeString( id_step, i, "file_required" );
      includeSubFolders[i] = rep.getStepAttributeString( id_step, i, "include_subfolders" );
    }

    for ( int i = 0; i < nrFields; i++ ) {
      YamlInputField field = new YamlInputField();

      field.setName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      field.setPath( rep.getStepAttributeString( id_step, i, "field_path" ) );
      field.setType( ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString( id_step, i, "field_type" ) ) );
      field.setFormat( rep.getStepAttributeString( id_step, i, "field_format" ) );
      field.setCurrencySymbol( rep.getStepAttributeString( id_step, i, "field_currency" ) );
      field.setDecimalSymbol( rep.getStepAttributeString( id_step, i, "field_decimal" ) );
      field.setGroupSymbol( rep.getStepAttributeString( id_step, i, "field_group" ) );
      field.setLength( (int) rep.getStepAttributeInteger( id_step, i, "field_length" ) );
      field.setPrecision( (int) rep.getStepAttributeInteger( id_step, i, "field_precision" ) );
      field.setTrimType( YamlInputField.getTrimTypeByCode( rep.getStepAttributeString(
        id_step, i, "field_trim_type" ) ) );

      inputFields[i] = field;
    }
    inFields = rep.getStepAttributeBoolean( id_step, "IsInFields" );
    IsAFile = rep.getStepAttributeBoolean( id_step, "IsAFile" );

    yamlField = rep.getStepAttributeString( id_step, "YamlField" );
  } catch ( Exception e ) {
    throw new KettleException(
      BaseMessages.getString( PKG, "YamlInputMeta.Exception.ErrorReadingRepository" ), e );
  }
}

Source File: UpdateMeta.java From pentaho-kettle with Apache License 2.0

4 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  this.databases = databases;
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );
    skipLookup = rep.getStepAttributeBoolean( id_step, "skip_lookup" );
    commitSize = rep.getStepAttributeString( id_step, "commit" );
    if ( commitSize == null ) {
      long comSz = -1;
      try {
        comSz = rep.getStepAttributeInteger( id_step, "commit" );
      } catch ( Exception ex ) {
        commitSize = "100";
      }
      if ( comSz >= 0 ) {
        commitSize = Long.toString( comSz );
      }
    }
    useBatchUpdate = rep.getStepAttributeBoolean( id_step, "use_batch" );
    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tableName = rep.getStepAttributeString( id_step, "table" );

    errorIgnored = rep.getStepAttributeBoolean( id_step, "error_ignored" );
    ignoreFlagField = rep.getStepAttributeString( id_step, "ignore_flag_field" );

    int nrKeyName = rep.countNrStepAttributes( id_step, "key_name" );
    int nrKeyField = rep.countNrStepAttributes( id_step, "key_field" );
    int nrKeyCondition = rep.countNrStepAttributes( id_step, "key_condition" );
    int nrKeyName2 = rep.countNrStepAttributes( id_step, "key_name2" );

    int nrkeys = Ints.max( nrKeyName, nrKeyCondition, nrKeyField, nrKeyName2 );

    int nrValueName = rep.countNrStepAttributes( id_step, "value_name" );
    int nrValueRename = rep.countNrStepAttributes( id_step, "value_rename" );

    int nrvalues = Ints.max( nrValueName, nrValueRename );

    allocate( nrkeys, nrvalues );

    for ( int i = 0; i < nrkeys; i++ ) {
      keyStream[i] = rep.getStepAttributeString( id_step, i, "key_name" );
      keyLookup[i] = rep.getStepAttributeString( id_step, i, "key_field" );
      keyCondition[i] = rep.getStepAttributeString( id_step, i, "key_condition" );
      keyStream2[i] = rep.getStepAttributeString( id_step, i, "key_name2" );
    }

    for ( int i = 0; i < nrvalues; i++ ) {
      updateLookup[i] = rep.getStepAttributeString( id_step, i, "value_name" );
      updateStream[i] = rep.getStepAttributeString( id_step, i, "value_rename" );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
      PKG, "UpdateMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository" ), e );
  }
}

Source File: CsvInputMeta.java From pentaho-kettle with Apache License 2.0

4 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    filename = rep.getStepAttributeString( id_step, getRepCode( "FILENAME" ) );
    filenameField = rep.getStepAttributeString( id_step, getRepCode( "FILENAME_FIELD" ) );
    rowNumField = rep.getStepAttributeString( id_step, getRepCode( "ROW_NUM_FIELD" ) );
    includingFilename = rep.getStepAttributeBoolean( id_step, getRepCode( "INCLUDE_FILENAME" ) );
    delimiter = rep.getStepAttributeString( id_step, getRepCode( "DELIMITER" ) );
    enclosure = rep.getStepAttributeString( id_step, getRepCode( "ENCLOSURE" ) );
    headerPresent = rep.getStepAttributeBoolean( id_step, getRepCode( "HEADER_PRESENT" ) );
    bufferSize = rep.getStepAttributeString( id_step, getRepCode( "BUFFERSIZE" ) );
    lazyConversionActive = rep.getStepAttributeBoolean( id_step, getRepCode( "LAZY_CONVERSION" ) );
    isaddresult = rep.getStepAttributeBoolean( id_step, getRepCode( "ADD_FILENAME_RESULT" ) );
    runningInParallel = rep.getStepAttributeBoolean( id_step, getRepCode( "PARALLEL" ) );
    newlinePossibleInFields =
      rep.getStepAttributeBoolean( id_step, 0, getRepCode( "NEWLINE_POSSIBLE" ), !runningInParallel );
    fileFormat = rep.getStepAttributeString( id_step, getRepCode( "FORMAT" ) );
    encoding = rep.getStepAttributeString( id_step, getRepCode( "ENCODING" ) );

    int nrfields = rep.countNrStepAttributes( id_step, getRepCode( "FIELD_NAME" ) );

    allocate( nrfields );

    for ( int i = 0; i < nrfields; i++ ) {
      inputFields[i] = new TextFileInputField();

      inputFields[i].setName( rep.getStepAttributeString( id_step, i, getRepCode( "FIELD_NAME" ) ) );
      inputFields[i].setType( ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString(
        id_step, i, getRepCode( "FIELD_TYPE" ) ) ) );
      inputFields[i].setFormat( rep.getStepAttributeString( id_step, i, getRepCode( "FIELD_FORMAT" ) ) );
      inputFields[i]
        .setCurrencySymbol( rep.getStepAttributeString( id_step, i, getRepCode( "FIELD_CURRENCY" ) ) );
      inputFields[i].setDecimalSymbol( rep.getStepAttributeString( id_step, i, getRepCode( "FIELD_DECIMAL" ) ) );
      inputFields[i].setGroupSymbol( rep.getStepAttributeString( id_step, i, getRepCode( "FIELD_GROUP" ) ) );
      inputFields[i].setLength( (int) rep.getStepAttributeInteger( id_step, i, getRepCode( "FIELD_LENGTH" ) ) );
      inputFields[i].setPrecision( (int) rep
        .getStepAttributeInteger( id_step, i, getRepCode( "FIELD_PRECISION" ) ) );
      inputFields[i].setTrimType( ValueMetaString.getTrimTypeByCode( rep.getStepAttributeString(
        id_step, i, getRepCode( "FIELD_TRIM_TYPE" ) ) ) );
    }
  } catch ( Exception e ) {
    throw new KettleException( "Unexpected error reading step information from the repository", e );
  }
}

Source File: DimensionLookupMeta.java From pentaho-kettle with Apache License 2.0

4 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases )
  throws KettleException {
  try {
    this.databases = databases;
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );

    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tableName = rep.getStepAttributeString( id_step, "table" );
    commitSize = (int) rep.getStepAttributeInteger( id_step, "commit" );
    update = rep.getStepAttributeBoolean( id_step, "update" );

    int nrkeys = rep.countNrStepAttributes( id_step, "lookup_key_name" );
    int nrfields = rep.countNrStepAttributes( id_step, "field_update" );

    allocate( nrkeys, nrfields );

    for ( int i = 0; i < nrkeys; i++ ) {
      keyStream[i] = rep.getStepAttributeString( id_step, i, "lookup_key_name" );
      keyLookup[i] = rep.getStepAttributeString( id_step, i, "lookup_key_field" );
    }

    dateField = rep.getStepAttributeString( id_step, "date_name" );
    dateFrom = rep.getStepAttributeString( id_step, "date_from" );
    dateTo = rep.getStepAttributeString( id_step, "date_to" );

    for ( int i = 0; i < nrfields; i++ ) {
      fieldStream[i] = rep.getStepAttributeString( id_step, i, "field_name" );
      fieldLookup[i] = rep.getStepAttributeString( id_step, i, "field_lookup" );
      fieldUpdate[i] = getUpdateType( update, rep.getStepAttributeString( id_step, i, "field_update" ) );
      if ( !update ) {
        returnType[i] = fieldUpdate[i];
      }
    }

    keyField = rep.getStepAttributeString( id_step, "return_name" );
    keyRename = rep.getStepAttributeString( id_step, "return_rename" );
    autoIncrement = rep.getStepAttributeBoolean( id_step, "use_autoinc" );
    versionField = rep.getStepAttributeString( id_step, "version_field" );
    techKeyCreation = rep.getStepAttributeString( id_step, "creation_method" );
    if ( update ) { // symmetry with readData above ...
      sequenceName = rep.getStepAttributeString( id_step, "sequence" );
    }
    minYear = (int) rep.getStepAttributeInteger( id_step, "min_year" );
    maxYear = (int) rep.getStepAttributeInteger( id_step, "max_year" );

    cacheSize = (int) rep.getStepAttributeInteger( id_step, "cache_size" );
    preloadingCache = rep.getStepAttributeBoolean( id_step, "preload_cache" );
    useBatchUpdate = rep.getStepAttributeBoolean( id_step, "useBatch" );

    usingStartDateAlternative = rep.getStepAttributeBoolean( id_step, "use_start_date_alternative" );
    startDateAlternative = getStartDateAlternative( rep.getStepAttributeString( id_step, "start_date_alternative" ) );
    startDateFieldName = rep.getStepAttributeString( id_step, "start_date_field_name" );
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString( PKG,
        "DimensionLookupMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository" ), e );
  }
}

Source File: MonetDBBulkLoaderMeta.java From pentaho-kettle with Apache License 2.0

4 votes

public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases ) throws KettleException {
  try {
    databaseMeta = rep.loadDatabaseMetaFromStepAttribute( id_step, "id_connection", databases );
    bufferSize = rep.getStepAttributeString( id_step, "buffer_size" );
    dbConnectionName = rep.getStepAttributeString( id_step, "db_connection_name" );
    schemaName = rep.getStepAttributeString( id_step, "schema" );
    tableName = rep.getStepAttributeString( id_step, "table" );
    logFile = rep.getStepAttributeString( id_step, "log_file" );

    // The following default assignments are for backward compatibility with files saved under PDI version 4.4 files
    fieldSeparator = rep.getStepAttributeString( id_step, "field_separator" );
    if ( fieldSeparator == null ) {
      fieldEnclosure = "\"";
    }
    fieldEnclosure = rep.getStepAttributeString( id_step, "field_enclosure" );
    if ( fieldEnclosure == null ) {
      fieldEnclosure = "\"";
    }
    NULLrepresentation = rep.getStepAttributeString( id_step, "null_representation" );
    if ( NULLrepresentation == null ) {
      NULLrepresentation = "";
    }
    encoding = rep.getStepAttributeString( id_step, "encoding" );
    if ( encoding == null ) {
      encoding = "UTF-8";
    }
    truncate = Boolean.parseBoolean( rep.getStepAttributeString( id_step, "truncate" ) );

    // This expression will only return true if a yes value was previously recorded; false otherwise.
    fullyQuoteSQL = Boolean.parseBoolean( rep.getStepAttributeString( id_step, "fully_quote_sql" ) );
    int nrvalues = rep.countNrStepAttributes( id_step, "stream_name" );

    allocate( nrvalues );

    for ( int i = 0; i < nrvalues; i++ ) {
      fieldTable[i] = rep.getStepAttributeString( id_step, i, "stream_name" );
      fieldStream[i] = rep.getStepAttributeString( id_step, i, "field_name" );
      if ( fieldStream[i] == null ) {
        fieldStream[i] = fieldTable[i];
      }
      fieldFormatOk[i] = rep.getStepAttributeBoolean( id_step, i, "field_format_ok" );
    }
  } catch ( Exception e ) {
    throw new KettleException( BaseMessages.getString(
        PKG, "MonetDBBulkLoaderMeta.Exception.UnexpectedErrorReadingStepInfoFromRepository" ), e );
  }
}

Source File: JsonInputMeta.java From pentaho-kettle with Apache License 2.0

4 votes

@Override
public void readRep( Repository rep, IMetaStore metaStore, ObjectId id_step, List<DatabaseMeta> databases )
  throws KettleException {

  try {
    includeFilename = rep.getStepAttributeBoolean( id_step, "include" );
    filenameField = rep.getStepAttributeString( id_step, "include_field" );

    addResultFile = rep.getStepAttributeBoolean( id_step, "addresultfile" );

    readurl = rep.getStepAttributeBoolean( id_step, "readurl" );

    removeSourceField = rep.getStepAttributeBoolean( id_step, "removeSourceField" );

    isIgnoreEmptyFile = rep.getStepAttributeBoolean( id_step, "IsIgnoreEmptyFile" );
    ignoreMissingPath = rep.getStepAttributeBoolean( id_step, "ignoreMissingPath" );
    defaultPathLeafToNull = rep.getStepAttributeBoolean( id_step, 0, "defaultPathLeafToNull", true );

    doNotFailIfNoFile = rep.getStepAttributeBoolean( id_step, "doNotFailIfNoFile" );

    includeRowNumber = rep.getStepAttributeBoolean( id_step, "rownum" );
    rowNumberField = rep.getStepAttributeString( id_step, "rownum_field" );
    rowLimit = rep.getStepAttributeInteger( id_step, "limit" );

    int nrFiles = rep.countNrStepAttributes( id_step, "file_name" );
    int nrFields = rep.countNrStepAttributes( id_step, "field_name" );

    initArrayFields( nrFiles, nrFields );

    for ( int i = 0; i < nrFiles; i++ ) {
      getFileName()[i] = rep.getStepAttributeString( id_step, i, "file_name" );
      getFileMask()[i] = rep.getStepAttributeString( id_step, i, "file_mask" );
      getExcludeFileMask()[i] = rep.getStepAttributeString( id_step, i, "exclude_file_mask" );
      getFileRequired()[i] = rep.getStepAttributeString( id_step, i, "file_required" );
      getIncludeSubFolders()[i] = rep.getStepAttributeString( id_step, i, "include_subfolders" );
    }

    for ( int i = 0; i < nrFields; i++ ) {
      JsonInputField field = new JsonInputField();

      field.setName( rep.getStepAttributeString( id_step, i, "field_name" ) );
      field.setPath( rep.getStepAttributeString( id_step, i, "field_path" ) );
      field.setType( ValueMetaFactory.getIdForValueMeta( rep.getStepAttributeString( id_step, i, "field_type" ) ) );
      field.setFormat( rep.getStepAttributeString( id_step, i, "field_format" ) );
      field.setCurrencySymbol( rep.getStepAttributeString( id_step, i, "field_currency" ) );
      field.setDecimalSymbol( rep.getStepAttributeString( id_step, i, "field_decimal" ) );
      field.setGroupSymbol( rep.getStepAttributeString( id_step, i, "field_group" ) );
      field.setLength( (int) rep.getStepAttributeInteger( id_step, i, "field_length" ) );
      field.setPrecision( (int) rep.getStepAttributeInteger( id_step, i, "field_precision" ) );
      field.setTrimType( ValueMetaBase.getTrimTypeByCode( rep.getStepAttributeString(
        id_step, i, "field_trim_type" ) ) );
      field.setRepeated( rep.getStepAttributeBoolean( id_step, i, "field_repeat" ) );

      getInputFields()[i] = field;
    }
    setInFields( rep.getStepAttributeBoolean( id_step, "IsInFields" ) );
    isAFile = rep.getStepAttributeBoolean( id_step, "IsAFile" );

    valueField = rep.getStepAttributeString( id_step, "valueField" );

    setShortFileNameField( rep.getStepAttributeString( id_step, "shortFileFieldName" ) );
    setPathField( rep.getStepAttributeString( id_step, "pathFieldName" ) );
    setIsHiddenField( rep.getStepAttributeString( id_step, "hiddenFieldName" ) );
    setLastModificationDateField( rep.getStepAttributeString( id_step, "lastModificationTimeFieldName" ) );
    setUriField( rep.getStepAttributeString( id_step, "uriNameFieldName" ) );
    setRootUriField( rep.getStepAttributeString( id_step, "rootUriNameFieldName" ) );
    setExtensionField( rep.getStepAttributeString( id_step, "extensionFieldName" ) );
    setSizeField( rep.getStepAttributeString( id_step, "sizeFieldName" ) );
  } catch ( Exception e ) {
    throw new KettleException(
      BaseMessages.getString( PKG, "JsonInputMeta.Exception.ErrorReadingRepository" ), e );
  }
}

Java Code Examples for org.pentaho.di.repository.Repository#getStepAttributeBoolean()