Created
July 22, 2015 14:09
-
-
Save rishuatgithub/dab811352e3e007c7a54 to your computer and use it in GitHub Desktop.
Auto changing new columns
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8"?> | |
| <transformation> | |
| <info> | |
| <name>T_TransformDate</name> | |
| <description/> | |
| <extended_description/> | |
| <trans_version/> | |
| <trans_type>Normal</trans_type> | |
| <directory>/</directory> | |
| <parameters> | |
| </parameters> | |
| <log> | |
| <trans-log-table><connection/> | |
| <schema/> | |
| <table/> | |
| <size_limit_lines/> | |
| <interval/> | |
| <timeout_days/> | |
| <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table> | |
| <perf-log-table><connection/> | |
| <schema/> | |
| <table/> | |
| <interval/> | |
| <timeout_days/> | |
| <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table> | |
| <channel-log-table><connection/> | |
| <schema/> | |
| <table/> | |
| <timeout_days/> | |
| <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table> | |
| <step-log-table><connection/> | |
| <schema/> | |
| <table/> | |
| <timeout_days/> | |
| <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table> | |
| <metrics-log-table><connection/> | |
| <schema/> | |
| <table/> | |
| <timeout_days/> | |
| <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table> | |
| </log> | |
| <maxdate> | |
| <connection/> | |
| <table/> | |
| <field/> | |
| <offset>0.0</offset> | |
| <maxdiff>0.0</maxdiff> | |
| </maxdate> | |
| <size_rowset>10000</size_rowset> | |
| <sleep_time_empty>50</sleep_time_empty> | |
| <sleep_time_full>50</sleep_time_full> | |
| <unique_connections>N</unique_connections> | |
| <feedback_shown>Y</feedback_shown> | |
| <feedback_size>50000</feedback_size> | |
| <using_thread_priorities>Y</using_thread_priorities> | |
| <shared_objects_file/> | |
| <capture_step_performance>N</capture_step_performance> | |
| <step_performance_capturing_delay>1000</step_performance_capturing_delay> | |
| <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit> | |
| <dependencies> | |
| </dependencies> | |
| <partitionschemas> | |
| </partitionschemas> | |
| <slaveservers> | |
| </slaveservers> | |
| <clusterschemas> | |
| </clusterschemas> | |
| <created_user>-</created_user> | |
| <created_date>2015/07/22 18:47:07.521</created_date> | |
| <modified_user>-</modified_user> | |
| <modified_date>2015/07/22 18:47:07.521</modified_date> | |
| </info> | |
| <notepads> | |
| </notepads> | |
| <connection> | |
| <name>AgileBI</name> | |
| <server>localhost</server> | |
| <type>MONETDB</type> | |
| <access>Native</access> | |
| <database>pentaho-instaview</database> | |
| <port>50000</port> | |
| <username>monetdb</username> | |
| <password>Encrypted 2be98afc86aa7f2e4cb14a17edb86abd8</password> | |
| <servername/> | |
| <data_tablespace/> | |
| <index_tablespace/> | |
| <read_only>true</read_only> | |
| <attributes> | |
| <attribute><code>EXTRA_OPTION_INFOBRIGHT.characterEncoding</code><attribute>UTF-8</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute> | |
| <attribute><code>PORT_NUMBER</code><attribute>50000</attribute></attribute> | |
| <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute> | |
| <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute> | |
| </attributes> | |
| </connection> | |
| <connection> | |
| <name>CManage_MR_ETL</name> | |
| <server>${MR_ETL_TGT_HOST}</server> | |
| <type>MYSQL</type> | |
| <access>Native</access> | |
| <database>${MR_ETL_TGT_NAME}</database> | |
| <port>${MR_ETL_PORT}</port> | |
| <username>${MR_ETL_USER}</username> | |
| <password>${MR_ETL_PWD}</password> | |
| <servername/> | |
| <data_tablespace/> | |
| <index_tablespace/> | |
| <attributes> | |
| <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute> | |
| <attribute><code>PORT_NUMBER</code><attribute>${MR_ETL_PORT}</attribute></attribute> | |
| <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute> | |
| <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute> | |
| <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute> | |
| <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute> | |
| </attributes> | |
| </connection> | |
| <connection> | |
| <name>CManage_MR_Mart</name> | |
| <server>${MR_MART_TGT_HOST}</server> | |
| <type>MYSQL</type> | |
| <access>Native</access> | |
| <database>${MR_MART_TGT_NAME}</database> | |
| <port>${MR_MART_PORT}</port> | |
| <username>${MR_MART_USER}</username> | |
| <password>${MR_MART_PWD}</password> | |
| <servername/> | |
| <data_tablespace/> | |
| <index_tablespace/> | |
| <attributes> | |
| <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute> | |
| <attribute><code>PORT_NUMBER</code><attribute>${MR_MART_PORT}</attribute></attribute> | |
| <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute> | |
| <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute> | |
| <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute> | |
| <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute> | |
| </attributes> | |
| </connection> | |
| <connection> | |
| <name>CManage_Prod_ETL</name> | |
| <server>${MR_PRODETL_TGT_HOST}</server> | |
| <type>MYSQL</type> | |
| <access>Native</access> | |
| <database>${MR_PRODETL_TGT_NAME}</database> | |
| <port>${MR_PRODETL_PORT}</port> | |
| <username>${MR_PRODETL_USER}</username> | |
| <password>${MR_PRODETL_PWD}</password> | |
| <servername/> | |
| <data_tablespace/> | |
| <index_tablespace/> | |
| <attributes> | |
| <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute> | |
| <attribute><code>PORT_NUMBER</code><attribute>${MR_PRODETL_PORT}</attribute></attribute> | |
| <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute> | |
| <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute> | |
| <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute> | |
| <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute> | |
| </attributes> | |
| </connection> | |
| <connection> | |
| <name>CManage_Prod_Mart</name> | |
| <server>${MR_PRODMART_TGT_HOST}</server> | |
| <type>MYSQL</type> | |
| <access>Native</access> | |
| <database>${MR_PRODMART_TGT_NAME}</database> | |
| <port>${MR_PRODMART_PORT}</port> | |
| <username>${MR_PRODMART_USER}</username> | |
| <password>${MR_PRODMART_PWD}</password> | |
| <servername/> | |
| <data_tablespace/> | |
| <index_tablespace/> | |
| <attributes> | |
| <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute> | |
| <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute> | |
| <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute> | |
| <attribute><code>PORT_NUMBER</code><attribute>${MR_PRODMART_PORT}</attribute></attribute> | |
| <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute> | |
| <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute> | |
| <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute> | |
| <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute> | |
| </attributes> | |
| </connection> | |
| <order> | |
| <hop> <from>Source Table</from><to>Get Table Metadata</to><enabled>Y</enabled> </hop> | |
| <hop> <from>Get Table Metadata</from><to>Add to_Char</to><enabled>Y</enabled> </hop> | |
| <hop> <from>Add to_Char</from><to>Group Field</to><enabled>Y</enabled> </hop> | |
| <hop> <from>Group Field</from><to>Set Variables</to><enabled>Y</enabled> </hop> | |
| </order> | |
| <step> | |
| <name>Source Table</name> | |
| <type>DataGrid</type> | |
| <description/> | |
| <distribute>Y</distribute> | |
| <custom_distribution/> | |
| <copies>1</copies> | |
| <partitioning> | |
| <method>none</method> | |
| <schema_name/> | |
| </partitioning> | |
| <fields> | |
| <field> | |
| <name>col1</name> | |
| <type>Date</type> | |
| <format/> | |
| <currency/> | |
| <decimal/> | |
| <group/> | |
| <length>-1</length> | |
| <precision>-1</precision> | |
| <set_empty_string>N</set_empty_string> | |
| </field> | |
| <field> | |
| <name>col2</name> | |
| <type>Date</type> | |
| <format/> | |
| <currency/> | |
| <decimal/> | |
| <group/> | |
| <length>-1</length> | |
| <precision>-1</precision> | |
| <set_empty_string>N</set_empty_string> | |
| </field> | |
| <field> | |
| <name>col3</name> | |
| <type>String</type> | |
| <format/> | |
| <currency/> | |
| <decimal/> | |
| <group/> | |
| <length>-1</length> | |
| <precision>-1</precision> | |
| <set_empty_string>N</set_empty_string> | |
| </field> | |
| </fields> | |
| <data> | |
| <line> <item/><item/><item/> </line> | |
| </data> | |
| <cluster_schema/> | |
| <remotesteps> <input> </input> <output> </output> </remotesteps> <GUI> | |
| <xloc>72</xloc> | |
| <yloc>134</yloc> | |
| <draw>Y</draw> | |
| </GUI> | |
| </step> | |
| <step> | |
| <name>Get Table Metadata</name> | |
| <type>StepMetastructure</type> | |
| <description/> | |
| <distribute>Y</distribute> | |
| <custom_distribution/> | |
| <copies>1</copies> | |
| <partitioning> | |
| <method>none</method> | |
| <schema_name/> | |
| </partitioning> | |
| <outputRowcount>N</outputRowcount> | |
| <rowcountField/> | |
| <cluster_schema/> | |
| <remotesteps> <input> </input> <output> </output> </remotesteps> <GUI> | |
| <xloc>187</xloc> | |
| <yloc>135</yloc> | |
| <draw>Y</draw> | |
| </GUI> | |
| </step> | |
| <step> | |
| <name>Add to_Char</name> | |
| <type>ScriptValueMod</type> | |
| <description/> | |
| <distribute>Y</distribute> | |
| <custom_distribution/> | |
| <copies>1</copies> | |
| <partitioning> | |
| <method>none</method> | |
| <schema_name/> | |
| </partitioning> | |
| <compatible>N</compatible> | |
| <optimizationLevel>9</optimizationLevel> | |
| <jsScripts> <jsScript> <jsScript_type>0</jsScript_type> | |
| <jsScript_name>Script 1</jsScript_name> | |
| <jsScript_script>//Script here

var nwFieldName;

if(Type=="Date"){

 nwFieldName="to_Char("+Fieldname+")";

}else {

 nwFieldName=Fieldname;

}</jsScript_script> | |
| </jsScript> </jsScripts> <fields> <field> <name>nwFieldName</name> | |
| <rename>nwFieldName</rename> | |
| <type>String</type> | |
| <length>-1</length> | |
| <precision>-1</precision> | |
| <replace>N</replace> | |
| </field> </fields> <cluster_schema/> | |
| <remotesteps> <input> </input> <output> </output> </remotesteps> <GUI> | |
| <xloc>304</xloc> | |
| <yloc>135</yloc> | |
| <draw>Y</draw> | |
| </GUI> | |
| </step> | |
| <step> | |
| <name>Group Field</name> | |
| <type>MemoryGroupBy</type> | |
| <description/> | |
| <distribute>Y</distribute> | |
| <custom_distribution/> | |
| <copies>1</copies> | |
| <partitioning> | |
| <method>none</method> | |
| <schema_name/> | |
| </partitioning> | |
| <give_back_row>N</give_back_row> | |
| <group> | |
| <field> | |
| <name>Origin</name> | |
| </field> | |
| </group> | |
| <fields> | |
| <field> | |
| <aggregate>nwFieldName</aggregate> | |
| <subject>nwFieldName</subject> | |
| <type>CONCAT_STRING</type> | |
| <valuefield>,</valuefield> | |
| </field> | |
| </fields> | |
| <cluster_schema/> | |
| <remotesteps> <input> </input> <output> </output> </remotesteps> <GUI> | |
| <xloc>407</xloc> | |
| <yloc>135</yloc> | |
| <draw>Y</draw> | |
| </GUI> | |
| </step> | |
| <step> | |
| <name>Set Variables</name> | |
| <type>SetVariable</type> | |
| <description/> | |
| <distribute>Y</distribute> | |
| <custom_distribution/> | |
| <copies>1</copies> | |
| <partitioning> | |
| <method>none</method> | |
| <schema_name/> | |
| </partitioning> | |
| <fields> | |
| <field> | |
| <field_name>nwFieldName</field_name> | |
| <variable_name>NWFIELDNAME</variable_name> | |
| <variable_type>ROOT_JOB</variable_type> | |
| <default_value/> | |
| </field> | |
| </fields> | |
| <use_formatting>Y</use_formatting> | |
| <cluster_schema/> | |
| <remotesteps> <input> </input> <output> </output> </remotesteps> <GUI> | |
| <xloc>523</xloc> | |
| <yloc>136</yloc> | |
| <draw>Y</draw> | |
| </GUI> | |
| </step> | |
| <step_error_handling> | |
| </step_error_handling> | |
| <slave-step-copy-partition-distribution> | |
| </slave-step-copy-partition-distribution> | |
| <slave_transformation>N</slave_transformation> | |
| </transformation> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment