├── README.md
├── common
    ├── hive_meta.kdb
    ├── jb_etl_dim.kjb
    ├── repository.log
    ├── tr_delete_dm_table_by_date.ktr
    ├── tr_delete_st_meta_trans.ktr
    ├── tr_delete_st_table_by_date.ktr
    ├── tr_etl_bank.ktr
    ├── tr_etl_busitype.ktr
    ├── tr_etl_paymethod.ktr
    ├── tr_etl_paytype.ktr
    ├── tr_etl_tpp.ktr
    ├── tr_etl_transactiontype.ktr
    ├── tr_init_initdayparam.ktr
    ├── tr_init_inithourparam.ktr
    ├── tr_init_initmonthparam.ktr
    └── tr_init_sqp_params.ktr
├── hive_meta
    ├── tr_mount_hive_data_file_location.ktr
    ├── tr_select_hive_db_meta.ktr
    └── tr_select_hive_partition_meta.ktr
├── sqp_exec
    ├── jb_exec_sqp_job_by_name.kjb
    ├── jb_exec_sqp_job_by_name_hour.kjb
    ├── jb_exec_sqp_job_for_evey_datasource.kjb
    ├── jb_replace_sqp_job_params.kjb
    ├── job_exec_sqp_job.kjb
    ├── tr_get_sqoop_cmd.ktr
    ├── tr_init_sqoop_command.ktr
    ├── tr_save_sqp_execute_record.ktr
    ├── tr_select_sqp_job.ktr
    ├── tr_select_sqp_job_meta.ktr
    └── tr_select_src_db.ktr
└── test
    ├── Create result rows.ktr
    ├── Evaluate result rows.kjb
    ├── JavaScript  create new rows.ktr
    ├── Test.ktr
    ├── get file name.ktr
    ├── jb_load_file_to_hive.kjb
    ├── test_ods.kjb
    ├── test_sqp_exec.ktr
    └── tr_test_sqp_cmd.ktr


/README.md:
--------------------------------------------------------------------------------
1 | # DW_ETL
2 | 数据仓库KETTLE ETL资源库
3 | 
4 | 数据仓库ETL资源库,通过kettle管理元数据
5 | 


--------------------------------------------------------------------------------
/common/hive_meta.kdb:
--------------------------------------------------------------------------------
 1 |   <connection>
 2 |     <name>hive_meta</name>
 3 |     <server>127.0.0.1</server>
 4 |     <type>MYSQL</type>
 5 |     <access>JNDI</access>
 6 |     <database>HIVE_META</database>
 7 |     <port>3306</port>
 8 |     <username/>
 9 |     <password>Encrypted </password>
10 |     <servername/>
11 |     <data_tablespace/>
12 |     <index_tablespace/>
13 |     <attributes>
14 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
15 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
16 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
17 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
18 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
19 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
20 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
21 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
22 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
23 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
24 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
25 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
26 |     </attributes>
27 |   </connection>
28 | 


--------------------------------------------------------------------------------
/common/repository.log:
--------------------------------------------------------------------------------
1 | Save repository element : hive_meta : Creation of initial version
2 | Save database : Modification by user
3 | Save repository element : hive_meta : Modification by user
4 | Save database : Modification by user
5 | Save repository element : hive_meta : Modification by user
6 | Save database : Modification by user
7 | Save repository element : hive_meta : Modification by user
8 | 


--------------------------------------------------------------------------------
/common/tr_etl_bank.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_etl_bank</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#47;common</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 |     </log>
 37 |     <maxdate>
 38 |       <connection/>
 39 |       <table/>
 40 |       <field/>
 41 |       <offset>0.0</offset>
 42 |       <maxdiff>0.0</maxdiff>
 43 |     </maxdate>
 44 |     <size_rowset>10000</size_rowset>
 45 |     <sleep_time_empty>50</sleep_time_empty>
 46 |     <sleep_time_full>50</sleep_time_full>
 47 |     <unique_connections>N</unique_connections>
 48 |     <feedback_shown>Y</feedback_shown>
 49 |     <feedback_size>50000</feedback_size>
 50 |     <using_thread_priorities>Y</using_thread_priorities>
 51 |     <shared_objects_file/>
 52 |     <capture_step_performance>N</capture_step_performance>
 53 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 54 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 55 |     <dependencies>
 56 |     </dependencies>
 57 |     <partitionschemas>
 58 |     </partitionschemas>
 59 |     <slaveservers>
 60 |     </slaveservers>
 61 |     <clusterschemas>
 62 |     </clusterschemas>
 63 |   <created_user>-</created_user>
 64 |   <created_date>2014&#47;05&#47;27 01:14:29.410</created_date>
 65 |   <modified_user>-</modified_user>
 66 |   <modified_date>2014&#47;05&#47;27 01:21:04.756</modified_date>
 67 |   </info>
 68 |   <notepads>
 69 |   </notepads>
 70 |   <connection>
 71 |     <name>pay_check</name>
 72 |     <server/>
 73 |     <type>MYSQL</type>
 74 |     <access>JNDI</access>
 75 |     <database>PAY_CHECK</database>
 76 |     <port>1521</port>
 77 |     <username/>
 78 |     <password>Encrypted </password>
 79 |     <servername/>
 80 |     <data_tablespace/>
 81 |     <index_tablespace/>
 82 |     <attributes>
 83 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 84 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 85 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 87 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 89 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |   <connection>
 96 |     <name>pay_refund</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>PAY_REFUND</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 |     </attributes>
119 |   </connection>
120 |   <connection>
121 |     <name>pay_remit</name>
122 |     <server/>
123 |     <type>MYSQL</type>
124 |     <access>JNDI</access>
125 |     <database>PAY_REMIT</database>
126 |     <port>1521</port>
127 |     <username/>
128 |     <password>Encrypted </password>
129 |     <servername/>
130 |     <data_tablespace/>
131 |     <index_tablespace/>
132 |     <attributes>
133 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
139 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 |     </attributes>
144 |   </connection>
145 |   <connection>
146 |     <name>pay_report</name>
147 |     <server/>
148 |     <type>MYSQL</type>
149 |     <access>JNDI</access>
150 |     <database>PAY_REPORT</database>
151 |     <port>1521</port>
152 |     <username/>
153 |     <password>Encrypted </password>
154 |     <servername/>
155 |     <data_tablespace/>
156 |     <index_tablespace/>
157 |     <attributes>
158 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
159 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
160 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
161 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
162 |       <attribute><code>INITIAL_POOL_SIZE</code><attribute>5</attribute></attribute>
163 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164 |       <attribute><code>MAXIMUM_POOL_SIZE</code><attribute>10</attribute></attribute>
165 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
166 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
167 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
168 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
169 |       <attribute><code>USE_POOLING</code><attribute>Y</attribute></attribute>
170 |     </attributes>
171 |   </connection>
172 |   <connection>
173 |     <name>pay_trans</name>
174 |     <server/>
175 |     <type>MYSQL</type>
176 |     <access>JNDI</access>
177 |     <database>PAY_TRANS</database>
178 |     <port>1521</port>
179 |     <username/>
180 |     <password>Encrypted </password>
181 |     <servername/>
182 |     <data_tablespace/>
183 |     <index_tablespace/>
184 |     <attributes>
185 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
186 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
187 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
188 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
189 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
190 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
191 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
192 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
193 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
194 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
195 |     </attributes>
196 |   </connection>
197 |   <order>
198 |   <hop> <from>Table input</from><to>Table output</to><enabled>Y</enabled> </hop>  </order>
199 |   <step>
200 |     <name>Table input</name>
201 |     <type>TableInput</type>
202 |     <description/>
203 |     <distribute>Y</distribute>
204 |     <copies>1</copies>
205 |          <partitioning>
206 |            <method>none</method>
207 |            <schema_name/>
208 |            </partitioning>
209 |     <connection>pay_trans</connection>
210 |     <sql>SELECT
211 |   bankCode
212 | , bankShortName
213 | , bankFullName
214 | , picUrl
215 | , payTypeId
216 | , status
217 | , level
218 | FROM bank
219 | </sql>
220 |     <limit>0</limit>
221 |     <lookup/>
222 |     <execute_each_row>N</execute_each_row>
223 |     <variables_active>N</variables_active>
224 |     <lazy_conversion_active>N</lazy_conversion_active>
225 |      <cluster_schema/>
226 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
227 |       <xloc>288</xloc>
228 |       <yloc>156</yloc>
229 |       <draw>Y</draw>
230 |       </GUI>
231 |     </step>
232 | 
233 |   <step>
234 |     <name>Table output</name>
235 |     <type>TableOutput</type>
236 |     <description/>
237 |     <distribute>Y</distribute>
238 |     <copies>1</copies>
239 |          <partitioning>
240 |            <method>none</method>
241 |            <schema_name/>
242 |            </partitioning>
243 |     <connection>pay_report</connection>
244 |     <schema/>
245 |     <table>bank</table>
246 |     <commit>${qunar.pay.data.etl.common.db.common.commit.size}</commit>
247 |     <truncate>Y</truncate>
248 |     <ignore_errors>N</ignore_errors>
249 |     <use_batch>Y</use_batch>
250 |     <specify_fields>N</specify_fields>
251 |     <partitioning_enabled>N</partitioning_enabled>
252 |     <partitioning_field/>
253 |     <partitioning_daily>N</partitioning_daily>
254 |     <partitioning_monthly>Y</partitioning_monthly>
255 |     <tablename_in_field>N</tablename_in_field>
256 |     <tablename_field/>
257 |     <tablename_in_table>Y</tablename_in_table>
258 |     <return_keys>N</return_keys>
259 |     <return_field/>
260 |     <fields>
261 |     </fields>
262 |      <cluster_schema/>
263 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
264 |       <xloc>509</xloc>
265 |       <yloc>156</yloc>
266 |       <draw>Y</draw>
267 |       </GUI>
268 |     </step>
269 | 
270 |   <step_error_handling>
271 |   </step_error_handling>
272 |    <slave-step-copy-partition-distribution>
273 | </slave-step-copy-partition-distribution>
274 |    <slave_transformation>N</slave_transformation>
275 | </transformation>
276 | 


--------------------------------------------------------------------------------
/common/tr_etl_paymethod.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_etl_paymethod</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#47;common</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 |     </log>
 37 |     <maxdate>
 38 |       <connection/>
 39 |       <table/>
 40 |       <field/>
 41 |       <offset>0.0</offset>
 42 |       <maxdiff>0.0</maxdiff>
 43 |     </maxdate>
 44 |     <size_rowset>10000</size_rowset>
 45 |     <sleep_time_empty>50</sleep_time_empty>
 46 |     <sleep_time_full>50</sleep_time_full>
 47 |     <unique_connections>N</unique_connections>
 48 |     <feedback_shown>Y</feedback_shown>
 49 |     <feedback_size>50000</feedback_size>
 50 |     <using_thread_priorities>Y</using_thread_priorities>
 51 |     <shared_objects_file/>
 52 |     <capture_step_performance>N</capture_step_performance>
 53 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 54 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 55 |     <dependencies>
 56 |     </dependencies>
 57 |     <partitionschemas>
 58 |     </partitionschemas>
 59 |     <slaveservers>
 60 |     </slaveservers>
 61 |     <clusterschemas>
 62 |     </clusterschemas>
 63 |   <created_user>-</created_user>
 64 |   <created_date>2014&#47;05&#47;27 01:21:10.548</created_date>
 65 |   <modified_user>-</modified_user>
 66 |   <modified_date>2014&#47;05&#47;27 01:21:58.390</modified_date>
 67 |   </info>
 68 |   <notepads>
 69 |   </notepads>
 70 |   <connection>
 71 |     <name>pay_check</name>
 72 |     <server/>
 73 |     <type>MYSQL</type>
 74 |     <access>JNDI</access>
 75 |     <database>PAY_CHECK</database>
 76 |     <port>1521</port>
 77 |     <username/>
 78 |     <password>Encrypted </password>
 79 |     <servername/>
 80 |     <data_tablespace/>
 81 |     <index_tablespace/>
 82 |     <attributes>
 83 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 84 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 85 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 87 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 89 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |   <connection>
 96 |     <name>pay_refund</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>PAY_REFUND</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 |     </attributes>
119 |   </connection>
120 |   <connection>
121 |     <name>pay_remit</name>
122 |     <server/>
123 |     <type>MYSQL</type>
124 |     <access>JNDI</access>
125 |     <database>PAY_REMIT</database>
126 |     <port>1521</port>
127 |     <username/>
128 |     <password>Encrypted </password>
129 |     <servername/>
130 |     <data_tablespace/>
131 |     <index_tablespace/>
132 |     <attributes>
133 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
139 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 |     </attributes>
144 |   </connection>
145 |   <connection>
146 |     <name>pay_report</name>
147 |     <server/>
148 |     <type>MYSQL</type>
149 |     <access>JNDI</access>
150 |     <database>PAY_REPORT</database>
151 |     <port>1521</port>
152 |     <username/>
153 |     <password>Encrypted </password>
154 |     <servername/>
155 |     <data_tablespace/>
156 |     <index_tablespace/>
157 |     <attributes>
158 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
159 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
160 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
161 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
162 |       <attribute><code>INITIAL_POOL_SIZE</code><attribute>5</attribute></attribute>
163 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164 |       <attribute><code>MAXIMUM_POOL_SIZE</code><attribute>10</attribute></attribute>
165 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
166 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
167 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
168 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
169 |       <attribute><code>USE_POOLING</code><attribute>Y</attribute></attribute>
170 |     </attributes>
171 |   </connection>
172 |   <connection>
173 |     <name>pay_trans</name>
174 |     <server/>
175 |     <type>MYSQL</type>
176 |     <access>JNDI</access>
177 |     <database>PAY_TRANS</database>
178 |     <port>1521</port>
179 |     <username/>
180 |     <password>Encrypted </password>
181 |     <servername/>
182 |     <data_tablespace/>
183 |     <index_tablespace/>
184 |     <attributes>
185 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
186 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
187 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
188 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
189 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
190 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
191 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
192 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
193 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
194 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
195 |     </attributes>
196 |   </connection>
197 |   <order>
198 |   <hop> <from>Table input</from><to>Table output</to><enabled>Y</enabled> </hop>  </order>
199 |   <step>
200 |     <name>Table input</name>
201 |     <type>TableInput</type>
202 |     <description/>
203 |     <distribute>Y</distribute>
204 |     <copies>1</copies>
205 |          <partitioning>
206 |            <method>none</method>
207 |            <schema_name/>
208 |            </partitioning>
209 |     <connection>pay_trans</connection>
210 |     <sql>SELECT
211 |   pmCode
212 | , pmName
213 | , status
214 | FROM paymethod
215 | </sql>
216 |     <limit>0</limit>
217 |     <lookup/>
218 |     <execute_each_row>N</execute_each_row>
219 |     <variables_active>N</variables_active>
220 |     <lazy_conversion_active>N</lazy_conversion_active>
221 |      <cluster_schema/>
222 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
223 |       <xloc>248</xloc>
224 |       <yloc>139</yloc>
225 |       <draw>Y</draw>
226 |       </GUI>
227 |     </step>
228 | 
229 |   <step>
230 |     <name>Table output</name>
231 |     <type>TableOutput</type>
232 |     <description/>
233 |     <distribute>Y</distribute>
234 |     <copies>1</copies>
235 |          <partitioning>
236 |            <method>none</method>
237 |            <schema_name/>
238 |            </partitioning>
239 |     <connection>pay_report</connection>
240 |     <schema/>
241 |     <table>paymethod</table>
242 |     <commit>${qunar.pay.data.etl.common.db.common.commit.size}</commit>
243 |     <truncate>Y</truncate>
244 |     <ignore_errors>N</ignore_errors>
245 |     <use_batch>Y</use_batch>
246 |     <specify_fields>N</specify_fields>
247 |     <partitioning_enabled>N</partitioning_enabled>
248 |     <partitioning_field/>
249 |     <partitioning_daily>N</partitioning_daily>
250 |     <partitioning_monthly>Y</partitioning_monthly>
251 |     <tablename_in_field>N</tablename_in_field>
252 |     <tablename_field/>
253 |     <tablename_in_table>Y</tablename_in_table>
254 |     <return_keys>N</return_keys>
255 |     <return_field/>
256 |     <fields>
257 |     </fields>
258 |      <cluster_schema/>
259 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
260 |       <xloc>469</xloc>
261 |       <yloc>139</yloc>
262 |       <draw>Y</draw>
263 |       </GUI>
264 |     </step>
265 | 
266 |   <step_error_handling>
267 |   </step_error_handling>
268 |    <slave-step-copy-partition-distribution>
269 | </slave-step-copy-partition-distribution>
270 |    <slave_transformation>N</slave_transformation>
271 | </transformation>
272 | 


--------------------------------------------------------------------------------
/common/tr_etl_paytype.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_etl_paytype</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#47;common</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 |     </log>
 37 |     <maxdate>
 38 |       <connection/>
 39 |       <table/>
 40 |       <field/>
 41 |       <offset>0.0</offset>
 42 |       <maxdiff>0.0</maxdiff>
 43 |     </maxdate>
 44 |     <size_rowset>10000</size_rowset>
 45 |     <sleep_time_empty>50</sleep_time_empty>
 46 |     <sleep_time_full>50</sleep_time_full>
 47 |     <unique_connections>N</unique_connections>
 48 |     <feedback_shown>Y</feedback_shown>
 49 |     <feedback_size>50000</feedback_size>
 50 |     <using_thread_priorities>Y</using_thread_priorities>
 51 |     <shared_objects_file/>
 52 |     <capture_step_performance>N</capture_step_performance>
 53 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 54 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 55 |     <dependencies>
 56 |     </dependencies>
 57 |     <partitionschemas>
 58 |     </partitionschemas>
 59 |     <slaveservers>
 60 |     </slaveservers>
 61 |     <clusterschemas>
 62 |     </clusterschemas>
 63 |   <created_user>-</created_user>
 64 |   <created_date>2014&#47;05&#47;27 01:15:57.256</created_date>
 65 |   <modified_user>-</modified_user>
 66 |   <modified_date>2014&#47;05&#47;27 01:19:44.075</modified_date>
 67 |   </info>
 68 |   <notepads>
 69 |   </notepads>
 70 |   <connection>
 71 |     <name>pay_check</name>
 72 |     <server/>
 73 |     <type>MYSQL</type>
 74 |     <access>JNDI</access>
 75 |     <database>PAY_CHECK</database>
 76 |     <port>1521</port>
 77 |     <username/>
 78 |     <password>Encrypted </password>
 79 |     <servername/>
 80 |     <data_tablespace/>
 81 |     <index_tablespace/>
 82 |     <attributes>
 83 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 84 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 85 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 87 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 89 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |   <connection>
 96 |     <name>pay_refund</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>PAY_REFUND</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 |     </attributes>
119 |   </connection>
120 |   <connection>
121 |     <name>pay_remit</name>
122 |     <server/>
123 |     <type>MYSQL</type>
124 |     <access>JNDI</access>
125 |     <database>PAY_REMIT</database>
126 |     <port>1521</port>
127 |     <username/>
128 |     <password>Encrypted </password>
129 |     <servername/>
130 |     <data_tablespace/>
131 |     <index_tablespace/>
132 |     <attributes>
133 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
139 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 |     </attributes>
144 |   </connection>
145 |   <connection>
146 |     <name>pay_report</name>
147 |     <server/>
148 |     <type>MYSQL</type>
149 |     <access>JNDI</access>
150 |     <database>PAY_REPORT</database>
151 |     <port>1521</port>
152 |     <username/>
153 |     <password>Encrypted </password>
154 |     <servername/>
155 |     <data_tablespace/>
156 |     <index_tablespace/>
157 |     <attributes>
158 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
159 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
160 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
161 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
162 |       <attribute><code>INITIAL_POOL_SIZE</code><attribute>5</attribute></attribute>
163 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164 |       <attribute><code>MAXIMUM_POOL_SIZE</code><attribute>10</attribute></attribute>
165 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
166 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
167 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
168 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
169 |       <attribute><code>USE_POOLING</code><attribute>Y</attribute></attribute>
170 |     </attributes>
171 |   </connection>
172 |   <connection>
173 |     <name>pay_trans</name>
174 |     <server/>
175 |     <type>MYSQL</type>
176 |     <access>JNDI</access>
177 |     <database>PAY_TRANS</database>
178 |     <port>1521</port>
179 |     <username/>
180 |     <password>Encrypted </password>
181 |     <servername/>
182 |     <data_tablespace/>
183 |     <index_tablespace/>
184 |     <attributes>
185 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
186 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
187 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
188 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
189 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
190 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
191 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
192 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
193 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
194 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
195 |     </attributes>
196 |   </connection>
197 |   <order>
198 |   <hop> <from>Table input</from><to>Table output</to><enabled>Y</enabled> </hop>  </order>
199 |   <step>
200 |     <name>Table input</name>
201 |     <type>TableInput</type>
202 |     <description/>
203 |     <distribute>Y</distribute>
204 |     <copies>1</copies>
205 |          <partitioning>
206 |            <method>none</method>
207 |            <schema_name/>
208 |            </partitioning>
209 |     <connection>pay_trans</connection>
210 |     <sql>SELECT
211 |   payTypeId
212 | , payTypeName
213 | FROM paytype
214 | </sql>
215 |     <limit>0</limit>
216 |     <lookup/>
217 |     <execute_each_row>N</execute_each_row>
218 |     <variables_active>N</variables_active>
219 |     <lazy_conversion_active>N</lazy_conversion_active>
220 |      <cluster_schema/>
221 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
222 |       <xloc>218</xloc>
223 |       <yloc>128</yloc>
224 |       <draw>Y</draw>
225 |       </GUI>
226 |     </step>
227 | 
228 |   <step>
229 |     <name>Table output</name>
230 |     <type>TableOutput</type>
231 |     <description/>
232 |     <distribute>Y</distribute>
233 |     <copies>1</copies>
234 |          <partitioning>
235 |            <method>none</method>
236 |            <schema_name/>
237 |            </partitioning>
238 |     <connection>pay_report</connection>
239 |     <schema/>
240 |     <table>paytype</table>
241 |     <commit>${qunar.pay.data.etl.common.db.common.commit.size}</commit>
242 |     <truncate>Y</truncate>
243 |     <ignore_errors>N</ignore_errors>
244 |     <use_batch>Y</use_batch>
245 |     <specify_fields>N</specify_fields>
246 |     <partitioning_enabled>N</partitioning_enabled>
247 |     <partitioning_field/>
248 |     <partitioning_daily>N</partitioning_daily>
249 |     <partitioning_monthly>Y</partitioning_monthly>
250 |     <tablename_in_field>N</tablename_in_field>
251 |     <tablename_field/>
252 |     <tablename_in_table>Y</tablename_in_table>
253 |     <return_keys>N</return_keys>
254 |     <return_field/>
255 |     <fields>
256 |     </fields>
257 |      <cluster_schema/>
258 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
259 |       <xloc>439</xloc>
260 |       <yloc>128</yloc>
261 |       <draw>Y</draw>
262 |       </GUI>
263 |     </step>
264 | 
265 |   <step_error_handling>
266 |   </step_error_handling>
267 |    <slave-step-copy-partition-distribution>
268 | </slave-step-copy-partition-distribution>
269 |    <slave_transformation>N</slave_transformation>
270 | </transformation>
271 | 


--------------------------------------------------------------------------------
/common/tr_etl_tpp.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_etl_tpp</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#47;common</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 |     </log>
 37 |     <maxdate>
 38 |       <connection/>
 39 |       <table/>
 40 |       <field/>
 41 |       <offset>0.0</offset>
 42 |       <maxdiff>0.0</maxdiff>
 43 |     </maxdate>
 44 |     <size_rowset>10000</size_rowset>
 45 |     <sleep_time_empty>50</sleep_time_empty>
 46 |     <sleep_time_full>50</sleep_time_full>
 47 |     <unique_connections>N</unique_connections>
 48 |     <feedback_shown>Y</feedback_shown>
 49 |     <feedback_size>50000</feedback_size>
 50 |     <using_thread_priorities>Y</using_thread_priorities>
 51 |     <shared_objects_file/>
 52 |     <capture_step_performance>N</capture_step_performance>
 53 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 54 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 55 |     <dependencies>
 56 |     </dependencies>
 57 |     <partitionschemas>
 58 |     </partitionschemas>
 59 |     <slaveservers>
 60 |     </slaveservers>
 61 |     <clusterschemas>
 62 |     </clusterschemas>
 63 |   <created_user>-</created_user>
 64 |   <created_date>2014&#47;05&#47;27 01:22:15.020</created_date>
 65 |   <modified_user>-</modified_user>
 66 |   <modified_date>2014&#47;05&#47;27 01:22:47.053</modified_date>
 67 |   </info>
 68 |   <notepads>
 69 |   </notepads>
 70 |   <connection>
 71 |     <name>pay_check</name>
 72 |     <server/>
 73 |     <type>MYSQL</type>
 74 |     <access>JNDI</access>
 75 |     <database>PAY_CHECK</database>
 76 |     <port>1521</port>
 77 |     <username/>
 78 |     <password>Encrypted </password>
 79 |     <servername/>
 80 |     <data_tablespace/>
 81 |     <index_tablespace/>
 82 |     <attributes>
 83 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 84 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 85 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 87 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 89 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |   <connection>
 96 |     <name>pay_refund</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>PAY_REFUND</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 |     </attributes>
119 |   </connection>
120 |   <connection>
121 |     <name>pay_remit</name>
122 |     <server/>
123 |     <type>MYSQL</type>
124 |     <access>JNDI</access>
125 |     <database>PAY_REMIT</database>
126 |     <port>1521</port>
127 |     <username/>
128 |     <password>Encrypted </password>
129 |     <servername/>
130 |     <data_tablespace/>
131 |     <index_tablespace/>
132 |     <attributes>
133 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
139 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 |     </attributes>
144 |   </connection>
145 |   <connection>
146 |     <name>pay_report</name>
147 |     <server/>
148 |     <type>MYSQL</type>
149 |     <access>JNDI</access>
150 |     <database>PAY_REPORT</database>
151 |     <port>1521</port>
152 |     <username/>
153 |     <password>Encrypted </password>
154 |     <servername/>
155 |     <data_tablespace/>
156 |     <index_tablespace/>
157 |     <attributes>
158 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
159 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
160 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
161 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
162 |       <attribute><code>INITIAL_POOL_SIZE</code><attribute>5</attribute></attribute>
163 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164 |       <attribute><code>MAXIMUM_POOL_SIZE</code><attribute>10</attribute></attribute>
165 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
166 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
167 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
168 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
169 |       <attribute><code>USE_POOLING</code><attribute>Y</attribute></attribute>
170 |     </attributes>
171 |   </connection>
172 |   <connection>
173 |     <name>pay_trans</name>
174 |     <server/>
175 |     <type>MYSQL</type>
176 |     <access>JNDI</access>
177 |     <database>PAY_TRANS</database>
178 |     <port>1521</port>
179 |     <username/>
180 |     <password>Encrypted </password>
181 |     <servername/>
182 |     <data_tablespace/>
183 |     <index_tablespace/>
184 |     <attributes>
185 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
186 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
187 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
188 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
189 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
190 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
191 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
192 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
193 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
194 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
195 |     </attributes>
196 |   </connection>
197 |   <order>
198 |   <hop> <from>Table input</from><to>Table output</to><enabled>Y</enabled> </hop>  </order>
199 |   <step>
200 |     <name>Table input</name>
201 |     <type>TableInput</type>
202 |     <description/>
203 |     <distribute>Y</distribute>
204 |     <copies>1</copies>
205 |          <partitioning>
206 |            <method>none</method>
207 |            <schema_name/>
208 |            </partitioning>
209 |     <connection>pay_trans</connection>
210 |     <sql>SELECT
211 |   tppCode
212 | , tppShortName
213 | , tppFullName
214 | , picUrl
215 | , status
216 | , level
217 | FROM tpp
218 | </sql>
219 |     <limit>0</limit>
220 |     <lookup/>
221 |     <execute_each_row>N</execute_each_row>
222 |     <variables_active>N</variables_active>
223 |     <lazy_conversion_active>N</lazy_conversion_active>
224 |      <cluster_schema/>
225 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
226 |       <xloc>265</xloc>
227 |       <yloc>89</yloc>
228 |       <draw>Y</draw>
229 |       </GUI>
230 |     </step>
231 | 
232 |   <step>
233 |     <name>Table output</name>
234 |     <type>TableOutput</type>
235 |     <description/>
236 |     <distribute>Y</distribute>
237 |     <copies>1</copies>
238 |          <partitioning>
239 |            <method>none</method>
240 |            <schema_name/>
241 |            </partitioning>
242 |     <connection>pay_report</connection>
243 |     <schema/>
244 |     <table>tpp</table>
245 |     <commit>${qunar.pay.data.etl.common.db.common.commit.size}</commit>
246 |     <truncate>Y</truncate>
247 |     <ignore_errors>N</ignore_errors>
248 |     <use_batch>Y</use_batch>
249 |     <specify_fields>N</specify_fields>
250 |     <partitioning_enabled>N</partitioning_enabled>
251 |     <partitioning_field/>
252 |     <partitioning_daily>N</partitioning_daily>
253 |     <partitioning_monthly>Y</partitioning_monthly>
254 |     <tablename_in_field>N</tablename_in_field>
255 |     <tablename_field/>
256 |     <tablename_in_table>Y</tablename_in_table>
257 |     <return_keys>N</return_keys>
258 |     <return_field/>
259 |     <fields>
260 |     </fields>
261 |      <cluster_schema/>
262 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
263 |       <xloc>486</xloc>
264 |       <yloc>89</yloc>
265 |       <draw>Y</draw>
266 |       </GUI>
267 |     </step>
268 | 
269 |   <step_error_handling>
270 |   </step_error_handling>
271 |    <slave-step-copy-partition-distribution>
272 | </slave-step-copy-partition-distribution>
273 |    <slave_transformation>N</slave_transformation>
274 | </transformation>
275 | 


--------------------------------------------------------------------------------
/common/tr_etl_transactiontype.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_etl_transactiontype</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#47;common</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 |     </log>
 37 |     <maxdate>
 38 |       <connection/>
 39 |       <table/>
 40 |       <field/>
 41 |       <offset>0.0</offset>
 42 |       <maxdiff>0.0</maxdiff>
 43 |     </maxdate>
 44 |     <size_rowset>10000</size_rowset>
 45 |     <sleep_time_empty>50</sleep_time_empty>
 46 |     <sleep_time_full>50</sleep_time_full>
 47 |     <unique_connections>N</unique_connections>
 48 |     <feedback_shown>Y</feedback_shown>
 49 |     <feedback_size>50000</feedback_size>
 50 |     <using_thread_priorities>Y</using_thread_priorities>
 51 |     <shared_objects_file/>
 52 |     <capture_step_performance>N</capture_step_performance>
 53 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 54 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 55 |     <dependencies>
 56 |     </dependencies>
 57 |     <partitionschemas>
 58 |     </partitionschemas>
 59 |     <slaveservers>
 60 |     </slaveservers>
 61 |     <clusterschemas>
 62 |     </clusterschemas>
 63 |   <created_user>-</created_user>
 64 |   <created_date>2014&#47;05&#47;27 01:22:57.377</created_date>
 65 |   <modified_user>-</modified_user>
 66 |   <modified_date>2014&#47;05&#47;27 01:23:35.847</modified_date>
 67 |   </info>
 68 |   <notepads>
 69 |   </notepads>
 70 |   <connection>
 71 |     <name>pay_check</name>
 72 |     <server/>
 73 |     <type>MYSQL</type>
 74 |     <access>JNDI</access>
 75 |     <database>PAY_CHECK</database>
 76 |     <port>1521</port>
 77 |     <username/>
 78 |     <password>Encrypted </password>
 79 |     <servername/>
 80 |     <data_tablespace/>
 81 |     <index_tablespace/>
 82 |     <attributes>
 83 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 84 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 85 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 87 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 89 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |   <connection>
 96 |     <name>pay_refund</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>PAY_REFUND</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 |     </attributes>
119 |   </connection>
120 |   <connection>
121 |     <name>pay_remit</name>
122 |     <server/>
123 |     <type>MYSQL</type>
124 |     <access>JNDI</access>
125 |     <database>PAY_REMIT</database>
126 |     <port>1521</port>
127 |     <username/>
128 |     <password>Encrypted </password>
129 |     <servername/>
130 |     <data_tablespace/>
131 |     <index_tablespace/>
132 |     <attributes>
133 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
139 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 |     </attributes>
144 |   </connection>
145 |   <connection>
146 |     <name>pay_report</name>
147 |     <server/>
148 |     <type>MYSQL</type>
149 |     <access>JNDI</access>
150 |     <database>PAY_REPORT</database>
151 |     <port>1521</port>
152 |     <username/>
153 |     <password>Encrypted </password>
154 |     <servername/>
155 |     <data_tablespace/>
156 |     <index_tablespace/>
157 |     <attributes>
158 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
159 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
160 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
161 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
162 |       <attribute><code>INITIAL_POOL_SIZE</code><attribute>5</attribute></attribute>
163 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164 |       <attribute><code>MAXIMUM_POOL_SIZE</code><attribute>10</attribute></attribute>
165 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
166 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
167 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
168 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
169 |       <attribute><code>USE_POOLING</code><attribute>Y</attribute></attribute>
170 |     </attributes>
171 |   </connection>
172 |   <connection>
173 |     <name>pay_trans</name>
174 |     <server/>
175 |     <type>MYSQL</type>
176 |     <access>JNDI</access>
177 |     <database>PAY_TRANS</database>
178 |     <port>1521</port>
179 |     <username/>
180 |     <password>Encrypted </password>
181 |     <servername/>
182 |     <data_tablespace/>
183 |     <index_tablespace/>
184 |     <attributes>
185 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
186 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
187 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
188 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
189 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
190 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
191 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
192 |       <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
193 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
194 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
195 |     </attributes>
196 |   </connection>
197 |   <order>
198 |   <hop> <from>Table input</from><to>Table output</to><enabled>Y</enabled> </hop>  </order>
199 |   <step>
200 |     <name>Table input</name>
201 |     <type>TableInput</type>
202 |     <description/>
203 |     <distribute>Y</distribute>
204 |     <copies>1</copies>
205 |          <partitioning>
206 |            <method>none</method>
207 |            <schema_name/>
208 |            </partitioning>
209 |     <connection>pay_trans</connection>
210 |     <sql>SELECT
211 |   transTypeId
212 | , transTypeName
213 | FROM transactiontype
214 | </sql>
215 |     <limit>0</limit>
216 |     <lookup/>
217 |     <execute_each_row>N</execute_each_row>
218 |     <variables_active>N</variables_active>
219 |     <lazy_conversion_active>N</lazy_conversion_active>
220 |      <cluster_schema/>
221 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
222 |       <xloc>244</xloc>
223 |       <yloc>86</yloc>
224 |       <draw>Y</draw>
225 |       </GUI>
226 |     </step>
227 | 
228 |   <step>
229 |     <name>Table output</name>
230 |     <type>TableOutput</type>
231 |     <description/>
232 |     <distribute>Y</distribute>
233 |     <copies>1</copies>
234 |          <partitioning>
235 |            <method>none</method>
236 |            <schema_name/>
237 |            </partitioning>
238 |     <connection>pay_report</connection>
239 |     <schema/>
240 |     <table>transactiontype</table>
241 |     <commit>${qunar.pay.data.etl.common.db.common.commit.size}</commit>
242 |     <truncate>Y</truncate>
243 |     <ignore_errors>N</ignore_errors>
244 |     <use_batch>Y</use_batch>
245 |     <specify_fields>N</specify_fields>
246 |     <partitioning_enabled>N</partitioning_enabled>
247 |     <partitioning_field/>
248 |     <partitioning_daily>N</partitioning_daily>
249 |     <partitioning_monthly>Y</partitioning_monthly>
250 |     <tablename_in_field>N</tablename_in_field>
251 |     <tablename_field/>
252 |     <tablename_in_table>Y</tablename_in_table>
253 |     <return_keys>N</return_keys>
254 |     <return_field/>
255 |     <fields>
256 |     </fields>
257 |      <cluster_schema/>
258 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
259 |       <xloc>465</xloc>
260 |       <yloc>86</yloc>
261 |       <draw>Y</draw>
262 |       </GUI>
263 |     </step>
264 | 
265 |   <step_error_handling>
266 |   </step_error_handling>
267 |    <slave-step-copy-partition-distribution>
268 | </slave-step-copy-partition-distribution>
269 |    <slave_transformation>N</slave_transformation>
270 | </transformation>
271 | 


--------------------------------------------------------------------------------
/hive_meta/tr_select_hive_partition_meta.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_select_hive_partition_meta</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;hive_meta</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 | <metrics-log-table><connection/>
 37 | <schema/>
 38 | <table/>
 39 | <timeout_days/>
 40 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 41 |     </log>
 42 |     <maxdate>
 43 |       <connection/>
 44 |       <table/>
 45 |       <field/>
 46 |       <offset>0.0</offset>
 47 |       <maxdiff>0.0</maxdiff>
 48 |     </maxdate>
 49 |     <size_rowset>10000</size_rowset>
 50 |     <sleep_time_empty>50</sleep_time_empty>
 51 |     <sleep_time_full>50</sleep_time_full>
 52 |     <unique_connections>N</unique_connections>
 53 |     <feedback_shown>Y</feedback_shown>
 54 |     <feedback_size>50000</feedback_size>
 55 |     <using_thread_priorities>Y</using_thread_priorities>
 56 |     <shared_objects_file/>
 57 |     <capture_step_performance>N</capture_step_performance>
 58 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 59 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 60 |     <dependencies>
 61 |       <dependency>
 62 |         <connection>hive_meta</connection>
 63 |         <table/>
 64 |         <field/>
 65 |       </dependency>
 66 |     </dependencies>
 67 |     <partitionschemas>
 68 |     </partitionschemas>
 69 |     <slaveservers>
 70 |     </slaveservers>
 71 |     <clusterschemas>
 72 |     </clusterschemas>
 73 |   <created_user>-</created_user>
 74 |   <created_date>2015&#x2f;05&#x2f;13 17&#x3a;57&#x3a;50.990</created_date>
 75 |   <modified_user>-</modified_user>
 76 |   <modified_date>2015&#x2f;05&#x2f;13 17&#x3a;59&#x3a;17.606</modified_date>
 77 |   </info>
 78 |   <notepads>
 79 |   </notepads>
 80 |   <connection>
 81 |     <name>etl_meta</name>
 82 |     <server/>
 83 |     <type>MYSQL</type>
 84 |     <access>JNDI</access>
 85 |     <database>ETL_META</database>
 86 |     <port>1521</port>
 87 |     <username/>
 88 |     <password>Encrypted </password>
 89 |     <servername/>
 90 |     <data_tablespace/>
 91 |     <index_tablespace/>
 92 |     <attributes>
 93 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 94 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 95 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 96 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 97 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 98 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 99 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
100 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
101 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
102 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
103 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
104 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
105 |     </attributes>
106 |   </connection>
107 |   <connection>
108 |     <name>hive_meta</name>
109 |     <server>127.0.0.1</server>
110 |     <type>MYSQL</type>
111 |     <access>JNDI</access>
112 |     <database>HIVE_META</database>
113 |     <port>3306</port>
114 |     <username/>
115 |     <password>Encrypted </password>
116 |     <servername/>
117 |     <data_tablespace/>
118 |     <index_tablespace/>
119 |     <attributes>
120 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
121 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
122 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
123 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
124 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
125 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
126 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
127 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
128 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
129 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
130 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
131 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
132 |     </attributes>
133 |   </connection>
134 |   <order>
135 |   </order>
136 |   <step_error_handling>
137 |   </step_error_handling>
138 |    <slave-step-copy-partition-distribution>
139 | </slave-step-copy-partition-distribution>
140 |    <slave_transformation>N</slave_transformation>
141 | 
142 | </transformation>
143 | 


--------------------------------------------------------------------------------
/sqp_exec/job_exec_sqp_job.kjb:
--------------------------------------------------------------------------------
  1 | <job>
  2 |   <name>job_exec_sqp_job</name>
  3 |     <description/>
  4 |     <extended_description/>
  5 |     <job_version/>
  6 |     <job_status>0</job_status>
  7 |   <directory>&#x2f;sqp_exec</directory>
  8 |   <created_user>-</created_user>
  9 |   <created_date>2015&#x2f;05&#x2f;13 13&#x3a;15&#x3a;06.222</created_date>
 10 |   <modified_user>-</modified_user>
 11 |   <modified_date>2015&#x2f;05&#x2f;14 19&#x3a;09&#x3a;35.789</modified_date>
 12 |     <parameters>
 13 |     </parameters>
 14 |   <connection>
 15 |     <name>etl_log</name>
 16 |     <server/>
 17 |     <type>MYSQL</type>
 18 |     <access>JNDI</access>
 19 |     <database>ETL_LOG</database>
 20 |     <port>1521</port>
 21 |     <username/>
 22 |     <password>Encrypted </password>
 23 |     <servername/>
 24 |     <data_tablespace/>
 25 |     <index_tablespace/>
 26 |     <attributes>
 27 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 28 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 29 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 30 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 31 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 32 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 33 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 34 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 35 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 36 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 37 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 38 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 39 |     </attributes>
 40 |   </connection>
 41 |   <connection>
 42 |     <name>etl_meta</name>
 43 |     <server/>
 44 |     <type>MYSQL</type>
 45 |     <access>JNDI</access>
 46 |     <database>ETL_META</database>
 47 |     <port>1521</port>
 48 |     <username/>
 49 |     <password>Encrypted </password>
 50 |     <servername/>
 51 |     <data_tablespace/>
 52 |     <index_tablespace/>
 53 |     <attributes>
 54 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 55 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 56 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 57 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 58 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 59 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 60 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 61 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 62 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 63 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 64 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 65 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 66 |     </attributes>
 67 |   </connection>
 68 |   <connection>
 69 |     <name>hive_meta</name>
 70 |     <server>127.0.0.1</server>
 71 |     <type>MYSQL</type>
 72 |     <access>JNDI</access>
 73 |     <database>HIVE_META</database>
 74 |     <port>3306</port>
 75 |     <username/>
 76 |     <password>Encrypted </password>
 77 |     <servername/>
 78 |     <data_tablespace/>
 79 |     <index_tablespace/>
 80 |     <attributes>
 81 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 82 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 83 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 84 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 85 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
 87 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 89 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |     <slaveservers>
 96 |     </slaveservers>
 97 | <job-log-table><connection/>
 98 | <schema/>
 99 | <table/>
100 | <size_limit_lines/>
101 | <interval/>
102 | <timeout_days/>
103 | <field><id>ID_JOB</id><enabled>Y</enabled><name>ID_JOB</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>JOBNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>START_JOB_ENTRY</id><enabled>N</enabled><name>START_JOB_ENTRY</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></job-log-table>
104 | <jobentry-log-table><connection/>
105 | <schema/>
106 | <table/>
107 | <timeout_days/>
108 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>JOBENTRYNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>RESULT</id><enabled>Y</enabled><name>RESULT</name></field><field><id>NR_RESULT_ROWS</id><enabled>Y</enabled><name>NR_RESULT_ROWS</name></field><field><id>NR_RESULT_FILES</id><enabled>Y</enabled><name>NR_RESULT_FILES</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field><field><id>COPY_NR</id><enabled>N</enabled><name>COPY_NR</name></field></jobentry-log-table>
109 | <channel-log-table><connection/>
110 | <schema/>
111 | <table/>
112 | <timeout_days/>
113 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
114 |    <pass_batchid>N</pass_batchid>
115 |    <shared_objects_file/>
116 |   <entries>
117 |     <entry>
118 |       <name>START</name>
119 |       <description/>
120 |       <type>SPECIAL</type>
121 |       <start>Y</start>
122 |       <dummy>N</dummy>
123 |       <repeat>N</repeat>
124 |       <schedulerType>0</schedulerType>
125 |       <intervalSeconds>0</intervalSeconds>
126 |       <intervalMinutes>60</intervalMinutes>
127 |       <hour>12</hour>
128 |       <minutes>0</minutes>
129 |       <weekDay>1</weekDay>
130 |       <DayOfMonth>1</DayOfMonth>
131 |       <parallel>N</parallel>
132 |       <draw>Y</draw>
133 |       <nr>0</nr>
134 |       <xloc>85</xloc>
135 |       <yloc>101</yloc>
136 |       </entry>
137 |     <entry>
138 |       <name>tr_select_sqp_job</name>
139 |       <description/>
140 |       <type>TRANS</type>
141 |       <specification_method>rep_name</specification_method>
142 |       <trans_object_id/>
143 |       <filename/>
144 |       <transname>tr_select_sqp_job</transname>
145 |       <directory>&#x2f;sqp_exec</directory>
146 |       <arg_from_previous>N</arg_from_previous>
147 |       <params_from_previous>N</params_from_previous>
148 |       <exec_per_row>N</exec_per_row>
149 |       <clear_rows>N</clear_rows>
150 |       <clear_files>N</clear_files>
151 |       <set_logfile>N</set_logfile>
152 |       <logfile/>
153 |       <logext/>
154 |       <add_date>N</add_date>
155 |       <add_time>N</add_time>
156 |       <loglevel>Basic</loglevel>
157 |       <cluster>N</cluster>
158 |       <slave_server_name/>
159 |       <set_append_logfile>N</set_append_logfile>
160 |       <wait_until_finished>Y</wait_until_finished>
161 |       <follow_abort_remote>N</follow_abort_remote>
162 |       <create_parent_folder>N</create_parent_folder>
163 |       <logging_remote_work>N</logging_remote_work>
164 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
165 |       </parameters>      <parallel>N</parallel>
166 |       <draw>Y</draw>
167 |       <nr>0</nr>
168 |       <xloc>534</xloc>
169 |       <yloc>101</yloc>
170 |       </entry>
171 |     <entry>
172 |       <name>jb_replace_sqp_job_params</name>
173 |       <description/>
174 |       <type>JOB</type>
175 |       <specification_method>rep_name</specification_method>
176 |       <job_object_id/>
177 |       <filename/>
178 |       <jobname>jb_replace_sqp_job_params</jobname>
179 |       <directory>&#x2f;sqp_exec</directory>
180 |       <arg_from_previous>N</arg_from_previous>
181 |       <params_from_previous>Y</params_from_previous>
182 |       <exec_per_row>Y</exec_per_row>
183 |       <set_logfile>N</set_logfile>
184 |       <logfile/>
185 |       <logext/>
186 |       <add_date>N</add_date>
187 |       <add_time>N</add_time>
188 |       <loglevel>Nothing</loglevel>
189 |       <slave_server_name/>
190 |       <wait_until_finished>Y</wait_until_finished>
191 |       <follow_abort_remote>N</follow_abort_remote>
192 |       <expand_remote_job>N</expand_remote_job>
193 |       <create_parent_folder>N</create_parent_folder>
194 |       <pass_export>N</pass_export>
195 |       <force_separate_logging>N</force_separate_logging>
196 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
197 |             <parameter>            <name>sqp_job_name</name>
198 |             <stream_name>sqp_job_name</stream_name>
199 |             <value/>
200 |             </parameter>            <parameter>            <name>params</name>
201 |             <stream_name>params</stream_name>
202 |             <value/>
203 |             </parameter>            <parameter>            <name>db_name</name>
204 |             <stream_name>db_name</stream_name>
205 |             <value/>
206 |             </parameter>            <parameter>            <name>hive_db</name>
207 |             <stream_name>hive_db</stream_name>
208 |             <value/>
209 |             </parameter>            <parameter>            <name>hive_table_name</name>
210 |             <stream_name>hive_table_name</stream_name>
211 |             <value/>
212 |             </parameter>            <parameter>            <name>sqp_command</name>
213 |             <stream_name>sqp_command</stream_name>
214 |             <value/>
215 |             </parameter>            <parameter>            <name>partition</name>
216 |             <stream_name>partition</stream_name>
217 |             <value/>
218 |             </parameter>            <parameter>            <name>sqp_job_id</name>
219 |             <stream_name>sqp_job_id</stream_name>
220 |             <value/>
221 |             </parameter>            <parameter>            <name>hdfs_location_uri</name>
222 |             <stream_name>hdfs_location_uri</stream_name>
223 |             <value/>
224 |             </parameter>      </parameters>      <set_append_logfile>N</set_append_logfile>
225 |       <parallel>N</parallel>
226 |       <draw>Y</draw>
227 |       <nr>0</nr>
228 |       <xloc>676</xloc>
229 |       <yloc>101</yloc>
230 |       </entry>
231 |     <entry>
232 |       <name>Set variables</name>
233 |       <description/>
234 |       <type>SET_VARIABLES</type>
235 |       <replacevars>Y</replacevars>
236 |       <filename/>
237 |       <file_variable_type>JVM</file_variable_type>
238 |       <fields>
239 |         <field>
240 |           <variable_name>SQP_JOB_NAME</variable_name>
241 |           <variable_value>orders</variable_value>
242 |           <variable_type>CURRENT_JOB</variable_type>
243 |         </field>
244 |       </fields>
245 |       <parallel>N</parallel>
246 |       <draw>Y</draw>
247 |       <nr>0</nr>
248 |       <xloc>285</xloc>
249 |       <yloc>101</yloc>
250 |       </entry>
251 |     <entry>
252 |       <name>tr_init_initdayparam</name>
253 |       <description/>
254 |       <type>TRANS</type>
255 |       <specification_method>rep_name</specification_method>
256 |       <trans_object_id/>
257 |       <filename/>
258 |       <transname>tr_init_initdayparam</transname>
259 |       <directory>&#x2f;common</directory>
260 |       <arg_from_previous>N</arg_from_previous>
261 |       <params_from_previous>N</params_from_previous>
262 |       <exec_per_row>N</exec_per_row>
263 |       <clear_rows>N</clear_rows>
264 |       <clear_files>N</clear_files>
265 |       <set_logfile>N</set_logfile>
266 |       <logfile/>
267 |       <logext/>
268 |       <add_date>N</add_date>
269 |       <add_time>N</add_time>
270 |       <loglevel>Basic</loglevel>
271 |       <cluster>N</cluster>
272 |       <slave_server_name/>
273 |       <set_append_logfile>N</set_append_logfile>
274 |       <wait_until_finished>Y</wait_until_finished>
275 |       <follow_abort_remote>N</follow_abort_remote>
276 |       <create_parent_folder>N</create_parent_folder>
277 |       <logging_remote_work>N</logging_remote_work>
278 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
279 |       </parameters>      <parallel>N</parallel>
280 |       <draw>Y</draw>
281 |       <nr>0</nr>
282 |       <xloc>415</xloc>
283 |       <yloc>101</yloc>
284 |       </entry>
285 |     <entry>
286 |       <name>Success</name>
287 |       <description/>
288 |       <type>SUCCESS</type>
289 |       <parallel>N</parallel>
290 |       <draw>Y</draw>
291 |       <nr>0</nr>
292 |       <xloc>876</xloc>
293 |       <yloc>101</yloc>
294 |       </entry>
295 |   </entries>
296 |   <hops>
297 |     <hop>
298 |       <from>tr_select_sqp_job</from>
299 |       <to>jb_replace_sqp_job_params</to>
300 |       <from_nr>0</from_nr>
301 |       <to_nr>0</to_nr>
302 |       <enabled>Y</enabled>
303 |       <evaluation>Y</evaluation>
304 |       <unconditional>N</unconditional>
305 |     </hop>
306 |     <hop>
307 |       <from>START</from>
308 |       <to>Set variables</to>
309 |       <from_nr>0</from_nr>
310 |       <to_nr>0</to_nr>
311 |       <enabled>Y</enabled>
312 |       <evaluation>Y</evaluation>
313 |       <unconditional>Y</unconditional>
314 |     </hop>
315 |     <hop>
316 |       <from>Set variables</from>
317 |       <to>tr_init_initdayparam</to>
318 |       <from_nr>0</from_nr>
319 |       <to_nr>0</to_nr>
320 |       <enabled>Y</enabled>
321 |       <evaluation>Y</evaluation>
322 |       <unconditional>N</unconditional>
323 |     </hop>
324 |     <hop>
325 |       <from>tr_init_initdayparam</from>
326 |       <to>tr_select_sqp_job</to>
327 |       <from_nr>0</from_nr>
328 |       <to_nr>0</to_nr>
329 |       <enabled>Y</enabled>
330 |       <evaluation>Y</evaluation>
331 |       <unconditional>N</unconditional>
332 |     </hop>
333 |     <hop>
334 |       <from>jb_replace_sqp_job_params</from>
335 |       <to>Success</to>
336 |       <from_nr>0</from_nr>
337 |       <to_nr>0</to_nr>
338 |       <enabled>Y</enabled>
339 |       <evaluation>Y</evaluation>
340 |       <unconditional>N</unconditional>
341 |     </hop>
342 |   </hops>
343 |   <notepads>
344 |   </notepads>
345 | 
346 | </job>
347 | 


--------------------------------------------------------------------------------
/sqp_exec/tr_get_sqoop_cmd.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_get_sqoop_cmd</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;sqp_exec</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 | <metrics-log-table><connection/>
 37 | <schema/>
 38 | <table/>
 39 | <timeout_days/>
 40 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 41 |     </log>
 42 |     <maxdate>
 43 |       <connection/>
 44 |       <table/>
 45 |       <field/>
 46 |       <offset>0.0</offset>
 47 |       <maxdiff>0.0</maxdiff>
 48 |     </maxdate>
 49 |     <size_rowset>10000</size_rowset>
 50 |     <sleep_time_empty>50</sleep_time_empty>
 51 |     <sleep_time_full>50</sleep_time_full>
 52 |     <unique_connections>N</unique_connections>
 53 |     <feedback_shown>Y</feedback_shown>
 54 |     <feedback_size>50000</feedback_size>
 55 |     <using_thread_priorities>Y</using_thread_priorities>
 56 |     <shared_objects_file/>
 57 |     <capture_step_performance>N</capture_step_performance>
 58 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 59 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 60 |     <dependencies>
 61 |     </dependencies>
 62 |     <partitionschemas>
 63 |     </partitionschemas>
 64 |     <slaveservers>
 65 |     </slaveservers>
 66 |     <clusterschemas>
 67 |     </clusterschemas>
 68 |   <created_user>-</created_user>
 69 |   <created_date>2015&#x2f;05&#x2f;15 00&#x3a;01&#x3a;18.489</created_date>
 70 |   <modified_user>-</modified_user>
 71 |   <modified_date>2015&#x2f;05&#x2f;15 00&#x3a;02&#x3a;06.635</modified_date>
 72 |   </info>
 73 |   <notepads>
 74 |   </notepads>
 75 |   <connection>
 76 |     <name>etl_log</name>
 77 |     <server/>
 78 |     <type>MYSQL</type>
 79 |     <access>JNDI</access>
 80 |     <database>ETL_LOG</database>
 81 |     <port>1521</port>
 82 |     <username/>
 83 |     <password>Encrypted </password>
 84 |     <servername/>
 85 |     <data_tablespace/>
 86 |     <index_tablespace/>
 87 |     <attributes>
 88 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 89 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 90 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 91 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 93 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 94 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 95 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 96 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 97 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 98 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 99 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
100 |     </attributes>
101 |   </connection>
102 |   <connection>
103 |     <name>etl_meta</name>
104 |     <server/>
105 |     <type>MYSQL</type>
106 |     <access>JNDI</access>
107 |     <database>ETL_META</database>
108 |     <port>1521</port>
109 |     <username/>
110 |     <password>Encrypted </password>
111 |     <servername/>
112 |     <data_tablespace/>
113 |     <index_tablespace/>
114 |     <attributes>
115 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
116 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
117 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
118 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
119 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
120 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
121 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
122 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
123 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
124 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
125 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
126 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
127 |     </attributes>
128 |   </connection>
129 |   <connection>
130 |     <name>hive_meta</name>
131 |     <server>127.0.0.1</server>
132 |     <type>MYSQL</type>
133 |     <access>JNDI</access>
134 |     <database>HIVE_META</database>
135 |     <port>3306</port>
136 |     <username/>
137 |     <password>Encrypted </password>
138 |     <servername/>
139 |     <data_tablespace/>
140 |     <index_tablespace/>
141 |     <attributes>
142 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
143 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
144 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
145 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
146 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
147 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
148 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
149 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
150 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
151 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
152 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
153 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
154 |     </attributes>
155 |   </connection>
156 |   <order>
157 |   </order>
158 |   <step_error_handling>
159 |   </step_error_handling>
160 |    <slave-step-copy-partition-distribution>
161 | </slave-step-copy-partition-distribution>
162 |    <slave_transformation>N</slave_transformation>
163 | 
164 | </transformation>
165 | 


--------------------------------------------------------------------------------
/sqp_exec/tr_select_src_db.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>tr_select_src_db</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;sqp_exec</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 | <metrics-log-table><connection/>
 37 | <schema/>
 38 | <table/>
 39 | <timeout_days/>
 40 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 41 |     </log>
 42 |     <maxdate>
 43 |       <connection/>
 44 |       <table/>
 45 |       <field/>
 46 |       <offset>0.0</offset>
 47 |       <maxdiff>0.0</maxdiff>
 48 |     </maxdate>
 49 |     <size_rowset>10000</size_rowset>
 50 |     <sleep_time_empty>50</sleep_time_empty>
 51 |     <sleep_time_full>50</sleep_time_full>
 52 |     <unique_connections>N</unique_connections>
 53 |     <feedback_shown>Y</feedback_shown>
 54 |     <feedback_size>50000</feedback_size>
 55 |     <using_thread_priorities>Y</using_thread_priorities>
 56 |     <shared_objects_file/>
 57 |     <capture_step_performance>N</capture_step_performance>
 58 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 59 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 60 |     <dependencies>
 61 |     </dependencies>
 62 |     <partitionschemas>
 63 |     </partitionschemas>
 64 |     <slaveservers>
 65 |     </slaveservers>
 66 |     <clusterschemas>
 67 |     </clusterschemas>
 68 |   <created_user>-</created_user>
 69 |   <created_date>2015&#x2f;05&#x2f;13 18&#x3a;18&#x3a;45.868</created_date>
 70 |   <modified_user>-</modified_user>
 71 |   <modified_date>2015&#x2f;05&#x2f;13 18&#x3a;19&#x3a;08.491</modified_date>
 72 |   </info>
 73 |   <notepads>
 74 |   </notepads>
 75 |   <connection>
 76 |     <name>etl_meta</name>
 77 |     <server/>
 78 |     <type>MYSQL</type>
 79 |     <access>JNDI</access>
 80 |     <database>ETL_META</database>
 81 |     <port>1521</port>
 82 |     <username/>
 83 |     <password>Encrypted </password>
 84 |     <servername/>
 85 |     <data_tablespace/>
 86 |     <index_tablespace/>
 87 |     <attributes>
 88 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 89 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 90 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 91 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 93 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 94 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 95 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 96 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 97 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 98 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 99 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
100 |     </attributes>
101 |   </connection>
102 |   <connection>
103 |     <name>hive_meta</name>
104 |     <server>127.0.0.1</server>
105 |     <type>MYSQL</type>
106 |     <access>JNDI</access>
107 |     <database>HIVE_META</database>
108 |     <port>3306</port>
109 |     <username/>
110 |     <password>Encrypted </password>
111 |     <servername/>
112 |     <data_tablespace/>
113 |     <index_tablespace/>
114 |     <attributes>
115 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
116 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
117 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
118 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
119 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
120 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
121 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
122 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
123 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
124 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
125 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
126 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
127 |     </attributes>
128 |   </connection>
129 |   <order>
130 |   </order>
131 |   <step_error_handling>
132 |   </step_error_handling>
133 |    <slave-step-copy-partition-distribution>
134 | </slave-step-copy-partition-distribution>
135 |    <slave_transformation>N</slave_transformation>
136 | 
137 | </transformation>
138 | 


--------------------------------------------------------------------------------
/test/Create result rows.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>Create result rows</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;test</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 | <metrics-log-table><connection/>
 37 | <schema/>
 38 | <table/>
 39 | <timeout_days/>
 40 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 41 |     </log>
 42 |     <maxdate>
 43 |       <connection/>
 44 |       <table/>
 45 |       <field/>
 46 |       <offset>0.0</offset>
 47 |       <maxdiff>0.0</maxdiff>
 48 |     </maxdate>
 49 |     <size_rowset>10000</size_rowset>
 50 |     <sleep_time_empty>50</sleep_time_empty>
 51 |     <sleep_time_full>50</sleep_time_full>
 52 |     <unique_connections>N</unique_connections>
 53 |     <feedback_shown>Y</feedback_shown>
 54 |     <feedback_size>50000</feedback_size>
 55 |     <using_thread_priorities>Y</using_thread_priorities>
 56 |     <shared_objects_file/>
 57 |     <capture_step_performance>N</capture_step_performance>
 58 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 59 |     <step_performance_capturing_size_limit/>
 60 |     <dependencies>
 61 |     </dependencies>
 62 |     <partitionschemas>
 63 |     </partitionschemas>
 64 |     <slaveservers>
 65 |     </slaveservers>
 66 |     <clusterschemas>
 67 |     </clusterschemas>
 68 |   <created_user/>
 69 |   <created_date>2015&#x2f;05&#x2f;13 13&#x3a;44&#x3a;29.250</created_date>
 70 |   <modified_user>-</modified_user>
 71 |   <modified_date>2015&#x2f;05&#x2f;13 13&#x3a;50&#x3a;29.107</modified_date>
 72 |   </info>
 73 |   <notepads>
 74 |   </notepads>
 75 |   <connection>
 76 |     <name>hive_meta</name>
 77 |     <server>127.0.0.1</server>
 78 |     <type>MYSQL</type>
 79 |     <access>JNDI</access>
 80 |     <database>HIVE_META</database>
 81 |     <port>3306</port>
 82 |     <username/>
 83 |     <password>Encrypted </password>
 84 |     <servername/>
 85 |     <data_tablespace/>
 86 |     <index_tablespace/>
 87 |     <attributes>
 88 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 89 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 90 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 91 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 92 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 93 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
 94 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 95 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 96 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 97 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 98 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 99 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
100 |     </attributes>
101 |   </connection>
102 |   <order>
103 |   <hop> <from>Generate 1 Row of data</from><to>Set Variables</to><enabled>Y</enabled> </hop>
104 |   <hop> <from>Set Variables</from><to>Copy rows to result</to><enabled>Y</enabled> </hop>
105 |   </order>
106 |   <step>
107 |     <name>Copy rows to result</name>
108 |     <type>RowsToResult</type>
109 |     <description/>
110 |     <distribute>Y</distribute>
111 |     <custom_distribution/>
112 |     <copies>1</copies>
113 |          <partitioning>
114 |            <method>none</method>
115 |            <schema_name/>
116 |            </partitioning>
117 |      <cluster_schema/>
118 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
119 |       <xloc>443</xloc>
120 |       <yloc>66</yloc>
121 |       <draw>Y</draw>
122 |       </GUI>
123 |     </step>
124 | 
125 |   <step>
126 |     <name>Generate 1 Row of data</name>
127 |     <type>RowGenerator</type>
128 |     <description/>
129 |     <distribute>Y</distribute>
130 |     <custom_distribution/>
131 |     <copies>1</copies>
132 |          <partitioning>
133 |            <method>none</method>
134 |            <schema_name/>
135 |            </partitioning>
136 |     <fields>
137 |       <field>
138 |         <name>name</name>
139 |         <type>String</type>
140 |         <format/>
141 |         <currency/>
142 |         <decimal/>
143 |         <group/>
144 |         <nullif>Foo</nullif>
145 |         <length>30</length>
146 |         <precision>-1</precision>
147 |         <set_empty_string>N</set_empty_string>
148 |       </field>
149 |       <field>
150 |         <name>firstname</name>
151 |         <type>String</type>
152 |         <format/>
153 |         <currency/>
154 |         <decimal/>
155 |         <group/>
156 |         <nullif>Bar</nullif>
157 |         <length>30</length>
158 |         <precision>-1</precision>
159 |         <set_empty_string>N</set_empty_string>
160 |       </field>
161 |     </fields>
162 |     <limit>1</limit>
163 |     <never_ending>N</never_ending>
164 |     <interval_in_ms/>
165 |     <row_time_field/>
166 |     <last_time_field/>
167 |      <cluster_schema/>
168 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
169 |       <xloc>79</xloc>
170 |       <yloc>63</yloc>
171 |       <draw>Y</draw>
172 |       </GUI>
173 |     </step>
174 | 
175 |   <step>
176 |     <name>Set Variables</name>
177 |     <type>SetVariable</type>
178 |     <description/>
179 |     <distribute>Y</distribute>
180 |     <custom_distribution/>
181 |     <copies>1</copies>
182 |          <partitioning>
183 |            <method>none</method>
184 |            <schema_name/>
185 |            </partitioning>
186 |     <fields>
187 |       <field>
188 |         <field_name>name</field_name>
189 |         <variable_name>NAME</variable_name>
190 |         <variable_type>PARENT_JOB</variable_type>
191 |         <default_value/>
192 |         </field>
193 |       <field>
194 |         <field_name>firstname</field_name>
195 |         <variable_name>FIRSTNAME</variable_name>
196 |         <variable_type>PARENT_JOB</variable_type>
197 |         <default_value/>
198 |         </field>
199 |       </fields>
200 |     <use_formatting>Y</use_formatting>
201 |      <cluster_schema/>
202 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
203 |       <xloc>279</xloc>
204 |       <yloc>63</yloc>
205 |       <draw>Y</draw>
206 |       </GUI>
207 |     </step>
208 | 
209 |   <step_error_handling>
210 |   </step_error_handling>
211 |    <slave-step-copy-partition-distribution>
212 | </slave-step-copy-partition-distribution>
213 |    <slave_transformation>N</slave_transformation>
214 | 
215 | </transformation>
216 | 


--------------------------------------------------------------------------------
/test/Evaluate result rows.kjb:
--------------------------------------------------------------------------------
  1 | <job>
  2 |   <name>Evaluate result rows</name>
  3 |     <description/>
  4 |     <extended_description/>
  5 |     <job_version/>
  6 |     <job_status>0</job_status>
  7 |   <directory>&#x2f;test</directory>
  8 |   <created_user>-</created_user>
  9 |   <created_date>2008&#x2f;01&#x2f;16 14&#x3a;18&#x3a;39.155</created_date>
 10 |   <modified_user>-</modified_user>
 11 |   <modified_date>2015&#x2f;05&#x2f;13 13&#x3a;49&#x3a;41.336</modified_date>
 12 |     <parameters>
 13 |     </parameters>
 14 |   <connection>
 15 |     <name>hive_meta</name>
 16 |     <server>127.0.0.1</server>
 17 |     <type>MYSQL</type>
 18 |     <access>JNDI</access>
 19 |     <database>HIVE_META</database>
 20 |     <port>3306</port>
 21 |     <username/>
 22 |     <password>Encrypted </password>
 23 |     <servername/>
 24 |     <data_tablespace/>
 25 |     <index_tablespace/>
 26 |     <attributes>
 27 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 28 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 29 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 30 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 31 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 32 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
 33 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 34 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 35 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 36 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 37 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 38 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 39 |     </attributes>
 40 |   </connection>
 41 |   <connection>
 42 |     <name>Sampledata</name>
 43 |     <server/>
 44 |     <type>H2</type>
 45 |     <access>JNDI</access>
 46 |     <database>SampleData</database>
 47 |     <port>1521</port>
 48 |     <username/>
 49 |     <password>Encrypted </password>
 50 |     <servername/>
 51 |     <data_tablespace/>
 52 |     <index_tablespace/>
 53 |     <attributes>
 54 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 55 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 56 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 57 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 58 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 59 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 60 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 61 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 62 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 63 |     </attributes>
 64 |   </connection>
 65 |     <slaveservers>
 66 |     </slaveservers>
 67 | <job-log-table><connection/>
 68 | <schema/>
 69 | <table/>
 70 | <size_limit_lines/>
 71 | <interval/>
 72 | <timeout_days/>
 73 | <field><id>ID_JOB</id><enabled>Y</enabled><name>ID_JOB</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>JOBNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>START_JOB_ENTRY</id><enabled>N</enabled><name>START_JOB_ENTRY</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></job-log-table>
 74 | <jobentry-log-table><connection/>
 75 | <schema/>
 76 | <table/>
 77 | <timeout_days/>
 78 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>JOBENTRYNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>RESULT</id><enabled>Y</enabled><name>RESULT</name></field><field><id>NR_RESULT_ROWS</id><enabled>Y</enabled><name>NR_RESULT_ROWS</name></field><field><id>NR_RESULT_FILES</id><enabled>Y</enabled><name>NR_RESULT_FILES</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field><field><id>COPY_NR</id><enabled>N</enabled><name>COPY_NR</name></field></jobentry-log-table>
 79 | <channel-log-table><connection/>
 80 | <schema/>
 81 | <table/>
 82 | <timeout_days/>
 83 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 84 |    <pass_batchid>N</pass_batchid>
 85 |    <shared_objects_file/>
 86 |   <entries>
 87 |     <entry>
 88 |       <name>START</name>
 89 |       <description>Special entries</description>
 90 |       <type>SPECIAL</type>
 91 |       <start>Y</start>
 92 |       <dummy>N</dummy>
 93 |       <repeat>N</repeat>
 94 |       <schedulerType>0</schedulerType>
 95 |       <intervalSeconds>0</intervalSeconds>
 96 |       <intervalMinutes>60</intervalMinutes>
 97 |       <hour>12</hour>
 98 |       <minutes>0</minutes>
 99 |       <weekDay>1</weekDay>
100 |       <DayOfMonth>1</DayOfMonth>
101 |       <parallel>N</parallel>
102 |       <draw>Y</draw>
103 |       <nr>0</nr>
104 |       <xloc>86</xloc>
105 |       <yloc>77</yloc>
106 |       </entry>
107 |     <entry>
108 |       <name>Create result rows</name>
109 |       <description>Transformation</description>
110 |       <type>TRANS</type>
111 |       <specification_method>rep_name</specification_method>
112 |       <trans_object_id/>
113 |       <filename/>
114 |       <transname>Create result rows</transname>
115 |       <directory>&#x2f;test</directory>
116 |       <arg_from_previous>N</arg_from_previous>
117 |       <params_from_previous>N</params_from_previous>
118 |       <exec_per_row>N</exec_per_row>
119 |       <clear_rows>N</clear_rows>
120 |       <clear_files>N</clear_files>
121 |       <set_logfile>N</set_logfile>
122 |       <logfile/>
123 |       <logext/>
124 |       <add_date>N</add_date>
125 |       <add_time>N</add_time>
126 |       <loglevel>Nothing</loglevel>
127 |       <cluster>N</cluster>
128 |       <slave_server_name/>
129 |       <set_append_logfile>N</set_append_logfile>
130 |       <wait_until_finished>Y</wait_until_finished>
131 |       <follow_abort_remote>N</follow_abort_remote>
132 |       <create_parent_folder>N</create_parent_folder>
133 |       <logging_remote_work>N</logging_remote_work>
134 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
135 |       </parameters>      <parallel>N</parallel>
136 |       <draw>Y</draw>
137 |       <nr>0</nr>
138 |       <xloc>239</xloc>
139 |       <yloc>77</yloc>
140 |       </entry>
141 |     <entry>
142 |       <name>name &#x3d; &#x22;Foo&#x22; &#x3f;</name>
143 |       <description>JavaScript</description>
144 |       <type>EVAL</type>
145 |       <script>&#xa;var firstRow &#x3d; rows&#x5b;0&#x5d;&#x3b;&#xa;&#xa;firstRow.getString&#x28;&#x22;name&#x22;, &#x22;&#x22;&#x29;.equals&#x28;&#x22;Foo&#x22;&#x29;</script>
146 |       <parallel>N</parallel>
147 |       <draw>Y</draw>
148 |       <nr>0</nr>
149 |       <xloc>405</xloc>
150 |       <yloc>77</yloc>
151 |       </entry>
152 |     <entry>
153 |       <name>DUMMY 1</name>
154 |       <description>Special entries</description>
155 |       <type>SPECIAL</type>
156 |       <start>N</start>
157 |       <dummy>Y</dummy>
158 |       <repeat>N</repeat>
159 |       <schedulerType>0</schedulerType>
160 |       <intervalSeconds>0</intervalSeconds>
161 |       <intervalMinutes>60</intervalMinutes>
162 |       <hour>12</hour>
163 |       <minutes>0</minutes>
164 |       <weekDay>1</weekDay>
165 |       <DayOfMonth>1</DayOfMonth>
166 |       <parallel>N</parallel>
167 |       <draw>Y</draw>
168 |       <nr>0</nr>
169 |       <xloc>571</xloc>
170 |       <yloc>36</yloc>
171 |       </entry>
172 |     <entry>
173 |       <name>DUMMY 2</name>
174 |       <description>Special entries</description>
175 |       <type>SPECIAL</type>
176 |       <start>N</start>
177 |       <dummy>Y</dummy>
178 |       <repeat>N</repeat>
179 |       <schedulerType>0</schedulerType>
180 |       <intervalSeconds>0</intervalSeconds>
181 |       <intervalMinutes>60</intervalMinutes>
182 |       <hour>12</hour>
183 |       <minutes>0</minutes>
184 |       <weekDay>1</weekDay>
185 |       <DayOfMonth>1</DayOfMonth>
186 |       <parallel>N</parallel>
187 |       <draw>Y</draw>
188 |       <nr>0</nr>
189 |       <xloc>570</xloc>
190 |       <yloc>149</yloc>
191 |       </entry>
192 |   </entries>
193 |   <hops>
194 |     <hop>
195 |       <from>START</from>
196 |       <to>Create result rows</to>
197 |       <from_nr>0</from_nr>
198 |       <to_nr>0</to_nr>
199 |       <enabled>Y</enabled>
200 |       <evaluation>Y</evaluation>
201 |       <unconditional>Y</unconditional>
202 |     </hop>
203 |     <hop>
204 |       <from>Create result rows</from>
205 |       <to>name &#x3d; &#x22;Foo&#x22; &#x3f;</to>
206 |       <from_nr>0</from_nr>
207 |       <to_nr>0</to_nr>
208 |       <enabled>Y</enabled>
209 |       <evaluation>Y</evaluation>
210 |       <unconditional>N</unconditional>
211 |     </hop>
212 |     <hop>
213 |       <from>name &#x3d; &#x22;Foo&#x22; &#x3f;</from>
214 |       <to>DUMMY 1</to>
215 |       <from_nr>0</from_nr>
216 |       <to_nr>0</to_nr>
217 |       <enabled>Y</enabled>
218 |       <evaluation>Y</evaluation>
219 |       <unconditional>N</unconditional>
220 |     </hop>
221 |     <hop>
222 |       <from>name &#x3d; &#x22;Foo&#x22; &#x3f;</from>
223 |       <to>DUMMY 2</to>
224 |       <from_nr>0</from_nr>
225 |       <to_nr>0</to_nr>
226 |       <enabled>Y</enabled>
227 |       <evaluation>N</evaluation>
228 |       <unconditional>N</unconditional>
229 |     </hop>
230 |   </hops>
231 |   <notepads>
232 |   </notepads>
233 | 
234 | </job>
235 | 


--------------------------------------------------------------------------------
/test/get file name.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>get file name</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;test</directory>
 10 |     <parameters>
 11 |     </parameters>
 12 |     <log>
 13 | <trans-log-table><connection/>
 14 | <schema/>
 15 | <table/>
 16 | <size_limit_lines/>
 17 | <interval/>
 18 | <timeout_days/>
 19 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 20 | <perf-log-table><connection/>
 21 | <schema/>
 22 | <table/>
 23 | <interval/>
 24 | <timeout_days/>
 25 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 26 | <channel-log-table><connection/>
 27 | <schema/>
 28 | <table/>
 29 | <timeout_days/>
 30 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 31 | <step-log-table><connection/>
 32 | <schema/>
 33 | <table/>
 34 | <timeout_days/>
 35 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 36 | <metrics-log-table><connection/>
 37 | <schema/>
 38 | <table/>
 39 | <timeout_days/>
 40 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 41 |     </log>
 42 |     <maxdate>
 43 |       <connection/>
 44 |       <table/>
 45 |       <field/>
 46 |       <offset>0.0</offset>
 47 |       <maxdiff>0.0</maxdiff>
 48 |     </maxdate>
 49 |     <size_rowset>10000</size_rowset>
 50 |     <sleep_time_empty>50</sleep_time_empty>
 51 |     <sleep_time_full>50</sleep_time_full>
 52 |     <unique_connections>N</unique_connections>
 53 |     <feedback_shown>Y</feedback_shown>
 54 |     <feedback_size>50000</feedback_size>
 55 |     <using_thread_priorities>Y</using_thread_priorities>
 56 |     <shared_objects_file/>
 57 |     <capture_step_performance>N</capture_step_performance>
 58 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 59 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 60 |     <dependencies>
 61 |     </dependencies>
 62 |     <partitionschemas>
 63 |     </partitionschemas>
 64 |     <slaveservers>
 65 |          <slaveserver><name>master</name><hostname>192.168.84.71</hostname><port>18001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>N</master></slaveserver>
 66 |          <slaveserver><name>master1</name><hostname>192.168.84.71</hostname><port>9001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
 67 |          <slaveserver><name>Test</name><hostname>192.168.84.71</hostname><port>10098</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
 68 |     </slaveservers>
 69 |     <clusterschemas>
 70 |     </clusterschemas>
 71 |   <created_user>-</created_user>
 72 |   <created_date>2015&#x2f;06&#x2f;04 11&#x3a;56&#x3a;22.575</created_date>
 73 |   <modified_user>-</modified_user>
 74 |   <modified_date>2015&#x2f;06&#x2f;04 12&#x3a;20&#x3a;37.728</modified_date>
 75 |   </info>
 76 |   <notepads>
 77 |   </notepads>
 78 |   <connection>
 79 |     <name>etl_log</name>
 80 |     <server/>
 81 |     <type>MYSQL</type>
 82 |     <access>JNDI</access>
 83 |     <database>ETL_LOG</database>
 84 |     <port>1521</port>
 85 |     <username/>
 86 |     <password>Encrypted </password>
 87 |     <servername/>
 88 |     <data_tablespace/>
 89 |     <index_tablespace/>
 90 |     <attributes>
 91 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 92 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 93 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 94 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 95 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 96 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 97 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 98 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 99 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
100 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
101 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
102 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
103 |     </attributes>
104 |   </connection>
105 |   <connection>
106 |     <name>etl_meta</name>
107 |     <server/>
108 |     <type>MYSQL</type>
109 |     <access>JNDI</access>
110 |     <database>ETL_META</database>
111 |     <port>1521</port>
112 |     <username/>
113 |     <password>Encrypted </password>
114 |     <servername/>
115 |     <data_tablespace/>
116 |     <index_tablespace/>
117 |     <attributes>
118 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
119 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
120 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
121 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
122 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
123 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
124 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
125 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
126 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
127 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
128 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
129 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
130 |     </attributes>
131 |   </connection>
132 |   <connection>
133 |     <name>hive_meta</name>
134 |     <server>127.0.0.1</server>
135 |     <type>MYSQL</type>
136 |     <access>JNDI</access>
137 |     <database>HIVE_META</database>
138 |     <port>3306</port>
139 |     <username/>
140 |     <password>Encrypted </password>
141 |     <servername/>
142 |     <data_tablespace/>
143 |     <index_tablespace/>
144 |     <attributes>
145 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
146 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
147 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
148 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
149 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
150 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
151 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
152 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
153 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
154 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
155 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
156 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
157 |     </attributes>
158 |   </connection>
159 |   <order>
160 |   <hop> <from>Data Grid</from><to>Transformation Executor</to><enabled>Y</enabled> </hop>
161 |   <hop> <from>Transformation Executor</from><to>Copy rows to result</to><enabled>Y</enabled> </hop>
162 |   </order>
163 |   <step>
164 |     <name>Transformation Executor</name>
165 |     <type>TransExecutor</type>
166 |     <description/>
167 |     <distribute>Y</distribute>
168 |     <custom_distribution/>
169 |     <copies>1</copies>
170 |          <partitioning>
171 |            <method>none</method>
172 |            <schema_name/>
173 |            </partitioning>
174 |     <specification_method>rep_name</specification_method>
175 |     <trans_object_id/>
176 |     <trans_name>&#x24;&#x7b;trans_name&#x7d;</trans_name>
177 |     <filename/>
178 |     <directory_path>&#x2f;test</directory_path>
179 |     <group_size>1</group_size>
180 |     <group_field/>
181 |     <group_time/>
182 |           <parameters>    <inherit_all_vars>Y</inherit_all_vars>
183 |     </parameters>
184 |     <execution_result_target_step/>
185 |     <execution_time_field>ExecutionTime</execution_time_field>
186 |     <execution_result_field>ExecutionResult</execution_result_field>
187 |     <execution_errors_field>ExecutionNrErrors</execution_errors_field>
188 |     <execution_lines_read_field>ExecutionLinesRead</execution_lines_read_field>
189 |     <execution_lines_written_field>ExecutionLinesWritten</execution_lines_written_field>
190 |     <execution_lines_input_field>ExecutionLinesInput</execution_lines_input_field>
191 |     <execution_lines_output_field>ExecutionLinesOutput</execution_lines_output_field>
192 |     <execution_lines_rejected_field>ExecutionLinesRejected</execution_lines_rejected_field>
193 |     <execution_lines_updated_field>ExecutionLinesUpdated</execution_lines_updated_field>
194 |     <execution_lines_deleted_field>ExecutionLinesDeleted</execution_lines_deleted_field>
195 |     <execution_files_retrieved_field>ExecutionFilesRetrieved</execution_files_retrieved_field>
196 |     <execution_exit_status_field>ExecutionExitStatus</execution_exit_status_field>
197 |     <execution_log_text_field>ExecutionLogText</execution_log_text_field>
198 |     <execution_log_channelid_field>ExecutionLogChannelId</execution_log_channelid_field>
199 |     <result_rows_target_step/>
200 |     <result_files_target_step>Copy rows to result</result_files_target_step>
201 |     <result_files_file_name_field>FileName</result_files_file_name_field>
202 |     <executors_output_step/>
203 |      <cluster_schema/>
204 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
205 |       <xloc>343</xloc>
206 |       <yloc>76</yloc>
207 |       <draw>Y</draw>
208 |       </GUI>
209 |     </step>
210 | 
211 |   <step>
212 |     <name>Data Grid</name>
213 |     <type>DataGrid</type>
214 |     <description/>
215 |     <distribute>Y</distribute>
216 |     <custom_distribution/>
217 |     <copies>1</copies>
218 |          <partitioning>
219 |            <method>none</method>
220 |            <schema_name/>
221 |            </partitioning>
222 |     <fields>
223 |       <field>
224 |         <name>sdat</name>
225 |         <type/>
226 |         <format/>
227 |         <currency/>
228 |         <decimal/>
229 |         <group/>
230 |         <length>-1</length>
231 |         <precision>-1</precision>
232 |         <set_empty_string>N</set_empty_string>
233 |       </field>
234 |     </fields>
235 |     <data>
236 |       <line> <item>1</item> </line>
237 |     </data>
238 |      <cluster_schema/>
239 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
240 |       <xloc>195</xloc>
241 |       <yloc>75</yloc>
242 |       <draw>Y</draw>
243 |       </GUI>
244 |     </step>
245 | 
246 |   <step>
247 |     <name>Copy rows to result</name>
248 |     <type>RowsToResult</type>
249 |     <description/>
250 |     <distribute>Y</distribute>
251 |     <custom_distribution/>
252 |     <copies>1</copies>
253 |          <partitioning>
254 |            <method>none</method>
255 |            <schema_name/>
256 |            </partitioning>
257 |      <cluster_schema/>
258 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
259 |       <xloc>543</xloc>
260 |       <yloc>76</yloc>
261 |       <draw>Y</draw>
262 |       </GUI>
263 |     </step>
264 | 
265 |   <step_error_handling>
266 |   </step_error_handling>
267 |    <slave-step-copy-partition-distribution>
268 | </slave-step-copy-partition-distribution>
269 |    <slave_transformation>N</slave_transformation>
270 | 
271 | </transformation>
272 | 


--------------------------------------------------------------------------------
/test/jb_load_file_to_hive.kjb:
--------------------------------------------------------------------------------
  1 | <job>
  2 |   <name>jb_load_file_to_hive</name>
  3 |     <description/>
  4 |     <extended_description/>
  5 |     <job_version/>
  6 |     <job_status>0</job_status>
  7 |   <directory>&#x2f;test</directory>
  8 |   <created_user>-</created_user>
  9 |   <created_date>2015&#x2f;06&#x2f;04 12&#x3a;11&#x3a;15.825</created_date>
 10 |   <modified_user>-</modified_user>
 11 |   <modified_date>2015&#x2f;06&#x2f;04 12&#x3a;15&#x3a;10.836</modified_date>
 12 |     <parameters>
 13 |         <parameter>
 14 |             <name>file_path</name>
 15 |             <default_value/>
 16 |             <description/>
 17 |         </parameter>
 18 |     </parameters>
 19 |   <connection>
 20 |     <name>etl_log</name>
 21 |     <server/>
 22 |     <type>MYSQL</type>
 23 |     <access>JNDI</access>
 24 |     <database>ETL_LOG</database>
 25 |     <port>1521</port>
 26 |     <username/>
 27 |     <password>Encrypted </password>
 28 |     <servername/>
 29 |     <data_tablespace/>
 30 |     <index_tablespace/>
 31 |     <attributes>
 32 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 33 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 34 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 35 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 36 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 37 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 38 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 39 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 40 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 41 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 42 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 43 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 44 |     </attributes>
 45 |   </connection>
 46 |   <connection>
 47 |     <name>etl_meta</name>
 48 |     <server/>
 49 |     <type>MYSQL</type>
 50 |     <access>JNDI</access>
 51 |     <database>ETL_META</database>
 52 |     <port>1521</port>
 53 |     <username/>
 54 |     <password>Encrypted </password>
 55 |     <servername/>
 56 |     <data_tablespace/>
 57 |     <index_tablespace/>
 58 |     <attributes>
 59 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 60 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 61 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 62 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 63 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 64 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 65 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 66 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 67 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 68 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 69 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 70 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 71 |     </attributes>
 72 |   </connection>
 73 |   <connection>
 74 |     <name>hive_meta</name>
 75 |     <server>127.0.0.1</server>
 76 |     <type>MYSQL</type>
 77 |     <access>JNDI</access>
 78 |     <database>HIVE_META</database>
 79 |     <port>3306</port>
 80 |     <username/>
 81 |     <password>Encrypted </password>
 82 |     <servername/>
 83 |     <data_tablespace/>
 84 |     <index_tablespace/>
 85 |     <attributes>
 86 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 87 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 88 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 89 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 91 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
 92 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 93 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 94 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 95 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 96 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 97 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 98 |     </attributes>
 99 |   </connection>
100 |     <slaveservers>
101 |          <slaveserver><name>master</name><hostname>192.168.84.71</hostname><port>18001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>N</master></slaveserver>
102 |          <slaveserver><name>master1</name><hostname>192.168.84.71</hostname><port>9001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
103 |          <slaveserver><name>Test</name><hostname>192.168.84.71</hostname><port>10098</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
104 |     </slaveservers>
105 | <job-log-table><connection/>
106 | <schema/>
107 | <table/>
108 | <size_limit_lines/>
109 | <interval/>
110 | <timeout_days/>
111 | <field><id>ID_JOB</id><enabled>Y</enabled><name>ID_JOB</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>JOBNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>START_JOB_ENTRY</id><enabled>N</enabled><name>START_JOB_ENTRY</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></job-log-table>
112 | <jobentry-log-table><connection/>
113 | <schema/>
114 | <table/>
115 | <timeout_days/>
116 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>JOBENTRYNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>RESULT</id><enabled>Y</enabled><name>RESULT</name></field><field><id>NR_RESULT_ROWS</id><enabled>Y</enabled><name>NR_RESULT_ROWS</name></field><field><id>NR_RESULT_FILES</id><enabled>Y</enabled><name>NR_RESULT_FILES</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field><field><id>COPY_NR</id><enabled>N</enabled><name>COPY_NR</name></field></jobentry-log-table>
117 | <channel-log-table><connection/>
118 | <schema/>
119 | <table/>
120 | <timeout_days/>
121 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
122 |    <pass_batchid>N</pass_batchid>
123 |    <shared_objects_file/>
124 |   <entries>
125 |     <entry>
126 |       <name>START</name>
127 |       <description/>
128 |       <type>SPECIAL</type>
129 |       <start>Y</start>
130 |       <dummy>N</dummy>
131 |       <repeat>N</repeat>
132 |       <schedulerType>0</schedulerType>
133 |       <intervalSeconds>0</intervalSeconds>
134 |       <intervalMinutes>60</intervalMinutes>
135 |       <hour>12</hour>
136 |       <minutes>0</minutes>
137 |       <weekDay>1</weekDay>
138 |       <DayOfMonth>1</DayOfMonth>
139 |       <parallel>N</parallel>
140 |       <draw>Y</draw>
141 |       <nr>0</nr>
142 |       <xloc>163</xloc>
143 |       <yloc>157</yloc>
144 |       </entry>
145 |     <entry>
146 |       <name>&#x901a;&#x8fc7;&#x8bbe;&#x7f6e;&#x73af;&#x5883;&#x53d8;&#x91cf;&#x7684;&#x673a;&#x5236;&#x5c06;&#x53c2;&#x6570;&#x7ec4;&#x88c5;&#x8fdb;sqp&#x548c;hive&#x547d;&#x4ee4;&#x4e2d;</name>
147 |       <description/>
148 |       <type>SET_VARIABLES</type>
149 |       <replacevars>Y</replacevars>
150 |       <filename/>
151 |       <file_variable_type>JVM</file_variable_type>
152 |       <fields>
153 |         <field>
154 |           <variable_name>file_path</variable_name>
155 |           <variable_value>&#x24;&#x7b;file_path&#x7d;</variable_value>
156 |           <variable_type>CURRENT_JOB</variable_type>
157 |         </field>
158 |       </fields>
159 |       <parallel>N</parallel>
160 |       <draw>Y</draw>
161 |       <nr>0</nr>
162 |       <xloc>363</xloc>
163 |       <yloc>157</yloc>
164 |       </entry>
165 |     <entry>
166 |       <name>&#x6267;&#x884c;hive&#x547d;&#x4ee4;</name>
167 |       <description/>
168 |       <type>SHELL</type>
169 |       <filename/>
170 |       <work_directory/>
171 |       <arg_from_previous>N</arg_from_previous>
172 |       <exec_per_row>N</exec_per_row>
173 |       <set_logfile>N</set_logfile>
174 |       <logfile/>
175 |       <set_append_logfile>N</set_append_logfile>
176 |       <logext/>
177 |       <add_date>N</add_date>
178 |       <add_time>N</add_time>
179 |       <insertScript>Y</insertScript>
180 |       <script>hive -e &#x22;load data inpath &#x27;&#x24;&#x7b;file_path&#x7d;&#x27; into table xxx partition&#x28;trans_date&#x3d;&#x27;&#x24;&#x7b;sday&#x7d;&#x27;&#x29;&#x22;</script>
181 |       <loglevel>Basic</loglevel>
182 |       <parallel>N</parallel>
183 |       <draw>Y</draw>
184 |       <nr>0</nr>
185 |       <xloc>600</xloc>
186 |       <yloc>157</yloc>
187 |       </entry>
188 |     <entry>
189 |       <name>Success</name>
190 |       <description/>
191 |       <type>SUCCESS</type>
192 |       <parallel>N</parallel>
193 |       <draw>Y</draw>
194 |       <nr>0</nr>
195 |       <xloc>1163</xloc>
196 |       <yloc>157</yloc>
197 |       </entry>
198 |   </entries>
199 |   <hops>
200 |     <hop>
201 |       <from>START</from>
202 |       <to>&#x901a;&#x8fc7;&#x8bbe;&#x7f6e;&#x73af;&#x5883;&#x53d8;&#x91cf;&#x7684;&#x673a;&#x5236;&#x5c06;&#x53c2;&#x6570;&#x7ec4;&#x88c5;&#x8fdb;sqp&#x548c;hive&#x547d;&#x4ee4;&#x4e2d;</to>
203 |       <from_nr>0</from_nr>
204 |       <to_nr>0</to_nr>
205 |       <enabled>Y</enabled>
206 |       <evaluation>Y</evaluation>
207 |       <unconditional>Y</unconditional>
208 |     </hop>
209 |     <hop>
210 |       <from>&#x901a;&#x8fc7;&#x8bbe;&#x7f6e;&#x73af;&#x5883;&#x53d8;&#x91cf;&#x7684;&#x673a;&#x5236;&#x5c06;&#x53c2;&#x6570;&#x7ec4;&#x88c5;&#x8fdb;sqp&#x548c;hive&#x547d;&#x4ee4;&#x4e2d;</from>
211 |       <to>&#x6267;&#x884c;hive&#x547d;&#x4ee4;</to>
212 |       <from_nr>0</from_nr>
213 |       <to_nr>0</to_nr>
214 |       <enabled>Y</enabled>
215 |       <evaluation>Y</evaluation>
216 |       <unconditional>N</unconditional>
217 |     </hop>
218 |   </hops>
219 |   <notepads>
220 |   </notepads>
221 | 
222 | </job>
223 | 


--------------------------------------------------------------------------------
/test/test_ods.kjb:
--------------------------------------------------------------------------------
  1 | <job>
  2 |   <name>test_ods</name>
  3 |     <description/>
  4 |     <extended_description/>
  5 |     <job_version/>
  6 |     <job_status>0</job_status>
  7 |   <directory>&#x2f;test</directory>
  8 |   <created_user>-</created_user>
  9 |   <created_date>2015&#x2f;06&#x2f;04 12&#x3a;03&#x3a;43.134</created_date>
 10 |   <modified_user>-</modified_user>
 11 |   <modified_date>2015&#x2f;06&#x2f;04 12&#x3a;18&#x3a;58.077</modified_date>
 12 |     <parameters>
 13 |     </parameters>
 14 |   <connection>
 15 |     <name>etl_log</name>
 16 |     <server/>
 17 |     <type>MYSQL</type>
 18 |     <access>JNDI</access>
 19 |     <database>ETL_LOG</database>
 20 |     <port>1521</port>
 21 |     <username/>
 22 |     <password>Encrypted </password>
 23 |     <servername/>
 24 |     <data_tablespace/>
 25 |     <index_tablespace/>
 26 |     <attributes>
 27 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 28 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 29 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 30 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 31 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 32 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 33 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 34 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 35 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 36 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 37 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 38 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 39 |     </attributes>
 40 |   </connection>
 41 |   <connection>
 42 |     <name>etl_meta</name>
 43 |     <server/>
 44 |     <type>MYSQL</type>
 45 |     <access>JNDI</access>
 46 |     <database>ETL_META</database>
 47 |     <port>1521</port>
 48 |     <username/>
 49 |     <password>Encrypted </password>
 50 |     <servername/>
 51 |     <data_tablespace/>
 52 |     <index_tablespace/>
 53 |     <attributes>
 54 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 55 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 56 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 57 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 58 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 59 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
 60 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 61 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 62 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 63 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 64 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 65 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 66 |     </attributes>
 67 |   </connection>
 68 |   <connection>
 69 |     <name>hive_meta</name>
 70 |     <server>127.0.0.1</server>
 71 |     <type>MYSQL</type>
 72 |     <access>JNDI</access>
 73 |     <database>HIVE_META</database>
 74 |     <port>3306</port>
 75 |     <username/>
 76 |     <password>Encrypted </password>
 77 |     <servername/>
 78 |     <data_tablespace/>
 79 |     <index_tablespace/>
 80 |     <attributes>
 81 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
 82 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
 83 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
 84 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
 85 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
 86 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
 87 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
 88 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
 89 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
 90 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
 91 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
 92 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
 93 |     </attributes>
 94 |   </connection>
 95 |     <slaveservers>
 96 |          <slaveserver><name>master</name><hostname>192.168.84.71</hostname><port>18001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>N</master></slaveserver>
 97 |          <slaveserver><name>master1</name><hostname>192.168.84.71</hostname><port>9001</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
 98 |          <slaveserver><name>Test</name><hostname>192.168.84.71</hostname><port>10098</port><webAppName/><username>cluster</username><password>Encrypted 2be98afc86aa7f2e4cb1aa265cd86aac8</password><proxy_hostname/><proxy_port/><non_proxy_hosts/><master>Y</master></slaveserver>
 99 |     </slaveservers>
100 | <job-log-table><connection/>
101 | <schema/>
102 | <table/>
103 | <size_limit_lines/>
104 | <interval/>
105 | <timeout_days/>
106 | <field><id>ID_JOB</id><enabled>Y</enabled><name>ID_JOB</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>JOBNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>START_JOB_ENTRY</id><enabled>N</enabled><name>START_JOB_ENTRY</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></job-log-table>
107 | <jobentry-log-table><connection/>
108 | <schema/>
109 | <table/>
110 | <timeout_days/>
111 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>JOBNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>JOBENTRYNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>RESULT</id><enabled>Y</enabled><name>RESULT</name></field><field><id>NR_RESULT_ROWS</id><enabled>Y</enabled><name>NR_RESULT_ROWS</name></field><field><id>NR_RESULT_FILES</id><enabled>Y</enabled><name>NR_RESULT_FILES</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field><field><id>COPY_NR</id><enabled>N</enabled><name>COPY_NR</name></field></jobentry-log-table>
112 | <channel-log-table><connection/>
113 | <schema/>
114 | <table/>
115 | <timeout_days/>
116 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
117 |    <pass_batchid>N</pass_batchid>
118 |    <shared_objects_file/>
119 |   <entries>
120 |     <entry>
121 |       <name>START</name>
122 |       <description/>
123 |       <type>SPECIAL</type>
124 |       <start>Y</start>
125 |       <dummy>N</dummy>
126 |       <repeat>N</repeat>
127 |       <schedulerType>0</schedulerType>
128 |       <intervalSeconds>0</intervalSeconds>
129 |       <intervalMinutes>60</intervalMinutes>
130 |       <hour>12</hour>
131 |       <minutes>0</minutes>
132 |       <weekDay>1</weekDay>
133 |       <DayOfMonth>1</DayOfMonth>
134 |       <parallel>N</parallel>
135 |       <draw>Y</draw>
136 |       <nr>0</nr>
137 |       <xloc>97</xloc>
138 |       <yloc>63</yloc>
139 |       </entry>
140 |     <entry>
141 |       <name>get file name</name>
142 |       <description/>
143 |       <type>TRANS</type>
144 |       <specification_method>rep_name</specification_method>
145 |       <trans_object_id/>
146 |       <filename/>
147 |       <transname>get file name</transname>
148 |       <directory>&#x2f;test</directory>
149 |       <arg_from_previous>N</arg_from_previous>
150 |       <params_from_previous>N</params_from_previous>
151 |       <exec_per_row>N</exec_per_row>
152 |       <clear_rows>N</clear_rows>
153 |       <clear_files>N</clear_files>
154 |       <set_logfile>N</set_logfile>
155 |       <logfile/>
156 |       <logext/>
157 |       <add_date>N</add_date>
158 |       <add_time>N</add_time>
159 |       <loglevel>Basic</loglevel>
160 |       <cluster>N</cluster>
161 |       <slave_server_name/>
162 |       <set_append_logfile>N</set_append_logfile>
163 |       <wait_until_finished>Y</wait_until_finished>
164 |       <follow_abort_remote>N</follow_abort_remote>
165 |       <create_parent_folder>N</create_parent_folder>
166 |       <logging_remote_work>N</logging_remote_work>
167 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
168 |       </parameters>      <parallel>N</parallel>
169 |       <draw>Y</draw>
170 |       <nr>0</nr>
171 |       <xloc>485</xloc>
172 |       <yloc>65</yloc>
173 |       </entry>
174 |     <entry>
175 |       <name>tr_init_initdayparam</name>
176 |       <description/>
177 |       <type>TRANS</type>
178 |       <specification_method>rep_name</specification_method>
179 |       <trans_object_id/>
180 |       <filename/>
181 |       <transname>tr_init_initdayparam</transname>
182 |       <directory>&#x2f;common</directory>
183 |       <arg_from_previous>N</arg_from_previous>
184 |       <params_from_previous>N</params_from_previous>
185 |       <exec_per_row>N</exec_per_row>
186 |       <clear_rows>N</clear_rows>
187 |       <clear_files>N</clear_files>
188 |       <set_logfile>N</set_logfile>
189 |       <logfile/>
190 |       <logext/>
191 |       <add_date>N</add_date>
192 |       <add_time>N</add_time>
193 |       <loglevel>Basic</loglevel>
194 |       <cluster>N</cluster>
195 |       <slave_server_name/>
196 |       <set_append_logfile>N</set_append_logfile>
197 |       <wait_until_finished>Y</wait_until_finished>
198 |       <follow_abort_remote>N</follow_abort_remote>
199 |       <create_parent_folder>N</create_parent_folder>
200 |       <logging_remote_work>N</logging_remote_work>
201 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
202 |       </parameters>      <parallel>N</parallel>
203 |       <draw>Y</draw>
204 |       <nr>0</nr>
205 |       <xloc>297</xloc>
206 |       <yloc>63</yloc>
207 |       </entry>
208 |     <entry>
209 |       <name>jb_load_file_to_hive</name>
210 |       <description/>
211 |       <type>JOB</type>
212 |       <specification_method>rep_name</specification_method>
213 |       <job_object_id/>
214 |       <filename/>
215 |       <jobname>jb_load_file_to_hive</jobname>
216 |       <directory>&#x2f;test</directory>
217 |       <arg_from_previous>N</arg_from_previous>
218 |       <params_from_previous>Y</params_from_previous>
219 |       <exec_per_row>Y</exec_per_row>
220 |       <set_logfile>N</set_logfile>
221 |       <logfile/>
222 |       <logext/>
223 |       <add_date>N</add_date>
224 |       <add_time>N</add_time>
225 |       <loglevel>Nothing</loglevel>
226 |       <slave_server_name/>
227 |       <wait_until_finished>Y</wait_until_finished>
228 |       <follow_abort_remote>N</follow_abort_remote>
229 |       <expand_remote_job>N</expand_remote_job>
230 |       <create_parent_folder>N</create_parent_folder>
231 |       <pass_export>N</pass_export>
232 |       <force_separate_logging>N</force_separate_logging>
233 |       <parameters>        <pass_all_parameters>Y</pass_all_parameters>
234 |             <parameter>            <name>file_path</name>
235 |             <stream_name>filename</stream_name>
236 |             <value/>
237 |             </parameter>      </parameters>      <set_append_logfile>N</set_append_logfile>
238 |       <parallel>N</parallel>
239 |       <draw>Y</draw>
240 |       <nr>0</nr>
241 |       <xloc>685</xloc>
242 |       <yloc>65</yloc>
243 |       </entry>
244 |   </entries>
245 |   <hops>
246 |     <hop>
247 |       <from>START</from>
248 |       <to>tr_init_initdayparam</to>
249 |       <from_nr>0</from_nr>
250 |       <to_nr>0</to_nr>
251 |       <enabled>Y</enabled>
252 |       <evaluation>Y</evaluation>
253 |       <unconditional>Y</unconditional>
254 |     </hop>
255 |     <hop>
256 |       <from>tr_init_initdayparam</from>
257 |       <to>get file name</to>
258 |       <from_nr>0</from_nr>
259 |       <to_nr>0</to_nr>
260 |       <enabled>Y</enabled>
261 |       <evaluation>Y</evaluation>
262 |       <unconditional>N</unconditional>
263 |     </hop>
264 |     <hop>
265 |       <from>get file name</from>
266 |       <to>jb_load_file_to_hive</to>
267 |       <from_nr>0</from_nr>
268 |       <to_nr>0</to_nr>
269 |       <enabled>Y</enabled>
270 |       <evaluation>Y</evaluation>
271 |       <unconditional>N</unconditional>
272 |     </hop>
273 |   </hops>
274 |   <notepads>
275 |   </notepads>
276 | 
277 | </job>
278 | 


--------------------------------------------------------------------------------
/test/test_sqp_exec.ktr:
--------------------------------------------------------------------------------
  1 | <transformation>
  2 |   <info>
  3 |     <name>test_sqp_exec</name>
  4 |     <description/>
  5 |     <extended_description/>
  6 |     <trans_version/>
  7 |     <trans_type>Normal</trans_type>
  8 |     <trans_status>0</trans_status>
  9 |     <directory>&#x2f;test</directory>
 10 |     <parameters>
 11 |         <parameter>
 12 |             <name>db_name</name>
 13 |             <default_value/>
 14 |             <description/>
 15 |         </parameter>
 16 |         <parameter>
 17 |             <name>hive_db</name>
 18 |             <default_value/>
 19 |             <description/>
 20 |         </parameter>
 21 |         <parameter>
 22 |             <name>hive_table_name</name>
 23 |             <default_value/>
 24 |             <description/>
 25 |         </parameter>
 26 |         <parameter>
 27 |             <name>sqp_command</name>
 28 |             <default_value/>
 29 |             <description/>
 30 |         </parameter>
 31 |     </parameters>
 32 |     <log>
 33 | <trans-log-table><connection/>
 34 | <schema/>
 35 | <table/>
 36 | <size_limit_lines/>
 37 | <interval/>
 38 | <timeout_days/>
 39 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>Y</enabled><name>LOG_FIELD</name></field><field><id>EXECUTING_SERVER</id><enabled>N</enabled><name>EXECUTING_SERVER</name></field><field><id>EXECUTING_USER</id><enabled>N</enabled><name>EXECUTING_USER</name></field><field><id>CLIENT</id><enabled>N</enabled><name>CLIENT</name></field></trans-log-table>
 40 | <perf-log-table><connection/>
 41 | <schema/>
 42 | <table/>
 43 | <interval/>
 44 | <timeout_days/>
 45 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
 46 | <channel-log-table><connection/>
 47 | <schema/>
 48 | <table/>
 49 | <timeout_days/>
 50 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
 51 | <step-log-table><connection/>
 52 | <schema/>
 53 | <table/>
 54 | <timeout_days/>
 55 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
 56 | <metrics-log-table><connection/>
 57 | <schema/>
 58 | <table/>
 59 | <timeout_days/>
 60 | <field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>METRICS_DATE</id><enabled>Y</enabled><name>METRICS_DATE</name></field><field><id>METRICS_CODE</id><enabled>Y</enabled><name>METRICS_CODE</name></field><field><id>METRICS_DESCRIPTION</id><enabled>Y</enabled><name>METRICS_DESCRIPTION</name></field><field><id>METRICS_SUBJECT</id><enabled>Y</enabled><name>METRICS_SUBJECT</name></field><field><id>METRICS_TYPE</id><enabled>Y</enabled><name>METRICS_TYPE</name></field><field><id>METRICS_VALUE</id><enabled>Y</enabled><name>METRICS_VALUE</name></field></metrics-log-table>
 61 |     </log>
 62 |     <maxdate>
 63 |       <connection/>
 64 |       <table/>
 65 |       <field/>
 66 |       <offset>0.0</offset>
 67 |       <maxdiff>0.0</maxdiff>
 68 |     </maxdate>
 69 |     <size_rowset>10000</size_rowset>
 70 |     <sleep_time_empty>50</sleep_time_empty>
 71 |     <sleep_time_full>50</sleep_time_full>
 72 |     <unique_connections>N</unique_connections>
 73 |     <feedback_shown>Y</feedback_shown>
 74 |     <feedback_size>50000</feedback_size>
 75 |     <using_thread_priorities>Y</using_thread_priorities>
 76 |     <shared_objects_file/>
 77 |     <capture_step_performance>N</capture_step_performance>
 78 |     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
 79 |     <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit>
 80 |     <dependencies>
 81 |     </dependencies>
 82 |     <partitionschemas>
 83 |     </partitionschemas>
 84 |     <slaveservers>
 85 |     </slaveservers>
 86 |     <clusterschemas>
 87 |     </clusterschemas>
 88 |   <created_user>-</created_user>
 89 |   <created_date>2015&#x2f;05&#x2f;13 13&#x3a;19&#x3a;59.114</created_date>
 90 |   <modified_user>-</modified_user>
 91 |   <modified_date>2015&#x2f;05&#x2f;14 11&#x3a;55&#x3a;22.870</modified_date>
 92 |   </info>
 93 |   <notepads>
 94 |   </notepads>
 95 |   <connection>
 96 |     <name>etl_meta</name>
 97 |     <server/>
 98 |     <type>MYSQL</type>
 99 |     <access>JNDI</access>
100 |     <database>ETL_META</database>
101 |     <port>1521</port>
102 |     <username/>
103 |     <password>Encrypted </password>
104 |     <servername/>
105 |     <data_tablespace/>
106 |     <index_tablespace/>
107 |     <attributes>
108 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 |       <attribute><code>PORT_NUMBER</code><attribute>1521</attribute></attribute>
114 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
115 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
116 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
117 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
118 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
119 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
120 |     </attributes>
121 |   </connection>
122 |   <connection>
123 |     <name>hive_meta</name>
124 |     <server>127.0.0.1</server>
125 |     <type>MYSQL</type>
126 |     <access>JNDI</access>
127 |     <database>HIVE_META</database>
128 |     <port>3306</port>
129 |     <username/>
130 |     <password>Encrypted </password>
131 |     <servername/>
132 |     <data_tablespace/>
133 |     <index_tablespace/>
134 |     <attributes>
135 |       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
136 |       <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
137 |       <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
138 |       <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
139 |       <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
140 |       <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
141 |       <attribute><code>PRESERVE_RESERVED_WORD_CASE</code><attribute>N</attribute></attribute>
142 |       <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
143 |       <attribute><code>STREAM_RESULTS</code><attribute>N</attribute></attribute>
144 |       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>Y</attribute></attribute>
145 |       <attribute><code>SUPPORTS_TIMESTAMP_DATA_TYPE</code><attribute>Y</attribute></attribute>
146 |       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
147 |     </attributes>
148 |   </connection>
149 |   <order>
150 |   <hop> <from>Get Variables</from><to>&#x8f93;&#x51fa;&#x7ed3;&#x679c;&#x5230;&#x684c;&#x9762;</to><enabled>Y</enabled> </hop>
151 |   </order>
152 |   <step>
153 |     <name>&#x8f93;&#x51fa;&#x7ed3;&#x679c;&#x5230;&#x684c;&#x9762;</name>
154 |     <type>TextFileOutput</type>
155 |     <description/>
156 |     <distribute>Y</distribute>
157 |     <custom_distribution/>
158 |     <copies>1</copies>
159 |          <partitioning>
160 |            <method>none</method>
161 |            <schema_name/>
162 |            </partitioning>
163 |     <separator>&#x3b;</separator>
164 |     <enclosure>&#x22;</enclosure>
165 |     <enclosure_forced>N</enclosure_forced>
166 |     <enclosure_fix_disabled>N</enclosure_fix_disabled>
167 |     <header>Y</header>
168 |     <footer>N</footer>
169 |     <format>DOS</format>
170 |     <compression>None</compression>
171 |     <encoding/>
172 |     <endedLine/>
173 |     <fileNameInField>N</fileNameInField>
174 |     <fileNameField/>
175 |     <create_parent_folder>Y</create_parent_folder>
176 |     <file>
177 |       <name>C&#x3a;&#x5c;Users&#x5c;huangshiqian&#x40;dangdang.com&#x5c;Desktop&#x5c;file_&#x24;&#x7b;db_name&#x7d;</name>
178 |       <is_command>N</is_command>
179 |       <servlet_output>N</servlet_output>
180 |       <do_not_open_new_file_init>N</do_not_open_new_file_init>
181 |       <extention>txt</extention>
182 |       <append>N</append>
183 |       <split>N</split>
184 |       <haspartno>N</haspartno>
185 |       <add_date>N</add_date>
186 |       <add_time>N</add_time>
187 |       <SpecifyFormat>N</SpecifyFormat>
188 |       <date_time_format/>
189 |       <add_to_result_filenames>Y</add_to_result_filenames>
190 |       <pad>N</pad>
191 |       <fast_dump>N</fast_dump>
192 |       <splitevery>0</splitevery>
193 |     </file>
194 |     <fields>
195 |       <field>
196 |         <name>hive_db</name>
197 |         <type>None</type>
198 |         <format/>
199 |         <currency/>
200 |         <decimal/>
201 |         <group/>
202 |         <nullif/>
203 |         <trim_type>none</trim_type>
204 |         <length>-1</length>
205 |         <precision>-1</precision>
206 |       </field>
207 |       <field>
208 |         <name>hive_table_name</name>
209 |         <type>None</type>
210 |         <format/>
211 |         <currency/>
212 |         <decimal/>
213 |         <group/>
214 |         <nullif/>
215 |         <trim_type>none</trim_type>
216 |         <length>-1</length>
217 |         <precision>-1</precision>
218 |       </field>
219 |       <field>
220 |         <name>db_name</name>
221 |         <type>None</type>
222 |         <format/>
223 |         <currency/>
224 |         <decimal/>
225 |         <group/>
226 |         <nullif/>
227 |         <trim_type>none</trim_type>
228 |         <length>-1</length>
229 |         <precision>-1</precision>
230 |       </field>
231 |       <field>
232 |         <name>sqp_command</name>
233 |         <type>None</type>
234 |         <format/>
235 |         <currency/>
236 |         <decimal/>
237 |         <group/>
238 |         <nullif/>
239 |         <trim_type>none</trim_type>
240 |         <length>-1</length>
241 |         <precision>-1</precision>
242 |       </field>
243 |     </fields>
244 |      <cluster_schema/>
245 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
246 |       <xloc>400</xloc>
247 |       <yloc>100</yloc>
248 |       <draw>Y</draw>
249 |       </GUI>
250 |     </step>
251 | 
252 |   <step>
253 |     <name>Get Variables</name>
254 |     <type>GetVariable</type>
255 |     <description/>
256 |     <distribute>Y</distribute>
257 |     <custom_distribution/>
258 |     <copies>1</copies>
259 |          <partitioning>
260 |            <method>none</method>
261 |            <schema_name/>
262 |            </partitioning>
263 |     <fields>
264 |       <field>
265 |         <name>hive_db</name>
266 |         <variable>&#x24;&#x7b;hive_db&#x7d;</variable>
267 |         <type>None</type>
268 |         <format/>
269 |         <currency/>
270 |         <decimal/>
271 |         <group/>
272 |         <length>-1</length>
273 |         <precision>-1</precision>
274 |         <trim_type>none</trim_type>
275 |       </field>
276 |       <field>
277 |         <name>hive_table_name</name>
278 |         <variable>&#x24;&#x7b;hive_table_name&#x7d;</variable>
279 |         <type>None</type>
280 |         <format/>
281 |         <currency/>
282 |         <decimal/>
283 |         <group/>
284 |         <length>-1</length>
285 |         <precision>-1</precision>
286 |         <trim_type>none</trim_type>
287 |       </field>
288 |       <field>
289 |         <name>db_name</name>
290 |         <variable>&#x24;&#x7b;db_name&#x7d;</variable>
291 |         <type>None</type>
292 |         <format/>
293 |         <currency/>
294 |         <decimal/>
295 |         <group/>
296 |         <length>-1</length>
297 |         <precision>-1</precision>
298 |         <trim_type>none</trim_type>
299 |       </field>
300 |       <field>
301 |         <name>sqp_command</name>
302 |         <variable>&#x24;&#x7b;sqp_command&#x7d;</variable>
303 |         <type>None</type>
304 |         <format/>
305 |         <currency/>
306 |         <decimal/>
307 |         <group/>
308 |         <length>-1</length>
309 |         <precision>-1</precision>
310 |         <trim_type>none</trim_type>
311 |       </field>
312 |     </fields>
313 |      <cluster_schema/>
314 |  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
315 |       <xloc>249</xloc>
316 |       <yloc>101</yloc>
317 |       <draw>Y</draw>
318 |       </GUI>
319 |     </step>
320 | 
321 |   <step_error_handling>
322 |   </step_error_handling>
323 |    <slave-step-copy-partition-distribution>
324 | </slave-step-copy-partition-distribution>
325 |    <slave_transformation>N</slave_transformation>
326 | 
327 | </transformation>
328 | 


--------------------------------------------------------------------------------