diff --git a/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr new file mode 100644 index 0000000..f9ba53e --- /dev/null +++ b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr @@ -0,0 +1,1662 @@ + + + + enterprise_trans + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 11:19:22.803 + - + 2021/03/29 11:19:22.803 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_optmonitoring + 11.100.6.163 + MYSQL + Native + casic_optmonitoring + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + 163_casic_industrial_economy + 11.100.6.163 + MYSQL + Native + casic_industrial_economy + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 企业信息服务接口 + 解析code信息 + Y + + + 生成随机数 + 读取项目任务增量时间 + Y + + + 解析code信息 + 企业数据同步更新 + Y + + + 参数转换 + 企业信息服务接口 + Y + + + 读取项目任务增量时间 + 参数转换 + Y + + + + 企业信息服务接口 + Rest + + Y + + 1 + + none + + + JSON + GET + http://11.100.5.8:8080/platformbigdata/modelservlet?appkey=53a21bdd-626a-4b3b-9170-0c79498193e6&id=155&param_dsid=1138&flag=97&format=json&&param_PAGESIZE=100000 + Y + N + + HOST + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 544 + 160 + Y + + + + 企业数据同步更新 + InsertUpdate + + Y + + 1 + + none + + + 163_casic_industrial_economy + 500 + N + + casic_industrial_economy +
enterprise_info
+ + zch + zch + = + + + + zch + zch + N + + + qylx + qylx + Y + + + tzze + tzze + Y + + + zczb + zczb + Y + + + yzbm + yzbm + Y + + + qymc + qymc + Y + + + fddbr + fddbr + Y + + + sszb + sszb + Y + + + bz + bz + Y + + + gq + gq + Y + + + djjg + djjg + Y + + + djjgbm + djjgbm + Y + + + qyzt + qyzt + Y + + + hyml + hyml + Y + + + hydm + hydm + Y + + + czfs + czfs + Y + + + clrq + clrq + Y + + + dzyj + dzyj + Y + + + ybjyxm + ybjyxm + Y + + + xkjyxm + xkjyxm + Y + + + sdjggss + sdjggss + Y + + + gxjg + gxjg + Y + + + jyqxq + jyqxq + Y + + + jyqxz + jyqxz + Y + + + zs + zs + Y + + + sfzrd + sfzrd + Y + + + sfgsq + sfgsq + Y + + + hzrq + hzrq + Y + + + gpz + gpz + Y + + + sjly + sjly + Y + + + sfcqyx + sfcqyx + Y + + + dabh + dabh + Y + + + tyshxydm + tyshxydm + Y + + + updatetime + updatetime + Y + + + + + + + + + + + + 816 + 160 + Y + + + + 参数转换 + UserDefinedJavaClass + + Y + + 1 + + none + + + + + TRANSFORM_CLASS + Processor + // 生成的代码片段 +public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws Exception { + if (first) { + first = false; + } + + Object[] r = getRow(); + + + if (r == null) { + setOutputDone(); + return false; + } + + r = createOutputRow(r, data.outputRowMeta.size()); + String condition= get(Fields.In, "REST_RULE").getString(r); + String host= get(Fields.In, "HOST").getString(r); + String value= get(Fields.In, "REST_PARAMS").getString(r); + Object[] params = value.split(","); + String outcondition =host+"&param_condition="+java.net.URLEncoder.encode(String.format(condition,params),"UTF-8"); + get(Fields.Out,"HOST").setValue(r,outcondition); + putRow(data.outputRowMeta, r); + + return true; +} + + + + + + N + + + + + + + + + + + + + 384 + 160 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 80 + 160 + Y + + + + 解析code信息 + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + + + + N + N + + + + zch + $..ZCH + None + + + + + -1 + -1 + none + N + + + qylx + $..QYLX + None + + + + + -1 + -1 + none + N + + + tzze + $..TZZE + None + + + + + -1 + -1 + none + N + + + zczb + $..ZCZB + None + + + + + -1 + -1 + none + N + + + yzbm + $..YZBM + None + + + + + -1 + -1 + none + N + + + qymc + $..QYMC + None + + + + + -1 + -1 + none + N + + + fddbr + $..FDDBR + None + + + + + -1 + -1 + none + N + + + sszb + $..SSZB + None + + + + + -1 + -1 + none + N + + + bz + $..BZ + None + + + + + -1 + -1 + none + N + + + gq + $..GQ + None + + + + + -1 + -1 + none + N + + + djjg + $..DJJG + None + + + + + -1 + -1 + none + N + + + djjgbm + $..DJJGBM + None + + + + + -1 + -1 + none + N + + + qyzt + $..QYZT + None + + + + + -1 + -1 + none + N + + + hyml + $..HYML + None + + + + + -1 + -1 + none + N + + + hydm + $..HYDM + None + + + + + -1 + -1 + none + N + + + czfs + $..CZFS + None + + + + + -1 + -1 + none + N + + + clrq + $..CLRQ + None + + + + + -1 + -1 + none + N + + + dzyj + $..DZYJ + None + + + + + -1 + -1 + none + N + + + ybjyxm + $..YBJYXM + None + + + + + -1 + -1 + none + N + + + xkjyxm + $..XKJYXM + None + + + + + -1 + -1 + none + N + + + sdjggss + $..SDJGGSS + None + + + + + -1 + -1 + none + N + + + gxjg + $..GXJG + None + + + + + -1 + -1 + none + N + + + jyqxq + $..JYQXQ + None + + + + + -1 + -1 + none + N + + + jyqxz + $..JYQXZ + None + + + + + -1 + -1 + none + N + + + zs + $..ZS + None + + + + + -1 + -1 + none + N + + + sfzrd + $..SFZRD + None + + + + + -1 + -1 + none + N + + + sfgsq + $..SFGSQ + None + + + + + -1 + -1 + none + N + + + hzrq + $..HZRQ + None + + + + + -1 + -1 + none + N + + + gpz + $..GPZ + None + + + + + -1 + -1 + none + N + + + sjly + $..SJLY + None + + + + + -1 + -1 + none + N + + + sfcqyx + $..SFCQYX + None + + + + + -1 + -1 + none + N + + + dabh + $..DABH + None + + + + + -1 + -1 + none + N + + + tyshxydm + $..TYSHXYDM + None + + + + + -1 + -1 + none + N + + + updatetime + $..UPDATETIME + None + + + + + -1 + -1 + none + N + + + 0 + Y + N + result + + + + + + + + + + + + + + + + + + 704 + 160 + Y + + + + 读取项目任务增量时间 + TableInput + + Y + + 1 + + none + + + 163_casic_optmonitoring + SELECT + ID +, CODE,REST_RULE,REST_PARAMS +, TITLE,concat(HOST,DEFAULT_PARAMS) as HOST +, REST_PARAMS,DATE_FORMAT(NOW(),'%Y-%m-%d %H:%i:%s') as CURR_INCREMENT_DATE +FROM casic_optmonitoring.kettle_increment_config where code='entprise' + 0 + + N + N + N + N + + + Integer + normal + ID + 15 + 0 + 读取项目任务增量时间 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CODE + 32 + -1 + 读取项目任务增量时间 + CODE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_RULE + 255 + -1 + 读取项目任务增量时间 + REST_RULE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_PARAMS + 255 + -1 + 读取项目任务增量时间 + REST_PARAMS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + TITLE + 64 + -1 + 读取项目任务增量时间 + TITLE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + HOST + 319 + -1 + 读取项目任务增量时间 + HOST + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + INCREMENT_DATE + 64 + -1 + 读取项目任务增量时间 + INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CURR_INCREMENT_DATE + 24 + -1 + 读取项目任务增量时间 + CURR_INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 224 + 160 + Y + + + + + + + N + + diff --git a/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr new file mode 100644 index 0000000..f9ba53e --- /dev/null +++ b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr @@ -0,0 +1,1662 @@ + + + + enterprise_trans + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 11:19:22.803 + - + 2021/03/29 11:19:22.803 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_optmonitoring + 11.100.6.163 + MYSQL + Native + casic_optmonitoring + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + 163_casic_industrial_economy + 11.100.6.163 + MYSQL + Native + casic_industrial_economy + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 企业信息服务接口 + 解析code信息 + Y + + + 生成随机数 + 读取项目任务增量时间 + Y + + + 解析code信息 + 企业数据同步更新 + Y + + + 参数转换 + 企业信息服务接口 + Y + + + 读取项目任务增量时间 + 参数转换 + Y + + + + 企业信息服务接口 + Rest + + Y + + 1 + + none + + + JSON + GET + http://11.100.5.8:8080/platformbigdata/modelservlet?appkey=53a21bdd-626a-4b3b-9170-0c79498193e6&id=155&param_dsid=1138&flag=97&format=json&&param_PAGESIZE=100000 + Y + N + + HOST + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 544 + 160 + Y + + + + 企业数据同步更新 + InsertUpdate + + Y + + 1 + + none + + + 163_casic_industrial_economy + 500 + N + + casic_industrial_economy +
enterprise_info
+ + zch + zch + = + + + + zch + zch + N + + + qylx + qylx + Y + + + tzze + tzze + Y + + + zczb + zczb + Y + + + yzbm + yzbm + Y + + + qymc + qymc + Y + + + fddbr + fddbr + Y + + + sszb + sszb + Y + + + bz + bz + Y + + + gq + gq + Y + + + djjg + djjg + Y + + + djjgbm + djjgbm + Y + + + qyzt + qyzt + Y + + + hyml + hyml + Y + + + hydm + hydm + Y + + + czfs + czfs + Y + + + clrq + clrq + Y + + + dzyj + dzyj + Y + + + ybjyxm + ybjyxm + Y + + + xkjyxm + xkjyxm + Y + + + sdjggss + sdjggss + Y + + + gxjg + gxjg + Y + + + jyqxq + jyqxq + Y + + + jyqxz + jyqxz + Y + + + zs + zs + Y + + + sfzrd + sfzrd + Y + + + sfgsq + sfgsq + Y + + + hzrq + hzrq + Y + + + gpz + gpz + Y + + + sjly + sjly + Y + + + sfcqyx + sfcqyx + Y + + + dabh + dabh + Y + + + tyshxydm + tyshxydm + Y + + + updatetime + updatetime + Y + + + + + + + + + + + + 816 + 160 + Y + + + + 参数转换 + UserDefinedJavaClass + + Y + + 1 + + none + + + + + TRANSFORM_CLASS + Processor + // 生成的代码片段 +public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws Exception { + if (first) { + first = false; + } + + Object[] r = getRow(); + + + if (r == null) { + setOutputDone(); + return false; + } + + r = createOutputRow(r, data.outputRowMeta.size()); + String condition= get(Fields.In, "REST_RULE").getString(r); + String host= get(Fields.In, "HOST").getString(r); + String value= get(Fields.In, "REST_PARAMS").getString(r); + Object[] params = value.split(","); + String outcondition =host+"&param_condition="+java.net.URLEncoder.encode(String.format(condition,params),"UTF-8"); + get(Fields.Out,"HOST").setValue(r,outcondition); + putRow(data.outputRowMeta, r); + + return true; +} + + + + + + N + + + + + + + + + + + + + 384 + 160 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 80 + 160 + Y + + + + 解析code信息 + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + + + + N + N + + + + zch + $..ZCH + None + + + + + -1 + -1 + none + N + + + qylx + $..QYLX + None + + + + + -1 + -1 + none + N + + + tzze + $..TZZE + None + + + + + -1 + -1 + none + N + + + zczb + $..ZCZB + None + + + + + -1 + -1 + none + N + + + yzbm + $..YZBM + None + + + + + -1 + -1 + none + N + + + qymc + $..QYMC + None + + + + + -1 + -1 + none + N + + + fddbr + $..FDDBR + None + + + + + -1 + -1 + none + N + + + sszb + $..SSZB + None + + + + + -1 + -1 + none + N + + + bz + $..BZ + None + + + + + -1 + -1 + none + N + + + gq + $..GQ + None + + + + + -1 + -1 + none + N + + + djjg + $..DJJG + None + + + + + -1 + -1 + none + N + + + djjgbm + $..DJJGBM + None + + + + + -1 + -1 + none + N + + + qyzt + $..QYZT + None + + + + + -1 + -1 + none + N + + + hyml + $..HYML + None + + + + + -1 + -1 + none + N + + + hydm + $..HYDM + None + + + + + -1 + -1 + none + N + + + czfs + $..CZFS + None + + + + + -1 + -1 + none + N + + + clrq + $..CLRQ + None + + + + + -1 + -1 + none + N + + + dzyj + $..DZYJ + None + + + + + -1 + -1 + none + N + + + ybjyxm + $..YBJYXM + None + + + + + -1 + -1 + none + N + + + xkjyxm + $..XKJYXM + None + + + + + -1 + -1 + none + N + + + sdjggss + $..SDJGGSS + None + + + + + -1 + -1 + none + N + + + gxjg + $..GXJG + None + + + + + -1 + -1 + none + N + + + jyqxq + $..JYQXQ + None + + + + + -1 + -1 + none + N + + + jyqxz + $..JYQXZ + None + + + + + -1 + -1 + none + N + + + zs + $..ZS + None + + + + + -1 + -1 + none + N + + + sfzrd + $..SFZRD + None + + + + + -1 + -1 + none + N + + + sfgsq + $..SFGSQ + None + + + + + -1 + -1 + none + N + + + hzrq + $..HZRQ + None + + + + + -1 + -1 + none + N + + + gpz + $..GPZ + None + + + + + -1 + -1 + none + N + + + sjly + $..SJLY + None + + + + + -1 + -1 + none + N + + + sfcqyx + $..SFCQYX + None + + + + + -1 + -1 + none + N + + + dabh + $..DABH + None + + + + + -1 + -1 + none + N + + + tyshxydm + $..TYSHXYDM + None + + + + + -1 + -1 + none + N + + + updatetime + $..UPDATETIME + None + + + + + -1 + -1 + none + N + + + 0 + Y + N + result + + + + + + + + + + + + + + + + + + 704 + 160 + Y + + + + 读取项目任务增量时间 + TableInput + + Y + + 1 + + none + + + 163_casic_optmonitoring + SELECT + ID +, CODE,REST_RULE,REST_PARAMS +, TITLE,concat(HOST,DEFAULT_PARAMS) as HOST +, REST_PARAMS,DATE_FORMAT(NOW(),'%Y-%m-%d %H:%i:%s') as CURR_INCREMENT_DATE +FROM casic_optmonitoring.kettle_increment_config where code='entprise' + 0 + + N + N + N + N + + + Integer + normal + ID + 15 + 0 + 读取项目任务增量时间 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CODE + 32 + -1 + 读取项目任务增量时间 + CODE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_RULE + 255 + -1 + 读取项目任务增量时间 + REST_RULE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_PARAMS + 255 + -1 + 读取项目任务增量时间 + REST_PARAMS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + TITLE + 64 + -1 + 读取项目任务增量时间 + TITLE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + HOST + 319 + -1 + 读取项目任务增量时间 + HOST + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + INCREMENT_DATE + 64 + -1 + 读取项目任务增量时间 + INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CURR_INCREMENT_DATE + 24 + -1 + 读取项目任务增量时间 + CURR_INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 224 + 160 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/front_db_demo.ktr b/casic-web/etl/demo/front_db_demo.ktr new file mode 100644 index 0000000..e606d8c --- /dev/null +++ b/casic-web/etl/demo/front_db_demo.ktr @@ -0,0 +1,1562 @@ + + + + front_db_demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 10:33:20.082 + - + 2021/03/29 10:33:20.082 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 10.225.240.21-ent + 10.225.240.21 + POSTGRESQL + Native + front_db + 5432 + resmg + Encrypted 2be98afc86aa7f2e4cb79bc75cd9fa88b + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + scyy_local + ${source_local.server} + MYSQL + Native + ${source_local.database} + 3306 + ${source_local.username} + ${source_local.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + 表输出 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + 10.225.240.21-ent + SELECT + qylx +, tzze +, zczb +, yzbm +, qymc +, fddbr +, sszb +, bz +, gq +, djjg +, djjgbm +, qyzt +, hyml +, hydm +, czfs +, clrq +, dzyj +, ybjyxm +, xkjyxm +, sdjggss +, gxjg +, jyqxq +, jyqxz +, zs +, sfzrd +, sfgsq +, hzrq +, gpz +, sjly +, sfcqyx +, dabh +, wxl +, tyshxydm +, zch +, ins +, seq +, updatestatus +, updatetime +FROM resmg.qyjbxxmd127142 + + 0 + + N + N + N + N + + + String + normal + qylx + 800 + -1 + 表输入 + qylx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tzze + 800 + -1 + 表输入 + tzze + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zczb + 800 + -1 + 表输入 + zczb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + yzbm + 800 + -1 + 表输入 + yzbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qymc + 800 + -1 + 表输入 + qymc + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + fddbr + 800 + -1 + 表输入 + fddbr + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sszb + 800 + -1 + 表输入 + sszb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + bz + 800 + -1 + 表输入 + bz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gq + 800 + -1 + 表输入 + gq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjg + 800 + -1 + 表输入 + djjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjgbm + 800 + -1 + 表输入 + djjgbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qyzt + 800 + -1 + 表输入 + qyzt + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hyml + 800 + -1 + 表输入 + hyml + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hydm + 800 + -1 + 表输入 + hydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + czfs + 800 + -1 + 表输入 + czfs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + clrq + 50 + -1 + 表输入 + clrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dzyj + 800 + -1 + 表输入 + dzyj + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ybjyxm + 1600 + -1 + 表输入 + ybjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xkjyxm + 1600 + -1 + 表输入 + xkjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sdjggss + 800 + -1 + 表输入 + sdjggss + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gxjg + 800 + -1 + 表输入 + gxjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxq + 50 + -1 + 表输入 + jyqxq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxz + 50 + -1 + 表输入 + jyqxz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zs + 800 + -1 + 表输入 + zs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzrd + 800 + -1 + 表输入 + sfzrd + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfgsq + 800 + -1 + 表输入 + sfgsq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hzrq + 50 + -1 + 表输入 + hzrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gpz + 800 + -1 + 表输入 + gpz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sjly + 800 + -1 + 表输入 + sjly + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfcqyx + 800 + -1 + 表输入 + sfcqyx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dabh + 800 + -1 + 表输入 + dabh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + wxl + 800 + -1 + 表输入 + wxl + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tyshxydm + 400 + -1 + 表输入 + tyshxydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zch + 250 + -1 + 表输入 + zch + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + ins + 9 + 0 + 表输入 + ins + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + seq + 15 + 0 + 表输入 + seq + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + updatestatus + 15 + 0 + 表输入 + updatestatus + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + updatetime + 50 + -1 + 表输入 + updatetime + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 768 + 176 + Y + + + + 表输出 + TableOutput + + Y + + 1 + + none + + + scyy_local + scyy +
enterprise_info
+ 1000 + N + N + Y + N + N + + N + Y + N + + Y + N + + + + + + + + + + + + + 928 + 176 + Y + + + + + + + N + + diff --git a/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr new file mode 100644 index 0000000..f9ba53e --- /dev/null +++ b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr @@ -0,0 +1,1662 @@ + + + + enterprise_trans + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 11:19:22.803 + - + 2021/03/29 11:19:22.803 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_optmonitoring + 11.100.6.163 + MYSQL + Native + casic_optmonitoring + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + 163_casic_industrial_economy + 11.100.6.163 + MYSQL + Native + casic_industrial_economy + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 企业信息服务接口 + 解析code信息 + Y + + + 生成随机数 + 读取项目任务增量时间 + Y + + + 解析code信息 + 企业数据同步更新 + Y + + + 参数转换 + 企业信息服务接口 + Y + + + 读取项目任务增量时间 + 参数转换 + Y + + + + 企业信息服务接口 + Rest + + Y + + 1 + + none + + + JSON + GET + http://11.100.5.8:8080/platformbigdata/modelservlet?appkey=53a21bdd-626a-4b3b-9170-0c79498193e6&id=155&param_dsid=1138&flag=97&format=json&&param_PAGESIZE=100000 + Y + N + + HOST + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 544 + 160 + Y + + + + 企业数据同步更新 + InsertUpdate + + Y + + 1 + + none + + + 163_casic_industrial_economy + 500 + N + + casic_industrial_economy +
enterprise_info
+ + zch + zch + = + + + + zch + zch + N + + + qylx + qylx + Y + + + tzze + tzze + Y + + + zczb + zczb + Y + + + yzbm + yzbm + Y + + + qymc + qymc + Y + + + fddbr + fddbr + Y + + + sszb + sszb + Y + + + bz + bz + Y + + + gq + gq + Y + + + djjg + djjg + Y + + + djjgbm + djjgbm + Y + + + qyzt + qyzt + Y + + + hyml + hyml + Y + + + hydm + hydm + Y + + + czfs + czfs + Y + + + clrq + clrq + Y + + + dzyj + dzyj + Y + + + ybjyxm + ybjyxm + Y + + + xkjyxm + xkjyxm + Y + + + sdjggss + sdjggss + Y + + + gxjg + gxjg + Y + + + jyqxq + jyqxq + Y + + + jyqxz + jyqxz + Y + + + zs + zs + Y + + + sfzrd + sfzrd + Y + + + sfgsq + sfgsq + Y + + + hzrq + hzrq + Y + + + gpz + gpz + Y + + + sjly + sjly + Y + + + sfcqyx + sfcqyx + Y + + + dabh + dabh + Y + + + tyshxydm + tyshxydm + Y + + + updatetime + updatetime + Y + + + + + + + + + + + + 816 + 160 + Y + + + + 参数转换 + UserDefinedJavaClass + + Y + + 1 + + none + + + + + TRANSFORM_CLASS + Processor + // 生成的代码片段 +public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws Exception { + if (first) { + first = false; + } + + Object[] r = getRow(); + + + if (r == null) { + setOutputDone(); + return false; + } + + r = createOutputRow(r, data.outputRowMeta.size()); + String condition= get(Fields.In, "REST_RULE").getString(r); + String host= get(Fields.In, "HOST").getString(r); + String value= get(Fields.In, "REST_PARAMS").getString(r); + Object[] params = value.split(","); + String outcondition =host+"&param_condition="+java.net.URLEncoder.encode(String.format(condition,params),"UTF-8"); + get(Fields.Out,"HOST").setValue(r,outcondition); + putRow(data.outputRowMeta, r); + + return true; +} + + + + + + N + + + + + + + + + + + + + 384 + 160 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 80 + 160 + Y + + + + 解析code信息 + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + + + + N + N + + + + zch + $..ZCH + None + + + + + -1 + -1 + none + N + + + qylx + $..QYLX + None + + + + + -1 + -1 + none + N + + + tzze + $..TZZE + None + + + + + -1 + -1 + none + N + + + zczb + $..ZCZB + None + + + + + -1 + -1 + none + N + + + yzbm + $..YZBM + None + + + + + -1 + -1 + none + N + + + qymc + $..QYMC + None + + + + + -1 + -1 + none + N + + + fddbr + $..FDDBR + None + + + + + -1 + -1 + none + N + + + sszb + $..SSZB + None + + + + + -1 + -1 + none + N + + + bz + $..BZ + None + + + + + -1 + -1 + none + N + + + gq + $..GQ + None + + + + + -1 + -1 + none + N + + + djjg + $..DJJG + None + + + + + -1 + -1 + none + N + + + djjgbm + $..DJJGBM + None + + + + + -1 + -1 + none + N + + + qyzt + $..QYZT + None + + + + + -1 + -1 + none + N + + + hyml + $..HYML + None + + + + + -1 + -1 + none + N + + + hydm + $..HYDM + None + + + + + -1 + -1 + none + N + + + czfs + $..CZFS + None + + + + + -1 + -1 + none + N + + + clrq + $..CLRQ + None + + + + + -1 + -1 + none + N + + + dzyj + $..DZYJ + None + + + + + -1 + -1 + none + N + + + ybjyxm + $..YBJYXM + None + + + + + -1 + -1 + none + N + + + xkjyxm + $..XKJYXM + None + + + + + -1 + -1 + none + N + + + sdjggss + $..SDJGGSS + None + + + + + -1 + -1 + none + N + + + gxjg + $..GXJG + None + + + + + -1 + -1 + none + N + + + jyqxq + $..JYQXQ + None + + + + + -1 + -1 + none + N + + + jyqxz + $..JYQXZ + None + + + + + -1 + -1 + none + N + + + zs + $..ZS + None + + + + + -1 + -1 + none + N + + + sfzrd + $..SFZRD + None + + + + + -1 + -1 + none + N + + + sfgsq + $..SFGSQ + None + + + + + -1 + -1 + none + N + + + hzrq + $..HZRQ + None + + + + + -1 + -1 + none + N + + + gpz + $..GPZ + None + + + + + -1 + -1 + none + N + + + sjly + $..SJLY + None + + + + + -1 + -1 + none + N + + + sfcqyx + $..SFCQYX + None + + + + + -1 + -1 + none + N + + + dabh + $..DABH + None + + + + + -1 + -1 + none + N + + + tyshxydm + $..TYSHXYDM + None + + + + + -1 + -1 + none + N + + + updatetime + $..UPDATETIME + None + + + + + -1 + -1 + none + N + + + 0 + Y + N + result + + + + + + + + + + + + + + + + + + 704 + 160 + Y + + + + 读取项目任务增量时间 + TableInput + + Y + + 1 + + none + + + 163_casic_optmonitoring + SELECT + ID +, CODE,REST_RULE,REST_PARAMS +, TITLE,concat(HOST,DEFAULT_PARAMS) as HOST +, REST_PARAMS,DATE_FORMAT(NOW(),'%Y-%m-%d %H:%i:%s') as CURR_INCREMENT_DATE +FROM casic_optmonitoring.kettle_increment_config where code='entprise' + 0 + + N + N + N + N + + + Integer + normal + ID + 15 + 0 + 读取项目任务增量时间 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CODE + 32 + -1 + 读取项目任务增量时间 + CODE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_RULE + 255 + -1 + 读取项目任务增量时间 + REST_RULE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_PARAMS + 255 + -1 + 读取项目任务增量时间 + REST_PARAMS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + TITLE + 64 + -1 + 读取项目任务增量时间 + TITLE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + HOST + 319 + -1 + 读取项目任务增量时间 + HOST + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + INCREMENT_DATE + 64 + -1 + 读取项目任务增量时间 + INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CURR_INCREMENT_DATE + 24 + -1 + 读取项目任务增量时间 + CURR_INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 224 + 160 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/front_db_demo.ktr b/casic-web/etl/demo/front_db_demo.ktr new file mode 100644 index 0000000..e606d8c --- /dev/null +++ b/casic-web/etl/demo/front_db_demo.ktr @@ -0,0 +1,1562 @@ + + + + front_db_demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 10:33:20.082 + - + 2021/03/29 10:33:20.082 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 10.225.240.21-ent + 10.225.240.21 + POSTGRESQL + Native + front_db + 5432 + resmg + Encrypted 2be98afc86aa7f2e4cb79bc75cd9fa88b + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + scyy_local + ${source_local.server} + MYSQL + Native + ${source_local.database} + 3306 + ${source_local.username} + ${source_local.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + 表输出 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + 10.225.240.21-ent + SELECT + qylx +, tzze +, zczb +, yzbm +, qymc +, fddbr +, sszb +, bz +, gq +, djjg +, djjgbm +, qyzt +, hyml +, hydm +, czfs +, clrq +, dzyj +, ybjyxm +, xkjyxm +, sdjggss +, gxjg +, jyqxq +, jyqxz +, zs +, sfzrd +, sfgsq +, hzrq +, gpz +, sjly +, sfcqyx +, dabh +, wxl +, tyshxydm +, zch +, ins +, seq +, updatestatus +, updatetime +FROM resmg.qyjbxxmd127142 + + 0 + + N + N + N + N + + + String + normal + qylx + 800 + -1 + 表输入 + qylx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tzze + 800 + -1 + 表输入 + tzze + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zczb + 800 + -1 + 表输入 + zczb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + yzbm + 800 + -1 + 表输入 + yzbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qymc + 800 + -1 + 表输入 + qymc + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + fddbr + 800 + -1 + 表输入 + fddbr + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sszb + 800 + -1 + 表输入 + sszb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + bz + 800 + -1 + 表输入 + bz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gq + 800 + -1 + 表输入 + gq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjg + 800 + -1 + 表输入 + djjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjgbm + 800 + -1 + 表输入 + djjgbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qyzt + 800 + -1 + 表输入 + qyzt + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hyml + 800 + -1 + 表输入 + hyml + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hydm + 800 + -1 + 表输入 + hydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + czfs + 800 + -1 + 表输入 + czfs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + clrq + 50 + -1 + 表输入 + clrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dzyj + 800 + -1 + 表输入 + dzyj + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ybjyxm + 1600 + -1 + 表输入 + ybjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xkjyxm + 1600 + -1 + 表输入 + xkjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sdjggss + 800 + -1 + 表输入 + sdjggss + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gxjg + 800 + -1 + 表输入 + gxjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxq + 50 + -1 + 表输入 + jyqxq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxz + 50 + -1 + 表输入 + jyqxz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zs + 800 + -1 + 表输入 + zs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzrd + 800 + -1 + 表输入 + sfzrd + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfgsq + 800 + -1 + 表输入 + sfgsq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hzrq + 50 + -1 + 表输入 + hzrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gpz + 800 + -1 + 表输入 + gpz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sjly + 800 + -1 + 表输入 + sjly + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfcqyx + 800 + -1 + 表输入 + sfcqyx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dabh + 800 + -1 + 表输入 + dabh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + wxl + 800 + -1 + 表输入 + wxl + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tyshxydm + 400 + -1 + 表输入 + tyshxydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zch + 250 + -1 + 表输入 + zch + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + ins + 9 + 0 + 表输入 + ins + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + seq + 15 + 0 + 表输入 + seq + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + updatestatus + 15 + 0 + 表输入 + updatestatus + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + updatetime + 50 + -1 + 表输入 + updatetime + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 768 + 176 + Y + + + + 表输出 + TableOutput + + Y + + 1 + + none + + + scyy_local + scyy +
enterprise_info
+ 1000 + N + N + Y + N + N + + N + Y + N + + Y + N + + + + + + + + + + + + + 928 + 176 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/java-demo.ktr b/casic-web/etl/demo/java-demo.ktr new file mode 100644 index 0000000..e940897 --- /dev/null +++ b/casic-web/etl/demo/java-demo.ktr @@ -0,0 +1,2119 @@ + + + + java-demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/26 19:08:09.883 + - + 2021/03/26 19:08:09.883 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 111.198.10.15-casic_palnning_construction + 111.198.10.15 + MYSQL + Native + casic_palnning_construction + 11102 + root + Encrypted 2be98afc86aa7f2a7aa0aa7738cc2fc9b + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.rewriteBatchedStatements + true + + + EXTRA_OPTION_MYSQL.useCompression + true + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useServerPrepStmts + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 11102 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + 163_casic_palnning_construction + 11.100.6.163 + MYSQL + Native + casic_palnning_construction + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 163工地信息 + 插入 / 更新 + Y + + + 163工地类别表 + 工地-项目类型 + Y + + + 工地统计表 + 工地统计表更新 + Y + + + 项管项目表 + 项管项目同步更新 + Y + + + 项管任务表 + 项管任务同步更新 + Y + + + + 163工地信息 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_num +, project_name +, start_time +, end_time +, project_status +, short_name +, project_type +, is_delete +, contract_amount +, create_time +FROM casic_palnning_construction.const_site_pro_info + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 表输入 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_num + 50 + -1 + 表输入 + project_num + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 表输入 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + start_time + 20 + -1 + 表输入 + start_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + end_time + 20 + -1 + 表输入 + end_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_status + 20 + -1 + 表输入 + project_status + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + short_name + 100 + -1 + 表输入 + short_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_type + 20 + -1 + 表输入 + project_type + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + is_delete + 9 + 0 + 表输入 + is_delete + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + contract_amount + 20 + -1 + 表输入 + contract_amount + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + create_time + 20 + -1 + 表输入 + create_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 32 + Y + + + + 163工地类别表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, PROJECT_TYPE_NAME +, IS_DELETE +FROM casic_palnning_construction.const_site_pro_type + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 163工地信息 2 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + PROJECT_TYPE_NAME + 255 + -1 + 163工地信息 2 + PROJECT_TYPE_NAME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + IS_DELETE + 9 + 0 + 163工地信息 2 + IS_DELETE + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 176 + Y + + + + 工地-项目类型 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction +
const_site_pro_type
+ + ID + ID + = + + + + ID + ID + Y + + + PROJECT_TYPE_NAME + PROJECT_TYPE_NAME + Y + + + IS_DELETE + IS_DELETE + Y + + + + + + + + + + + + 496 + 176 + Y + + + + 工地统计表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, CONSTRUCTION_NUM +, NOT_STARTED_NUM +, COMPLETED_NUM +, PAUSES_NUM +, TOTAL_NUM +, STATISTIC_TIME +FROM casic_palnning_construction.const_site_pro_statistics + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 表输入 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + CONSTRUCTION_NUM + 9 + 0 + 表输入 + CONSTRUCTION_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + NOT_STARTED_NUM + 9 + 0 + 表输入 + NOT_STARTED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + COMPLETED_NUM + 9 + 0 + 表输入 + COMPLETED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + PAUSES_NUM + 9 + 0 + 表输入 + PAUSES_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + TOTAL_NUM + 9 + 0 + 表输入 + TOTAL_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + STATISTIC_TIME + 4 + -1 + 表输入 + STATISTIC_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 48 + Y + + + + 工地统计表更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_statistics
+ + ID + ID + = + + + + ID + ID + Y + + + CONSTRUCTION_NUM + CONSTRUCTION_NUM + Y + + + NOT_STARTED_NUM + NOT_STARTED_NUM + Y + + + COMPLETED_NUM + COMPLETED_NUM + Y + + + PAUSES_NUM + PAUSES_NUM + Y + + + TOTAL_NUM + TOTAL_NUM + Y + + + STATISTIC_TIME + STATISTIC_TIME + Y + + + + + + + + + + + + 208 + 48 + Y + + + + 插入 / 更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_info
+ + id + id + = + + + + id + id + Y + + + project_num + project_num + Y + + + project_name + project_name + Y + + + start_time + start_time + Y + + + end_time + end_time + Y + + + project_status + project_status + Y + + + short_name + short_name + Y + + + project_type + project_type + Y + + + is_delete + is_delete + Y + + + contract_amount + contract_amount + Y + + + create_time + create_time + Y + + + + + + + + + + + + 496 + 32 + Y + + + + 项管任务同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 1000 + N + + casic_palnning_construction + pm_task
+ + id + id + = + + + + id + id + N + + + task_name + task_name + Y + + + grade + grade + Y + + + plan_finish_time + plan_finish_time + Y + + + actual_finish_time + actual_finish_time + Y + + + project_id + project_id + Y + + + status + status + Y + + + update_time + update_time + Y + + + associated_status + associated_status + Y + + + + + + + + + + + + 480 + 256 + Y + + + + 项管任务表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, task_name +, grade +, plan_finish_time +, actual_finish_time +, project_id +, status +, update_time +, associated_status +FROM casic_palnning_construction.pm_task + + 0 + + N + N + N + N + + + Integer + normal + id + 15 + 0 + 项管任务表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + task_name + 100 + -1 + 项管任务表 + task_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + grade + 20 + -1 + 项管任务表 + grade + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + plan_finish_time + 0 + -1 + 项管任务表 + plan_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + actual_finish_time + 0 + -1 + 项管任务表 + actual_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + project_id + 15 + 0 + 项管任务表 + project_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项管任务表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项管任务表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + associated_status + 4 + 0 + 项管任务表 + associated_status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 352 + 256 + Y + + + + 项管项目同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + pm_project
+ + id + id + = + + + + id + id + N + + + project_name + project_name + Y + + + plan_start_date + plan_start_date + Y + + + plan_end_date + plan_end_date + Y + + + level + level + Y + + + status + status + Y + + + investment_year + investment_year + Y + + + update_time + update_time + Y + + + industry_id + industry_id + Y + + + + + + + + + + + + 208 + 208 + Y + + + + 项管项目表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_name +, plan_start_date +, plan_end_date +, level +, status +, investment_year +, update_time +, industry_id +FROM casic_palnning_construction.pm_project + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 项目表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 项目表 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_start_date + 20 + -1 + 项目表 + plan_start_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_end_date + 20 + -1 + 项目表 + plan_end_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + level + 20 + -1 + 项目表 + level + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项目表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + investment_year + 4 + 0 + 项目表 + investment_year + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项目表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + industry_id + 15 + 0 + 项目表 + industry_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 208 + Y + + + + + + + N + + diff --git a/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr new file mode 100644 index 0000000..f9ba53e --- /dev/null +++ b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr @@ -0,0 +1,1662 @@ + + + + enterprise_trans + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 11:19:22.803 + - + 2021/03/29 11:19:22.803 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_optmonitoring + 11.100.6.163 + MYSQL + Native + casic_optmonitoring + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + 163_casic_industrial_economy + 11.100.6.163 + MYSQL + Native + casic_industrial_economy + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 企业信息服务接口 + 解析code信息 + Y + + + 生成随机数 + 读取项目任务增量时间 + Y + + + 解析code信息 + 企业数据同步更新 + Y + + + 参数转换 + 企业信息服务接口 + Y + + + 读取项目任务增量时间 + 参数转换 + Y + + + + 企业信息服务接口 + Rest + + Y + + 1 + + none + + + JSON + GET + http://11.100.5.8:8080/platformbigdata/modelservlet?appkey=53a21bdd-626a-4b3b-9170-0c79498193e6&id=155&param_dsid=1138&flag=97&format=json&&param_PAGESIZE=100000 + Y + N + + HOST + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 544 + 160 + Y + + + + 企业数据同步更新 + InsertUpdate + + Y + + 1 + + none + + + 163_casic_industrial_economy + 500 + N + + casic_industrial_economy +
enterprise_info
+ + zch + zch + = + + + + zch + zch + N + + + qylx + qylx + Y + + + tzze + tzze + Y + + + zczb + zczb + Y + + + yzbm + yzbm + Y + + + qymc + qymc + Y + + + fddbr + fddbr + Y + + + sszb + sszb + Y + + + bz + bz + Y + + + gq + gq + Y + + + djjg + djjg + Y + + + djjgbm + djjgbm + Y + + + qyzt + qyzt + Y + + + hyml + hyml + Y + + + hydm + hydm + Y + + + czfs + czfs + Y + + + clrq + clrq + Y + + + dzyj + dzyj + Y + + + ybjyxm + ybjyxm + Y + + + xkjyxm + xkjyxm + Y + + + sdjggss + sdjggss + Y + + + gxjg + gxjg + Y + + + jyqxq + jyqxq + Y + + + jyqxz + jyqxz + Y + + + zs + zs + Y + + + sfzrd + sfzrd + Y + + + sfgsq + sfgsq + Y + + + hzrq + hzrq + Y + + + gpz + gpz + Y + + + sjly + sjly + Y + + + sfcqyx + sfcqyx + Y + + + dabh + dabh + Y + + + tyshxydm + tyshxydm + Y + + + updatetime + updatetime + Y + + + + + + + + + + + + 816 + 160 + Y + + + + 参数转换 + UserDefinedJavaClass + + Y + + 1 + + none + + + + + TRANSFORM_CLASS + Processor + // 生成的代码片段 +public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws Exception { + if (first) { + first = false; + } + + Object[] r = getRow(); + + + if (r == null) { + setOutputDone(); + return false; + } + + r = createOutputRow(r, data.outputRowMeta.size()); + String condition= get(Fields.In, "REST_RULE").getString(r); + String host= get(Fields.In, "HOST").getString(r); + String value= get(Fields.In, "REST_PARAMS").getString(r); + Object[] params = value.split(","); + String outcondition =host+"&param_condition="+java.net.URLEncoder.encode(String.format(condition,params),"UTF-8"); + get(Fields.Out,"HOST").setValue(r,outcondition); + putRow(data.outputRowMeta, r); + + return true; +} + + + + + + N + + + + + + + + + + + + + 384 + 160 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 80 + 160 + Y + + + + 解析code信息 + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + + + + N + N + + + + zch + $..ZCH + None + + + + + -1 + -1 + none + N + + + qylx + $..QYLX + None + + + + + -1 + -1 + none + N + + + tzze + $..TZZE + None + + + + + -1 + -1 + none + N + + + zczb + $..ZCZB + None + + + + + -1 + -1 + none + N + + + yzbm + $..YZBM + None + + + + + -1 + -1 + none + N + + + qymc + $..QYMC + None + + + + + -1 + -1 + none + N + + + fddbr + $..FDDBR + None + + + + + -1 + -1 + none + N + + + sszb + $..SSZB + None + + + + + -1 + -1 + none + N + + + bz + $..BZ + None + + + + + -1 + -1 + none + N + + + gq + $..GQ + None + + + + + -1 + -1 + none + N + + + djjg + $..DJJG + None + + + + + -1 + -1 + none + N + + + djjgbm + $..DJJGBM + None + + + + + -1 + -1 + none + N + + + qyzt + $..QYZT + None + + + + + -1 + -1 + none + N + + + hyml + $..HYML + None + + + + + -1 + -1 + none + N + + + hydm + $..HYDM + None + + + + + -1 + -1 + none + N + + + czfs + $..CZFS + None + + + + + -1 + -1 + none + N + + + clrq + $..CLRQ + None + + + + + -1 + -1 + none + N + + + dzyj + $..DZYJ + None + + + + + -1 + -1 + none + N + + + ybjyxm + $..YBJYXM + None + + + + + -1 + -1 + none + N + + + xkjyxm + $..XKJYXM + None + + + + + -1 + -1 + none + N + + + sdjggss + $..SDJGGSS + None + + + + + -1 + -1 + none + N + + + gxjg + $..GXJG + None + + + + + -1 + -1 + none + N + + + jyqxq + $..JYQXQ + None + + + + + -1 + -1 + none + N + + + jyqxz + $..JYQXZ + None + + + + + -1 + -1 + none + N + + + zs + $..ZS + None + + + + + -1 + -1 + none + N + + + sfzrd + $..SFZRD + None + + + + + -1 + -1 + none + N + + + sfgsq + $..SFGSQ + None + + + + + -1 + -1 + none + N + + + hzrq + $..HZRQ + None + + + + + -1 + -1 + none + N + + + gpz + $..GPZ + None + + + + + -1 + -1 + none + N + + + sjly + $..SJLY + None + + + + + -1 + -1 + none + N + + + sfcqyx + $..SFCQYX + None + + + + + -1 + -1 + none + N + + + dabh + $..DABH + None + + + + + -1 + -1 + none + N + + + tyshxydm + $..TYSHXYDM + None + + + + + -1 + -1 + none + N + + + updatetime + $..UPDATETIME + None + + + + + -1 + -1 + none + N + + + 0 + Y + N + result + + + + + + + + + + + + + + + + + + 704 + 160 + Y + + + + 读取项目任务增量时间 + TableInput + + Y + + 1 + + none + + + 163_casic_optmonitoring + SELECT + ID +, CODE,REST_RULE,REST_PARAMS +, TITLE,concat(HOST,DEFAULT_PARAMS) as HOST +, REST_PARAMS,DATE_FORMAT(NOW(),'%Y-%m-%d %H:%i:%s') as CURR_INCREMENT_DATE +FROM casic_optmonitoring.kettle_increment_config where code='entprise' + 0 + + N + N + N + N + + + Integer + normal + ID + 15 + 0 + 读取项目任务增量时间 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CODE + 32 + -1 + 读取项目任务增量时间 + CODE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_RULE + 255 + -1 + 读取项目任务增量时间 + REST_RULE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_PARAMS + 255 + -1 + 读取项目任务增量时间 + REST_PARAMS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + TITLE + 64 + -1 + 读取项目任务增量时间 + TITLE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + HOST + 319 + -1 + 读取项目任务增量时间 + HOST + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + INCREMENT_DATE + 64 + -1 + 读取项目任务增量时间 + INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CURR_INCREMENT_DATE + 24 + -1 + 读取项目任务增量时间 + CURR_INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 224 + 160 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/front_db_demo.ktr b/casic-web/etl/demo/front_db_demo.ktr new file mode 100644 index 0000000..e606d8c --- /dev/null +++ b/casic-web/etl/demo/front_db_demo.ktr @@ -0,0 +1,1562 @@ + + + + front_db_demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 10:33:20.082 + - + 2021/03/29 10:33:20.082 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 10.225.240.21-ent + 10.225.240.21 + POSTGRESQL + Native + front_db + 5432 + resmg + Encrypted 2be98afc86aa7f2e4cb79bc75cd9fa88b + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + scyy_local + ${source_local.server} + MYSQL + Native + ${source_local.database} + 3306 + ${source_local.username} + ${source_local.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + 表输出 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + 10.225.240.21-ent + SELECT + qylx +, tzze +, zczb +, yzbm +, qymc +, fddbr +, sszb +, bz +, gq +, djjg +, djjgbm +, qyzt +, hyml +, hydm +, czfs +, clrq +, dzyj +, ybjyxm +, xkjyxm +, sdjggss +, gxjg +, jyqxq +, jyqxz +, zs +, sfzrd +, sfgsq +, hzrq +, gpz +, sjly +, sfcqyx +, dabh +, wxl +, tyshxydm +, zch +, ins +, seq +, updatestatus +, updatetime +FROM resmg.qyjbxxmd127142 + + 0 + + N + N + N + N + + + String + normal + qylx + 800 + -1 + 表输入 + qylx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tzze + 800 + -1 + 表输入 + tzze + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zczb + 800 + -1 + 表输入 + zczb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + yzbm + 800 + -1 + 表输入 + yzbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qymc + 800 + -1 + 表输入 + qymc + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + fddbr + 800 + -1 + 表输入 + fddbr + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sszb + 800 + -1 + 表输入 + sszb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + bz + 800 + -1 + 表输入 + bz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gq + 800 + -1 + 表输入 + gq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjg + 800 + -1 + 表输入 + djjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjgbm + 800 + -1 + 表输入 + djjgbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qyzt + 800 + -1 + 表输入 + qyzt + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hyml + 800 + -1 + 表输入 + hyml + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hydm + 800 + -1 + 表输入 + hydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + czfs + 800 + -1 + 表输入 + czfs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + clrq + 50 + -1 + 表输入 + clrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dzyj + 800 + -1 + 表输入 + dzyj + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ybjyxm + 1600 + -1 + 表输入 + ybjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xkjyxm + 1600 + -1 + 表输入 + xkjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sdjggss + 800 + -1 + 表输入 + sdjggss + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gxjg + 800 + -1 + 表输入 + gxjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxq + 50 + -1 + 表输入 + jyqxq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxz + 50 + -1 + 表输入 + jyqxz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zs + 800 + -1 + 表输入 + zs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzrd + 800 + -1 + 表输入 + sfzrd + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfgsq + 800 + -1 + 表输入 + sfgsq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hzrq + 50 + -1 + 表输入 + hzrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gpz + 800 + -1 + 表输入 + gpz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sjly + 800 + -1 + 表输入 + sjly + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfcqyx + 800 + -1 + 表输入 + sfcqyx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dabh + 800 + -1 + 表输入 + dabh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + wxl + 800 + -1 + 表输入 + wxl + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tyshxydm + 400 + -1 + 表输入 + tyshxydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zch + 250 + -1 + 表输入 + zch + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + ins + 9 + 0 + 表输入 + ins + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + seq + 15 + 0 + 表输入 + seq + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + updatestatus + 15 + 0 + 表输入 + updatestatus + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + updatetime + 50 + -1 + 表输入 + updatetime + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 768 + 176 + Y + + + + 表输出 + TableOutput + + Y + + 1 + + none + + + scyy_local + scyy +
enterprise_info
+ 1000 + N + N + Y + N + N + + N + Y + N + + Y + N + + + + + + + + + + + + + 928 + 176 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/java-demo.ktr b/casic-web/etl/demo/java-demo.ktr new file mode 100644 index 0000000..e940897 --- /dev/null +++ b/casic-web/etl/demo/java-demo.ktr @@ -0,0 +1,2119 @@ + + + + java-demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/26 19:08:09.883 + - + 2021/03/26 19:08:09.883 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 111.198.10.15-casic_palnning_construction + 111.198.10.15 + MYSQL + Native + casic_palnning_construction + 11102 + root + Encrypted 2be98afc86aa7f2a7aa0aa7738cc2fc9b + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.rewriteBatchedStatements + true + + + EXTRA_OPTION_MYSQL.useCompression + true + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useServerPrepStmts + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 11102 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + 163_casic_palnning_construction + 11.100.6.163 + MYSQL + Native + casic_palnning_construction + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 163工地信息 + 插入 / 更新 + Y + + + 163工地类别表 + 工地-项目类型 + Y + + + 工地统计表 + 工地统计表更新 + Y + + + 项管项目表 + 项管项目同步更新 + Y + + + 项管任务表 + 项管任务同步更新 + Y + + + + 163工地信息 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_num +, project_name +, start_time +, end_time +, project_status +, short_name +, project_type +, is_delete +, contract_amount +, create_time +FROM casic_palnning_construction.const_site_pro_info + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 表输入 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_num + 50 + -1 + 表输入 + project_num + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 表输入 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + start_time + 20 + -1 + 表输入 + start_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + end_time + 20 + -1 + 表输入 + end_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_status + 20 + -1 + 表输入 + project_status + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + short_name + 100 + -1 + 表输入 + short_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_type + 20 + -1 + 表输入 + project_type + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + is_delete + 9 + 0 + 表输入 + is_delete + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + contract_amount + 20 + -1 + 表输入 + contract_amount + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + create_time + 20 + -1 + 表输入 + create_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 32 + Y + + + + 163工地类别表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, PROJECT_TYPE_NAME +, IS_DELETE +FROM casic_palnning_construction.const_site_pro_type + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 163工地信息 2 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + PROJECT_TYPE_NAME + 255 + -1 + 163工地信息 2 + PROJECT_TYPE_NAME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + IS_DELETE + 9 + 0 + 163工地信息 2 + IS_DELETE + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 176 + Y + + + + 工地-项目类型 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction +
const_site_pro_type
+ + ID + ID + = + + + + ID + ID + Y + + + PROJECT_TYPE_NAME + PROJECT_TYPE_NAME + Y + + + IS_DELETE + IS_DELETE + Y + + + + + + + + + + + + 496 + 176 + Y + + + + 工地统计表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, CONSTRUCTION_NUM +, NOT_STARTED_NUM +, COMPLETED_NUM +, PAUSES_NUM +, TOTAL_NUM +, STATISTIC_TIME +FROM casic_palnning_construction.const_site_pro_statistics + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 表输入 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + CONSTRUCTION_NUM + 9 + 0 + 表输入 + CONSTRUCTION_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + NOT_STARTED_NUM + 9 + 0 + 表输入 + NOT_STARTED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + COMPLETED_NUM + 9 + 0 + 表输入 + COMPLETED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + PAUSES_NUM + 9 + 0 + 表输入 + PAUSES_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + TOTAL_NUM + 9 + 0 + 表输入 + TOTAL_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + STATISTIC_TIME + 4 + -1 + 表输入 + STATISTIC_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 48 + Y + + + + 工地统计表更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_statistics
+ + ID + ID + = + + + + ID + ID + Y + + + CONSTRUCTION_NUM + CONSTRUCTION_NUM + Y + + + NOT_STARTED_NUM + NOT_STARTED_NUM + Y + + + COMPLETED_NUM + COMPLETED_NUM + Y + + + PAUSES_NUM + PAUSES_NUM + Y + + + TOTAL_NUM + TOTAL_NUM + Y + + + STATISTIC_TIME + STATISTIC_TIME + Y + + + + + + + + + + + + 208 + 48 + Y + + + + 插入 / 更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_info
+ + id + id + = + + + + id + id + Y + + + project_num + project_num + Y + + + project_name + project_name + Y + + + start_time + start_time + Y + + + end_time + end_time + Y + + + project_status + project_status + Y + + + short_name + short_name + Y + + + project_type + project_type + Y + + + is_delete + is_delete + Y + + + contract_amount + contract_amount + Y + + + create_time + create_time + Y + + + + + + + + + + + + 496 + 32 + Y + + + + 项管任务同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 1000 + N + + casic_palnning_construction + pm_task
+ + id + id + = + + + + id + id + N + + + task_name + task_name + Y + + + grade + grade + Y + + + plan_finish_time + plan_finish_time + Y + + + actual_finish_time + actual_finish_time + Y + + + project_id + project_id + Y + + + status + status + Y + + + update_time + update_time + Y + + + associated_status + associated_status + Y + + + + + + + + + + + + 480 + 256 + Y + + + + 项管任务表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, task_name +, grade +, plan_finish_time +, actual_finish_time +, project_id +, status +, update_time +, associated_status +FROM casic_palnning_construction.pm_task + + 0 + + N + N + N + N + + + Integer + normal + id + 15 + 0 + 项管任务表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + task_name + 100 + -1 + 项管任务表 + task_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + grade + 20 + -1 + 项管任务表 + grade + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + plan_finish_time + 0 + -1 + 项管任务表 + plan_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + actual_finish_time + 0 + -1 + 项管任务表 + actual_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + project_id + 15 + 0 + 项管任务表 + project_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项管任务表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项管任务表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + associated_status + 4 + 0 + 项管任务表 + associated_status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 352 + 256 + Y + + + + 项管项目同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + pm_project
+ + id + id + = + + + + id + id + N + + + project_name + project_name + Y + + + plan_start_date + plan_start_date + Y + + + plan_end_date + plan_end_date + Y + + + level + level + Y + + + status + status + Y + + + investment_year + investment_year + Y + + + update_time + update_time + Y + + + industry_id + industry_id + Y + + + + + + + + + + + + 208 + 208 + Y + + + + 项管项目表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_name +, plan_start_date +, plan_end_date +, level +, status +, investment_year +, update_time +, industry_id +FROM casic_palnning_construction.pm_project + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 项目表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 项目表 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_start_date + 20 + -1 + 项目表 + plan_start_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_end_date + 20 + -1 + 项目表 + plan_end_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + level + 20 + -1 + 项目表 + level + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项目表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + investment_year + 4 + 0 + 项目表 + investment_year + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项目表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + industry_id + 15 + 0 + 项目表 + industry_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 208 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/rest-demo.ktr b/casic-web/etl/demo/rest-demo.ktr new file mode 100644 index 0000000..d3e4184 --- /dev/null +++ b/casic-web/etl/demo/rest-demo.ktr @@ -0,0 +1,895 @@ + + + + rest-demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/25 19:48:37.180 + - + 2021/03/25 19:48:37.180 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_urban_governance + 11.100.6.163 + MYSQL + Native + casic_urban_governance + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 生成随机数 + 读取车辆数据表 + Y + + + 读取车辆数据表 + REST client + Y + + + + REST client + Rest + + Y + + 1 + + none + + + JSON + POST + http://localhost:11307/route/testJob + Y + N + + host + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 432 + 128 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 160 + 128 + Y + + + + 读取车辆数据表 + TableInput + + Y + + 1 + + none + + + 163_casic_urban_governance + SELECT + unitid +, unitname +, vehiclenum +, simcardnum +, regionid +, regionname +, coordinatex +, coordinatey +, sid +, vehicleid +,concat('http://localhost:11307/route/testJob?simcardnum=',simcardnum) as host +FROM casic_urban_governance.dcms_car_info + + 0 + + N + N + N + N + + + String + normal + unitid + 400 + -1 + 读取车辆数据表 + unitid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + unitname + 600 + -1 + 读取车辆数据表 + unitname + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + vehiclenum + 400 + -1 + 读取车辆数据表 + vehiclenum + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + simcardnum + 500 + -1 + 读取车辆数据表 + simcardnum + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + regionid + 500 + -1 + 读取车辆数据表 + regionid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + regionname + 600 + -1 + 读取车辆数据表 + regionname + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + coordinatex + 600 + -1 + 读取车辆数据表 + coordinatex + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + coordinatey + 600 + -1 + 读取车辆数据表 + coordinatey + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + sid + 15 + 0 + 读取车辆数据表 + sid + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + vehicleid + 400 + -1 + 读取车辆数据表 + vehicleid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + host + 548 + -1 + 读取车辆数据表 + host + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 304 + 128 + Y + + + + + + + N + + diff --git a/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr new file mode 100644 index 0000000..f9ba53e --- /dev/null +++ b/casic-web/etl/casic_industrial_economy/enterprise_trans.ktr @@ -0,0 +1,1662 @@ + + + + enterprise_trans + + + + Normal + / + + + + + + +
+ + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 11:19:22.803 + - + 2021/03/29 11:19:22.803 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_optmonitoring + 11.100.6.163 + MYSQL + Native + casic_optmonitoring + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + 163_casic_industrial_economy + 11.100.6.163 + MYSQL + Native + casic_industrial_economy + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 企业信息服务接口 + 解析code信息 + Y + + + 生成随机数 + 读取项目任务增量时间 + Y + + + 解析code信息 + 企业数据同步更新 + Y + + + 参数转换 + 企业信息服务接口 + Y + + + 读取项目任务增量时间 + 参数转换 + Y + + + + 企业信息服务接口 + Rest + + Y + + 1 + + none + + + JSON + GET + http://11.100.5.8:8080/platformbigdata/modelservlet?appkey=53a21bdd-626a-4b3b-9170-0c79498193e6&id=155&param_dsid=1138&flag=97&format=json&&param_PAGESIZE=100000 + Y + N + + HOST + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 544 + 160 + Y + + + + 企业数据同步更新 + InsertUpdate + + Y + + 1 + + none + + + 163_casic_industrial_economy + 500 + N + + casic_industrial_economy +
enterprise_info
+ + zch + zch + = + + + + zch + zch + N + + + qylx + qylx + Y + + + tzze + tzze + Y + + + zczb + zczb + Y + + + yzbm + yzbm + Y + + + qymc + qymc + Y + + + fddbr + fddbr + Y + + + sszb + sszb + Y + + + bz + bz + Y + + + gq + gq + Y + + + djjg + djjg + Y + + + djjgbm + djjgbm + Y + + + qyzt + qyzt + Y + + + hyml + hyml + Y + + + hydm + hydm + Y + + + czfs + czfs + Y + + + clrq + clrq + Y + + + dzyj + dzyj + Y + + + ybjyxm + ybjyxm + Y + + + xkjyxm + xkjyxm + Y + + + sdjggss + sdjggss + Y + + + gxjg + gxjg + Y + + + jyqxq + jyqxq + Y + + + jyqxz + jyqxz + Y + + + zs + zs + Y + + + sfzrd + sfzrd + Y + + + sfgsq + sfgsq + Y + + + hzrq + hzrq + Y + + + gpz + gpz + Y + + + sjly + sjly + Y + + + sfcqyx + sfcqyx + Y + + + dabh + dabh + Y + + + tyshxydm + tyshxydm + Y + + + updatetime + updatetime + Y + + + + + + + + + + + + 816 + 160 + Y + + + + 参数转换 + UserDefinedJavaClass + + Y + + 1 + + none + + + + + TRANSFORM_CLASS + Processor + // 生成的代码片段 +public boolean processRow(StepMetaInterface smi, StepDataInterface sdi) throws Exception { + if (first) { + first = false; + } + + Object[] r = getRow(); + + + if (r == null) { + setOutputDone(); + return false; + } + + r = createOutputRow(r, data.outputRowMeta.size()); + String condition= get(Fields.In, "REST_RULE").getString(r); + String host= get(Fields.In, "HOST").getString(r); + String value= get(Fields.In, "REST_PARAMS").getString(r); + Object[] params = value.split(","); + String outcondition =host+"&param_condition="+java.net.URLEncoder.encode(String.format(condition,params),"UTF-8"); + get(Fields.Out,"HOST").setValue(r,outcondition); + putRow(data.outputRowMeta, r); + + return true; +} + + + + + + N + + + + + + + + + + + + + 384 + 160 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 80 + 160 + Y + + + + 解析code信息 + JsonInput + + Y + + 1 + + none + + + N + + N + N + N + N + N + Y + Y + Y + + + + + + N + N + + + + zch + $..ZCH + None + + + + + -1 + -1 + none + N + + + qylx + $..QYLX + None + + + + + -1 + -1 + none + N + + + tzze + $..TZZE + None + + + + + -1 + -1 + none + N + + + zczb + $..ZCZB + None + + + + + -1 + -1 + none + N + + + yzbm + $..YZBM + None + + + + + -1 + -1 + none + N + + + qymc + $..QYMC + None + + + + + -1 + -1 + none + N + + + fddbr + $..FDDBR + None + + + + + -1 + -1 + none + N + + + sszb + $..SSZB + None + + + + + -1 + -1 + none + N + + + bz + $..BZ + None + + + + + -1 + -1 + none + N + + + gq + $..GQ + None + + + + + -1 + -1 + none + N + + + djjg + $..DJJG + None + + + + + -1 + -1 + none + N + + + djjgbm + $..DJJGBM + None + + + + + -1 + -1 + none + N + + + qyzt + $..QYZT + None + + + + + -1 + -1 + none + N + + + hyml + $..HYML + None + + + + + -1 + -1 + none + N + + + hydm + $..HYDM + None + + + + + -1 + -1 + none + N + + + czfs + $..CZFS + None + + + + + -1 + -1 + none + N + + + clrq + $..CLRQ + None + + + + + -1 + -1 + none + N + + + dzyj + $..DZYJ + None + + + + + -1 + -1 + none + N + + + ybjyxm + $..YBJYXM + None + + + + + -1 + -1 + none + N + + + xkjyxm + $..XKJYXM + None + + + + + -1 + -1 + none + N + + + sdjggss + $..SDJGGSS + None + + + + + -1 + -1 + none + N + + + gxjg + $..GXJG + None + + + + + -1 + -1 + none + N + + + jyqxq + $..JYQXQ + None + + + + + -1 + -1 + none + N + + + jyqxz + $..JYQXZ + None + + + + + -1 + -1 + none + N + + + zs + $..ZS + None + + + + + -1 + -1 + none + N + + + sfzrd + $..SFZRD + None + + + + + -1 + -1 + none + N + + + sfgsq + $..SFGSQ + None + + + + + -1 + -1 + none + N + + + hzrq + $..HZRQ + None + + + + + -1 + -1 + none + N + + + gpz + $..GPZ + None + + + + + -1 + -1 + none + N + + + sjly + $..SJLY + None + + + + + -1 + -1 + none + N + + + sfcqyx + $..SFCQYX + None + + + + + -1 + -1 + none + N + + + dabh + $..DABH + None + + + + + -1 + -1 + none + N + + + tyshxydm + $..TYSHXYDM + None + + + + + -1 + -1 + none + N + + + updatetime + $..UPDATETIME + None + + + + + -1 + -1 + none + N + + + 0 + Y + N + result + + + + + + + + + + + + + + + + + + 704 + 160 + Y + + + + 读取项目任务增量时间 + TableInput + + Y + + 1 + + none + + + 163_casic_optmonitoring + SELECT + ID +, CODE,REST_RULE,REST_PARAMS +, TITLE,concat(HOST,DEFAULT_PARAMS) as HOST +, REST_PARAMS,DATE_FORMAT(NOW(),'%Y-%m-%d %H:%i:%s') as CURR_INCREMENT_DATE +FROM casic_optmonitoring.kettle_increment_config where code='entprise' + 0 + + N + N + N + N + + + Integer + normal + ID + 15 + 0 + 读取项目任务增量时间 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CODE + 32 + -1 + 读取项目任务增量时间 + CODE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_RULE + 255 + -1 + 读取项目任务增量时间 + REST_RULE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + REST_PARAMS + 255 + -1 + 读取项目任务增量时间 + REST_PARAMS + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + TITLE + 64 + -1 + 读取项目任务增量时间 + TITLE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + HOST + 319 + -1 + 读取项目任务增量时间 + HOST + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + INCREMENT_DATE + 64 + -1 + 读取项目任务增量时间 + INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + CURR_INCREMENT_DATE + 24 + -1 + 读取项目任务增量时间 + CURR_INCREMENT_DATE + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 224 + 160 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/front_db_demo.ktr b/casic-web/etl/demo/front_db_demo.ktr new file mode 100644 index 0000000..e606d8c --- /dev/null +++ b/casic-web/etl/demo/front_db_demo.ktr @@ -0,0 +1,1562 @@ + + + + front_db_demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/29 10:33:20.082 + - + 2021/03/29 10:33:20.082 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 10.225.240.21-ent + 10.225.240.21 + POSTGRESQL + Native + front_db + 5432 + resmg + Encrypted 2be98afc86aa7f2e4cb79bc75cd9fa88b + + + + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 5432 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + scyy_local + ${source_local.server} + MYSQL + Native + ${source_local.database} + 3306 + ${source_local.username} + ${source_local.password} + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 表输入 + 表输出 + Y + + + + 表输入 + TableInput + + Y + + 1 + + none + + + 10.225.240.21-ent + SELECT + qylx +, tzze +, zczb +, yzbm +, qymc +, fddbr +, sszb +, bz +, gq +, djjg +, djjgbm +, qyzt +, hyml +, hydm +, czfs +, clrq +, dzyj +, ybjyxm +, xkjyxm +, sdjggss +, gxjg +, jyqxq +, jyqxz +, zs +, sfzrd +, sfgsq +, hzrq +, gpz +, sjly +, sfcqyx +, dabh +, wxl +, tyshxydm +, zch +, ins +, seq +, updatestatus +, updatetime +FROM resmg.qyjbxxmd127142 + + 0 + + N + N + N + N + + + String + normal + qylx + 800 + -1 + 表输入 + qylx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tzze + 800 + -1 + 表输入 + tzze + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zczb + 800 + -1 + 表输入 + zczb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + yzbm + 800 + -1 + 表输入 + yzbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qymc + 800 + -1 + 表输入 + qymc + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + fddbr + 800 + -1 + 表输入 + fddbr + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sszb + 800 + -1 + 表输入 + sszb + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + bz + 800 + -1 + 表输入 + bz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gq + 800 + -1 + 表输入 + gq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjg + 800 + -1 + 表输入 + djjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + djjgbm + 800 + -1 + 表输入 + djjgbm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + qyzt + 800 + -1 + 表输入 + qyzt + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hyml + 800 + -1 + 表输入 + hyml + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hydm + 800 + -1 + 表输入 + hydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + czfs + 800 + -1 + 表输入 + czfs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + clrq + 50 + -1 + 表输入 + clrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dzyj + 800 + -1 + 表输入 + dzyj + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + ybjyxm + 1600 + -1 + 表输入 + ybjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + xkjyxm + 1600 + -1 + 表输入 + xkjyxm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sdjggss + 800 + -1 + 表输入 + sdjggss + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gxjg + 800 + -1 + 表输入 + gxjg + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxq + 50 + -1 + 表输入 + jyqxq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + jyqxz + 50 + -1 + 表输入 + jyqxz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zs + 800 + -1 + 表输入 + zs + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfzrd + 800 + -1 + 表输入 + sfzrd + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfgsq + 800 + -1 + 表输入 + sfgsq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + hzrq + 50 + -1 + 表输入 + hzrq + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + gpz + 800 + -1 + 表输入 + gpz + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sjly + 800 + -1 + 表输入 + sjly + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + sfcqyx + 800 + -1 + 表输入 + sfcqyx + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + dabh + 800 + -1 + 表输入 + dabh + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + wxl + 800 + -1 + 表输入 + wxl + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + tyshxydm + 400 + -1 + 表输入 + tyshxydm + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + zch + 250 + -1 + 表输入 + zch + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + ins + 9 + 0 + 表输入 + ins + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + seq + 15 + 0 + 表输入 + seq + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + updatestatus + 15 + 0 + 表输入 + updatestatus + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + updatetime + 50 + -1 + 表输入 + updatetime + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 768 + 176 + Y + + + + 表输出 + TableOutput + + Y + + 1 + + none + + + scyy_local + scyy +
enterprise_info
+ 1000 + N + N + Y + N + N + + N + Y + N + + Y + N + + + + + + + + + + + + + 928 + 176 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/java-demo.ktr b/casic-web/etl/demo/java-demo.ktr new file mode 100644 index 0000000..e940897 --- /dev/null +++ b/casic-web/etl/demo/java-demo.ktr @@ -0,0 +1,2119 @@ + + + + java-demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/26 19:08:09.883 + - + 2021/03/26 19:08:09.883 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 111.198.10.15-casic_palnning_construction + 111.198.10.15 + MYSQL + Native + casic_palnning_construction + 11102 + root + Encrypted 2be98afc86aa7f2a7aa0aa7738cc2fc9b + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + EXTRA_OPTION_MYSQL.rewriteBatchedStatements + true + + + EXTRA_OPTION_MYSQL.useCompression + true + + + EXTRA_OPTION_MYSQL.useSSL + false + + + EXTRA_OPTION_MYSQL.useServerPrepStmts + false + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + INITIAL_POOL_SIZE + 10 + + + IS_CLUSTERED + N + + + MAXIMUM_POOL_SIZE + 5 + + + PORT_NUMBER + 11102 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + Y + + + + + 163_casic_palnning_construction + 11.100.6.163 + MYSQL + Native + casic_palnning_construction + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 163工地信息 + 插入 / 更新 + Y + + + 163工地类别表 + 工地-项目类型 + Y + + + 工地统计表 + 工地统计表更新 + Y + + + 项管项目表 + 项管项目同步更新 + Y + + + 项管任务表 + 项管任务同步更新 + Y + + + + 163工地信息 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_num +, project_name +, start_time +, end_time +, project_status +, short_name +, project_type +, is_delete +, contract_amount +, create_time +FROM casic_palnning_construction.const_site_pro_info + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 表输入 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_num + 50 + -1 + 表输入 + project_num + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 表输入 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + start_time + 20 + -1 + 表输入 + start_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + end_time + 20 + -1 + 表输入 + end_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_status + 20 + -1 + 表输入 + project_status + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + short_name + 100 + -1 + 表输入 + short_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_type + 20 + -1 + 表输入 + project_type + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + is_delete + 9 + 0 + 表输入 + is_delete + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + contract_amount + 20 + -1 + 表输入 + contract_amount + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + create_time + 20 + -1 + 表输入 + create_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 32 + Y + + + + 163工地类别表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, PROJECT_TYPE_NAME +, IS_DELETE +FROM casic_palnning_construction.const_site_pro_type + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 163工地信息 2 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + PROJECT_TYPE_NAME + 255 + -1 + 163工地信息 2 + PROJECT_TYPE_NAME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + IS_DELETE + 9 + 0 + 163工地信息 2 + IS_DELETE + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 336 + 176 + Y + + + + 工地-项目类型 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction +
const_site_pro_type
+ + ID + ID + = + + + + ID + ID + Y + + + PROJECT_TYPE_NAME + PROJECT_TYPE_NAME + Y + + + IS_DELETE + IS_DELETE + Y + + + + + + + + + + + + 496 + 176 + Y + + + + 工地统计表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + ID +, CONSTRUCTION_NUM +, NOT_STARTED_NUM +, COMPLETED_NUM +, PAUSES_NUM +, TOTAL_NUM +, STATISTIC_TIME +FROM casic_palnning_construction.const_site_pro_statistics + + 0 + + N + N + N + N + + + Integer + normal + ID + 9 + 0 + 表输入 + ID + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + CONSTRUCTION_NUM + 9 + 0 + 表输入 + CONSTRUCTION_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + NOT_STARTED_NUM + 9 + 0 + 表输入 + NOT_STARTED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + COMPLETED_NUM + 9 + 0 + 表输入 + COMPLETED_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + PAUSES_NUM + 9 + 0 + 表输入 + PAUSES_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + TOTAL_NUM + 9 + 0 + 表输入 + TOTAL_NUM + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + STATISTIC_TIME + 4 + -1 + 表输入 + STATISTIC_TIME + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 48 + Y + + + + 工地统计表更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_statistics
+ + ID + ID + = + + + + ID + ID + Y + + + CONSTRUCTION_NUM + CONSTRUCTION_NUM + Y + + + NOT_STARTED_NUM + NOT_STARTED_NUM + Y + + + COMPLETED_NUM + COMPLETED_NUM + Y + + + PAUSES_NUM + PAUSES_NUM + Y + + + TOTAL_NUM + TOTAL_NUM + Y + + + STATISTIC_TIME + STATISTIC_TIME + Y + + + + + + + + + + + + 208 + 48 + Y + + + + 插入 / 更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + const_site_pro_info
+ + id + id + = + + + + id + id + Y + + + project_num + project_num + Y + + + project_name + project_name + Y + + + start_time + start_time + Y + + + end_time + end_time + Y + + + project_status + project_status + Y + + + short_name + short_name + Y + + + project_type + project_type + Y + + + is_delete + is_delete + Y + + + contract_amount + contract_amount + Y + + + create_time + create_time + Y + + + + + + + + + + + + 496 + 32 + Y + + + + 项管任务同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 1000 + N + + casic_palnning_construction + pm_task
+ + id + id + = + + + + id + id + N + + + task_name + task_name + Y + + + grade + grade + Y + + + plan_finish_time + plan_finish_time + Y + + + actual_finish_time + actual_finish_time + Y + + + project_id + project_id + Y + + + status + status + Y + + + update_time + update_time + Y + + + associated_status + associated_status + Y + + + + + + + + + + + + 480 + 256 + Y + + + + 项管任务表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, task_name +, grade +, plan_finish_time +, actual_finish_time +, project_id +, status +, update_time +, associated_status +FROM casic_palnning_construction.pm_task + + 0 + + N + N + N + N + + + Integer + normal + id + 15 + 0 + 项管任务表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + task_name + 100 + -1 + 项管任务表 + task_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + grade + 20 + -1 + 项管任务表 + grade + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + plan_finish_time + 0 + -1 + 项管任务表 + plan_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + actual_finish_time + 0 + -1 + 项管任务表 + actual_finish_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + project_id + 15 + 0 + 项管任务表 + project_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项管任务表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项管任务表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + associated_status + 4 + 0 + 项管任务表 + associated_status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 352 + 256 + Y + + + + 项管项目同步更新 + InsertUpdate + + Y + + 1 + + none + + + 111.198.10.15-casic_palnning_construction + 100 + N + + casic_palnning_construction + pm_project
+ + id + id + = + + + + id + id + N + + + project_name + project_name + Y + + + plan_start_date + plan_start_date + Y + + + plan_end_date + plan_end_date + Y + + + level + level + Y + + + status + status + Y + + + investment_year + investment_year + Y + + + update_time + update_time + Y + + + industry_id + industry_id + Y + + + + + + + + + + + + 208 + 208 + Y + + + + 项管项目表 + TableInput + + Y + + 1 + + none + + + 163_casic_palnning_construction + SELECT + id +, project_name +, plan_start_date +, plan_end_date +, level +, status +, investment_year +, update_time +, industry_id +FROM casic_palnning_construction.pm_project + + 0 + + N + N + N + N + + + Integer + normal + id + 9 + 0 + 项目表 + id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + project_name + 100 + -1 + 项目表 + project_name + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_start_date + 20 + -1 + 项目表 + plan_start_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + plan_end_date + 20 + -1 + 项目表 + plan_end_date + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + level + 20 + -1 + 项目表 + level + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + status + 4 + 0 + 项目表 + status + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + investment_year + 4 + 0 + 项目表 + investment_year + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Timestamp + normal + update_time + 0 + -1 + 项目表 + update_time + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + industry_id + 15 + 0 + 项目表 + industry_id + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 80 + 208 + Y + + + + + + + N + + diff --git a/casic-web/etl/demo/rest-demo.ktr b/casic-web/etl/demo/rest-demo.ktr new file mode 100644 index 0000000..d3e4184 --- /dev/null +++ b/casic-web/etl/demo/rest-demo.ktr @@ -0,0 +1,895 @@ + + + + rest-demo + + + + Normal + / + + + + + + + + + + + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + TRANSNAME + Y + TRANSNAME + + + STATUS + Y + STATUS + + + LINES_READ + Y + LINES_READ + + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + + LINES_UPDATED + Y + LINES_UPDATED + + + + LINES_INPUT + Y + LINES_INPUT + + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + + LINES_REJECTED + Y + LINES_REJECTED + + + + ERRORS + Y + ERRORS + + + STARTDATE + Y + STARTDATE + + + ENDDATE + Y + ENDDATE + + + LOGDATE + Y + LOGDATE + + + DEPDATE + Y + DEPDATE + + + REPLAYDATE + Y + REPLAYDATE + + + LOG_FIELD + Y + LOG_FIELD + + + EXECUTING_SERVER + N + EXECUTING_SERVER + + + EXECUTING_USER + N + EXECUTING_USER + + + CLIENT + N + CLIENT + + + + + +
+ + + + ID_BATCH + Y + ID_BATCH + + + SEQ_NR + Y + SEQ_NR + + + LOGDATE + Y + LOGDATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + INPUT_BUFFER_ROWS + Y + INPUT_BUFFER_ROWS + + + OUTPUT_BUFFER_ROWS + Y + OUTPUT_BUFFER_ROWS + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + LOGGING_OBJECT_TYPE + Y + LOGGING_OBJECT_TYPE + + + OBJECT_NAME + Y + OBJECT_NAME + + + OBJECT_COPY + Y + OBJECT_COPY + + + REPOSITORY_DIRECTORY + Y + REPOSITORY_DIRECTORY + + + FILENAME + Y + FILENAME + + + OBJECT_ID + Y + OBJECT_ID + + + OBJECT_REVISION + Y + OBJECT_REVISION + + + PARENT_CHANNEL_ID + Y + PARENT_CHANNEL_ID + + + ROOT_CHANNEL_ID + Y + ROOT_CHANNEL_ID + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + TRANSNAME + Y + TRANSNAME + + + STEPNAME + Y + STEPNAME + + + STEP_COPY + Y + STEP_COPY + + + LINES_READ + Y + LINES_READ + + + LINES_WRITTEN + Y + LINES_WRITTEN + + + LINES_UPDATED + Y + LINES_UPDATED + + + LINES_INPUT + Y + LINES_INPUT + + + LINES_OUTPUT + Y + LINES_OUTPUT + + + LINES_REJECTED + Y + LINES_REJECTED + + + ERRORS + Y + ERRORS + + + LOG_FIELD + N + LOG_FIELD + + + + + +
+ + + ID_BATCH + Y + ID_BATCH + + + CHANNEL_ID + Y + CHANNEL_ID + + + LOG_DATE + Y + LOG_DATE + + + METRICS_DATE + Y + METRICS_DATE + + + METRICS_CODE + Y + METRICS_CODE + + + METRICS_DESCRIPTION + Y + METRICS_DESCRIPTION + + + METRICS_SUBJECT + Y + METRICS_SUBJECT + + + METRICS_TYPE + Y + METRICS_TYPE + + + METRICS_VALUE + Y + METRICS_VALUE + + + + + +
+ + 0.0 + 0.0 + + 10000 + 50 + 50 + N + Y + 50000 + Y + + N + 1000 + 100 + + + + + + + + + - + 2021/03/25 19:48:37.180 + - + 2021/03/25 19:48:37.180 + H4sIAAAAAAAAAAMAAAAAAAAAAAA= + N + + + + + 163_casic_urban_governance + 11.100.6.163 + MYSQL + Native + casic_urban_governance + 3306 + root + Encrypted 2be98afc86aa7f2e48818bd79ddc0ff89 + + + + + + EXTRA_OPTION_MYSQL.characterEncoding + utf8 + + + FORCE_IDENTIFIERS_TO_LOWERCASE + N + + + FORCE_IDENTIFIERS_TO_UPPERCASE + N + + + IS_CLUSTERED + N + + + PORT_NUMBER + 3306 + + + PRESERVE_RESERVED_WORD_CASE + Y + + + QUOTE_ALL_FIELDS + N + + + STREAM_RESULTS + Y + + + SUPPORTS_BOOLEAN_DATA_TYPE + Y + + + SUPPORTS_TIMESTAMP_DATA_TYPE + Y + + + USE_POOLING + N + + + + + + 生成随机数 + 读取车辆数据表 + Y + + + 读取车辆数据表 + REST client + Y + + + + REST client + Rest + + Y + + 1 + + none + + + JSON + POST + http://localhost:11307/route/testJob + Y + N + + host + + + Encrypted + + + N + + Encrypted + + + + + + + + result + + + + + + + + + + + + + + 432 + 128 + Y + + + + 生成随机数 + RandomValue + + Y + + 1 + + none + + + + + + + + + + + + + + 160 + 128 + Y + + + + 读取车辆数据表 + TableInput + + Y + + 1 + + none + + + 163_casic_urban_governance + SELECT + unitid +, unitname +, vehiclenum +, simcardnum +, regionid +, regionname +, coordinatex +, coordinatey +, sid +, vehicleid +,concat('http://localhost:11307/route/testJob?simcardnum=',simcardnum) as host +FROM casic_urban_governance.dcms_car_info + + 0 + + N + N + N + N + + + String + normal + unitid + 400 + -1 + 读取车辆数据表 + unitid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + unitname + 600 + -1 + 读取车辆数据表 + unitname + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + vehiclenum + 400 + -1 + 读取车辆数据表 + vehiclenum + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + simcardnum + 500 + -1 + 读取车辆数据表 + simcardnum + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + regionid + 500 + -1 + 读取车辆数据表 + regionid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + regionname + 600 + -1 + 读取车辆数据表 + regionname + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + coordinatex + 600 + -1 + 读取车辆数据表 + coordinatex + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + coordinatey + 600 + -1 + 读取车辆数据表 + coordinatey + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + Integer + normal + sid + 15 + 0 + 读取车辆数据表 + sid + ####0;-####0 + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + vehicleid + 400 + -1 + 读取车辆数据表 + vehicleid + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + String + normal + host + 548 + -1 + 读取车辆数据表 + host + + . + , + + none + N + Y + 0 + N + N + N + zh_CN + Asia/Shanghai + N + + + + + + + + + + + + 304 + 128 + Y + + + + + + + N + + diff --git a/casic-web/pom.xml b/casic-web/pom.xml index 6fa7181..441e688 100644 --- a/casic-web/pom.xml +++ b/casic-web/pom.xml @@ -82,6 +82,11 @@ com.casic + casic-etl-starter + ${extension.version} + + + com.casic casic-elastic-db ${extension.version} @@ -209,6 +214,17 @@ spring-boot-starter-data-redis + com.sun.jersey + jersey-client + 1.19 + + + + com.sun.jersey.contribs + jersey-apache-client4 + 1.19.1 + + org.springframework.boot spring-boot-starter-tomcat + + com.sun.jersey.contribs + jersey-apache-client4 + 1.19.1 + + org.springframework.boot spring-boot-starter-tomcat + + com.sun.jersey.contribs + jersey-apache-client4 + 1.19.1 + + org.springframework.boot spring-boot-starter-tomcat + + com.sun.jersey.contribs + jersey-apache-client4 + 1.19.1 + + org.springframework.boot spring-boot-starter-tomcat + + com.sun.jersey.contribs + jersey-apache-client4 + 1.19.1 + + org.springframework.boot spring-boot-starter-tomcat