CodeCow/datax-web
1
0
Fork 0
mirror of https://github.com/WeiYe-Jing/datax-web.git synced 2026-06-30 21:17:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #5 from WeiYe-Jing/dev

Browse Source 
Dev
This commit is contained in:
water 2020-03-17 19:51:59 +08:00 committed by GitHub
commit ca76f2ebc4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
55 changed files with 124 additions and 73 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
datax-admin/pom.xml
View File

@ -103,6 +103,12 @@
<optional>true</optional>
</dependency>
<!-- 数据库加密 -->
<dependency>
<groupId>com.github.ulisesbocchio</groupId>
<artifactId>jasypt-spring-boot-starter</artifactId>
<version>2.0.0</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>

2
datax-admin/src/main/java/com/wugui/datax/admin/controller/UserController.java
View File

@ -116,7 +116,7 @@ public class UserController {
@ApiOperation("删除用户")
public ReturnT<String> remove(int id) {
int result = jobUserMapper.delete(id);
return result == 1 ? ReturnT.FAIL : ReturnT.SUCCESS;
return result != 1 ? ReturnT.FAIL : ReturnT.SUCCESS;
}
@PostMapping(value = "/updatePwd")

42
datax-admin/src/main/java/com/wugui/datax/admin/util/JasyptUtil.java Normal file
View File

@ -0,0 +1,42 @@
package com.wugui.datax.admin.util;
import org.jasypt.encryption.pbe.StandardPBEStringEncryptor;
import org.jasypt.encryption.pbe.config.EnvironmentPBEConfig;
public class JasyptUtil {
final String algorithm = "PBEWithMD5AndDES";// 加密的算法，这个算法是默认的
final String password = "hVO0O2NeySpANQUk"; // 加密的密钥 配置文件中 jasypt.encryptor.password
StandardPBEStringEncryptor standardPBEStringEncryptor;
{
standardPBEStringEncryptor = new StandardPBEStringEncryptor();
EnvironmentPBEConfig config = new EnvironmentPBEConfig();
config.setAlgorithm(algorithm);
config.setPassword(password);
standardPBEStringEncryptor.setConfig(config);
}
public String encrypt(String plainText) {
return standardPBEStringEncryptor.encrypt(plainText);
}
//解密
public String decrypt(String encryptedText) {
return standardPBEStringEncryptor.decrypt(encryptedText);
}
public static void main(String[] args) {
JasyptUtil test = new JasyptUtil();
// System.out.println(test.decrypt("k6vl6SNCrZ8hyTcK4ew+pQ=="));
// System.out.println(test.decrypt("nFNBAlHJtaE5tz9yKEqYSA=="));
System.out.println(test.encrypt("root"));
System.out.println(test.encrypt("mysql"));
}
}

11
datax-admin/src/main/resources/application.yml
View File

@ -3,8 +3,8 @@ server:
spring:
#数据源
datasource:
username: root
password: mysql
username: ENC(6WpAwrc9TXkZo2aIXeYtHw==)
password: ENC(flGBggksQibhINCvRmntzw==)
url: jdbc:mysql://localhost:3306/datax_web?serverTimezone=Asia/Shanghai&useLegacyDatetimeCode=false&useSSL=false&nullNamePatternMatchesAll=true&useUnicode=true&characterEncoding=UTF-8
driver-class-name: com.mysql.jdbc.Driver
@ -38,6 +38,11 @@ spring:
socketFactory:
class: javax.net.ssl.SSLSocketFactory
jasypt:
encryptor:
password: hVO0O2NeySpANQUk
management:
health:
mail:
@ -77,7 +82,7 @@ mybatis-plus:
logging:
level:
com.wugui.datax.admin.mapper: error
path: /data/applogs/admin/
path: /data/applogs/admin
# config: classpath:logback.xml TODO 有这个就无法打印sql。后面排查原因

4
datax-admin/src/main/resources/logback.xml
View File

@ -3,7 +3,7 @@
<contextName>admin</contextName>
<property name="LOG_PATH"
value="${LOG_PATH:-${LOG_TEMP:-${java.io.tmpdir:-/data/applogs/admin/}}}"/>
value="${LOG_PATH:-${LOG_TEMP:-${java.io.tmpdir:-/data/applogs/admin}}}"/>
<!--控制台日志， 控制台输出 -->
<appender name="console" class="ch.qos.logback.core.ConsoleAppender">
@ -14,7 +14,7 @@
</appender>
<appender name="file" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${LOG_PATH}datax-admin.log</file>
<file>${LOG_PATH}/datax-admin.log</file>
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<fileNamePattern>${LOG_PATH}.%d{yyyy-MM-dd}.zip</fileNamePattern>
</rollingPolicy>

2
datax-admin/src/main/resources/static/index.html
View File

File diff suppressed because one or more lines are too long

2
datax-admin/src/main/resources/static/static/css/app.3daf7c9c.css → datax-admin/src/main/resources/static/static/css/app.434debd7.css
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/css/chunk-028db88e.2e9e4834.css → datax-admin/src/main/resources/static/static/css/chunk-028db88e.18a05b10.css
View File

1
datax-admin/src/main/resources/static/static/css/chunk-1352288a.c229d2c2.css Normal file
View File

@ -0,0 +1 @@
.panel-group[data-v-4b3140b7]{margin-top:18px}.panel-group .card-panel-col[data-v-4b3140b7]{margin-bottom:32px}.panel-group .card-panel[data-v-4b3140b7]{height:108px;cursor:pointer;font-size:12px;position:relative;overflow:hidden;color:#666;background:#fff;-webkit-box-shadow:4px 4px 40px rgba(0,0,0,.05);box-shadow:4px 4px 40px rgba(0,0,0,.05);border-color:rgba(0,0,0,.05)}.panel-group .card-panel:hover .card-panel-icon-wrapper[data-v-4b3140b7]{color:#fff}.panel-group .card-panel:hover .icon-people[data-v-4b3140b7]{background:#40c9c6}.panel-group .card-panel:hover .icon-message[data-v-4b3140b7]{background:#36a3f7}.panel-group .card-panel:hover .icon-money[data-v-4b3140b7]{background:#f4516c}.panel-group .card-panel:hover .icon-shopping[data-v-4b3140b7]{background:#34bfa3}.panel-group .card-panel .icon-people[data-v-4b3140b7]{color:#40c9c6}.panel-group .card-panel .icon-message[data-v-4b3140b7]{color:#36a3f7}.panel-group .card-panel .icon-money[data-v-4b3140b7]{color:#f4516c}.panel-group .card-panel .icon-shopping[data-v-4b3140b7]{color:#34bfa3}.panel-group .card-panel .card-panel-icon-wrapper[data-v-4b3140b7]{float:left;margin:14px 0 0 14px;padding:16px;-webkit-transition:all .38s ease-out;transition:all .38s ease-out;border-radius:6px}.panel-group .card-panel .card-panel-icon[data-v-4b3140b7]{float:left;font-size:48px}.panel-group .card-panel .card-panel-description[data-v-4b3140b7]{float:right;font-weight:700;margin:26px;margin-left:0}.panel-group .card-panel .card-panel-description .card-panel-text[data-v-4b3140b7]{line-height:18px;color:rgba(0,0,0,.45);font-size:16px;margin-bottom:12px}.panel-group .card-panel .card-panel-description .card-panel-num[data-v-4b3140b7]{font-size:20px}@media (max-width:550px){.card-panel-description[data-v-4b3140b7]{display:none}.card-panel-icon-wrapper[data-v-4b3140b7]{float:none!important;width:100%;height:100%;margin:0!important}.card-panel-icon-wrapper .svg-icon[data-v-4b3140b7]{display:block;margin:14px auto!important;float:none!important}}.dashboard-editor-container[data-v-670ab76d]{padding:32px;background-color:#f0f2f5;position:relative}.dashboard-editor-container .github-corner[data-v-670ab76d]{position:absolute;top:0;border:0;right:0}.dashboard-editor-container .chart-wrapper[data-v-670ab76d]{background:#fff;padding:16px 16px 0;margin-bottom:32px}@media (max-width:1024px){.chart-wrapper[data-v-670ab76d]{padding:8px}}

2
datax-admin/src/main/resources/static/static/css/chunk-6a56761e.4ab939d9.css → datax-admin/src/main/resources/static/static/css/chunk-3b639a0b.b5fd3dd1.css
View File

@ -1 +1 @@
.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.log-container[data-v-0d60fa66]{margin-bottom:20px;background:#f5f5f5;width:100%;height:500px;overflow:scroll}.log-container pre[data-v-0d60fa66]{display:block;padding:10px;margin:0 0 10.5px;word-break:break-all;word-wrap:break-word;color:#334851;background-color:#f5f5f5;border-radius:1px}
.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.log-container[data-v-41dda052]{margin-bottom:20px;background:#f5f5f5;width:100%;height:500px;overflow:scroll}.log-container pre[data-v-41dda052]{display:block;padding:10px;margin:0 0 10.5px;word-break:break-all;word-wrap:break-word;color:#334851;background-color:#f5f5f5;border-radius:1px}

0
datax-admin/src/main/resources/static/static/css/chunk-3fbfdaa3.a58e27ed.css → datax-admin/src/main/resources/static/static/css/chunk-3fbfdaa3.cc8db9e8.css
View File

0
datax-admin/src/main/resources/static/static/css/chunk-73865ec4.030f9169.css → datax-admin/src/main/resources/static/static/css/chunk-46fcab30.030f9169.css
View File

1
datax-admin/src/main/resources/static/static/css/chunk-49e7f238.41eeb29d.css
View File

@ -1 +0,0 @@
.panel-group[data-v-fc8b8758]{margin-top:18px}.panel-group .card-panel-col[data-v-fc8b8758]{margin-bottom:32px}.panel-group .card-panel[data-v-fc8b8758]{height:108px;cursor:pointer;font-size:12px;position:relative;overflow:hidden;color:#666;background:#fff;-webkit-box-shadow:4px 4px 40px rgba(0,0,0,.05);box-shadow:4px 4px 40px rgba(0,0,0,.05);border-color:rgba(0,0,0,.05)}.panel-group .card-panel:hover .card-panel-icon-wrapper[data-v-fc8b8758]{color:#fff}.panel-group .card-panel:hover .icon-people[data-v-fc8b8758]{background:#40c9c6}.panel-group .card-panel:hover .icon-message[data-v-fc8b8758]{background:#36a3f7}.panel-group .card-panel:hover .icon-money[data-v-fc8b8758]{background:#f4516c}.panel-group .card-panel:hover .icon-shopping[data-v-fc8b8758]{background:#34bfa3}.panel-group .card-panel .icon-people[data-v-fc8b8758]{color:#40c9c6}.panel-group .card-panel .icon-message[data-v-fc8b8758]{color:#36a3f7}.panel-group .card-panel .icon-money[data-v-fc8b8758]{color:#f4516c}.panel-group .card-panel .icon-shopping[data-v-fc8b8758]{color:#34bfa3}.panel-group .card-panel .card-panel-icon-wrapper[data-v-fc8b8758]{float:left;margin:14px 0 0 14px;padding:16px;-webkit-transition:all .38s ease-out;transition:all .38s ease-out;border-radius:6px}.panel-group .card-panel .card-panel-icon[data-v-fc8b8758]{float:left;font-size:48px}.panel-group .card-panel .card-panel-description[data-v-fc8b8758]{float:right;font-weight:700;margin:26px;margin-left:0}.panel-group .card-panel .card-panel-description .card-panel-text[data-v-fc8b8758]{line-height:18px;color:rgba(0,0,0,.45);font-size:16px;margin-bottom:12px}.panel-group .card-panel .card-panel-description .card-panel-num[data-v-fc8b8758]{font-size:20px}@media (max-width:550px){.card-panel-description[data-v-fc8b8758]{display:none}.card-panel-icon-wrapper[data-v-fc8b8758]{float:none!important;width:100%;height:100%;margin:0!important}.card-panel-icon-wrapper .svg-icon[data-v-fc8b8758]{display:block;margin:14px auto!important;float:none!important}}.dashboard-editor-container[data-v-44d472bb]{padding:32px;background-color:#f0f2f5;position:relative}.dashboard-editor-container .github-corner[data-v-44d472bb]{position:absolute;top:0;border:0;right:0}.dashboard-editor-container .chart-wrapper[data-v-44d472bb]{background:#fff;padding:16px 16px 0;margin-bottom:32px}@media (max-width:1024px){.chart-wrapper[data-v-44d472bb]{padding:8px}}

2
datax-admin/src/main/resources/static/static/css/chunk-80dc6906.28658529.css → datax-admin/src/main/resources/static/static/css/chunk-4d80a2a0.d08662c8.css
View File

@ -1 +1 @@
.social-signup-container[data-v-c817cede]{margin:20px 0}.social-signup-container .sign-btn[data-v-c817cede]{display:inline-block;cursor:pointer}.social-signup-container .icon[data-v-c817cede]{color:#fff;font-size:24px;margin-top:8px}.social-signup-container .qq-svg-container[data-v-c817cede],.social-signup-container .wx-svg-container[data-v-c817cede]{display:inline-block;width:40px;height:40px;line-height:40px;text-align:center;padding-top:1px;border-radius:4px;margin-bottom:20px;margin-right:5px}.social-signup-container .wx-svg-container[data-v-c817cede]{background-color:#24da70}.social-signup-container .qq-svg-container[data-v-c817cede]{background-color:#6ba2d6;margin-left:50px}@supports (-webkit-mask:none) and (not (cater-color:#fff)){.login-container .el-input input{color:#fff}}.login-container .el-input{display:inline-block;height:47px;width:85%}.login-container .el-input input{background:transparent;border:0;-webkit-appearance:none;border-radius:0;padding:12px 5px 12px 15px;color:#fff;height:47px;caret-color:#fff}.login-container .el-input input:-webkit-autofill{-webkit-box-shadow:0 0 0 1000px #283443 inset!important;box-shadow:inset 0 0 0 1000px #283443!important;-webkit-text-fill-color:#fff!important}.login-container .el-form-item{border:1px solid hsla(0,0%,100%,.1);background:rgba(0,0,0,.1);border-radius:5px;color:#454545}.login-container[data-v-14423bfe]{min-height:100%;width:100%;background-color:#2d3a4b;overflow:hidden}.login-container .login-form[data-v-14423bfe]{position:relative;width:520px;max-width:100%;padding:160px 35px 0;margin:0 auto;overflow:hidden}.login-container .tips[data-v-14423bfe]{font-size:14px;color:#fff;margin-bottom:10px}.login-container .tips span[data-v-14423bfe]:first-of-type{margin-right:16px}.login-container .svg-container[data-v-14423bfe]{padding:6px 5px 6px 15px;color:#889aa4;vertical-align:middle;width:30px;display:inline-block}.login-container .title-container[data-v-14423bfe]{position:relative}.login-container .title-container .title[data-v-14423bfe]{font-size:26px;color:#eee;margin:0 auto 40px auto;text-align:center;font-weight:700}.login-container .show-pwd[data-v-14423bfe]{position:absolute;right:10px;top:7px;font-size:16px;color:#889aa4;cursor:pointer;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none}.login-container .thirdparty-button[data-v-14423bfe]{position:absolute;right:0;bottom:6px}@media only screen and (max-width:470px){.login-container .thirdparty-button[data-v-14423bfe]{display:none}}
.social-signup-container[data-v-c817cede]{margin:20px 0}.social-signup-container .sign-btn[data-v-c817cede]{display:inline-block;cursor:pointer}.social-signup-container .icon[data-v-c817cede]{color:#fff;font-size:24px;margin-top:8px}.social-signup-container .qq-svg-container[data-v-c817cede],.social-signup-container .wx-svg-container[data-v-c817cede]{display:inline-block;width:40px;height:40px;line-height:40px;text-align:center;padding-top:1px;border-radius:4px;margin-bottom:20px;margin-right:5px}.social-signup-container .wx-svg-container[data-v-c817cede]{background-color:#24da70}.social-signup-container .qq-svg-container[data-v-c817cede]{background-color:#6ba2d6;margin-left:50px}@supports (-webkit-mask:none) and (not (cater-color:#fff)){.login-container .el-input input{color:#fff}}.login-container .el-input{display:inline-block;height:47px;width:85%}.login-container .el-input input{background:transparent;border:0;-webkit-appearance:none;border-radius:0;padding:12px 5px 12px 15px;color:#fff;height:47px;caret-color:#fff}.login-container .el-input input:-webkit-autofill{-webkit-box-shadow:0 0 0 1000px #283443 inset!important;box-shadow:inset 0 0 0 1000px #283443!important;-webkit-text-fill-color:#fff!important}.login-container .el-form-item{border:1px solid hsla(0,0%,100%,.1);background:rgba(0,0,0,.1);border-radius:5px;color:#454545}.login-container[data-v-b930a898]{min-height:100%;width:100%;background-color:#2d3a4b;overflow:hidden}.login-container .login-form[data-v-b930a898]{position:relative;width:520px;max-width:100%;padding:160px 35px 0;margin:0 auto;overflow:hidden}.login-container .tips[data-v-b930a898]{font-size:14px;color:#fff;margin-bottom:10px}.login-container .tips span[data-v-b930a898]:first-of-type{margin-right:16px}.login-container .svg-container[data-v-b930a898]{padding:6px 5px 6px 15px;color:#889aa4;vertical-align:middle;width:30px;display:inline-block}.login-container .title-container[data-v-b930a898]{position:relative}.login-container .title-container .title[data-v-b930a898]{font-size:26px;color:#eee;margin:0 auto 40px auto;text-align:center;font-weight:700}.login-container .show-pwd[data-v-b930a898]{position:absolute;right:10px;top:7px;font-size:16px;color:#889aa4;cursor:pointer;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none}.login-container .thirdparty-button[data-v-b930a898]{position:absolute;right:0;bottom:6px}@media only screen and (max-width:470px){.login-container .thirdparty-button[data-v-b930a898]{display:none}}

1
datax-admin/src/main/resources/static/static/css/chunk-4ed2c3bc.45e334dc.css Normal file
View File

@ -0,0 +1 @@
.log-container[data-v-5d8e9146]{background:#f5f5f5;height:500px;overflow:scroll;margin:20px;border:1px solid #ddd}.log-container pre[data-v-5d8e9146]{display:block;padding:10px;margin:0 0 10.5px;word-break:break-all;word-wrap:break-word;color:#334851;background-color:#f5f5f5;border-radius:1px}

2
datax-admin/src/main/resources/static/static/css/chunk-231b508e.8a024b77.css → datax-admin/src/main/resources/static/static/css/chunk-7608dfd4.5e6f532c.css
View File

@ -1 +1 @@
.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.json-editor[data-v-fad11014]{height:100%;position:relative}.json-editor[data-v-fad11014] .CodeMirror{height:auto;min-height:300px}.json-editor[data-v-fad11014] .CodeMirror-scroll{min-height:300px}.json-editor[data-v-fad11014] .cm-s-rubyblue span.cm-string{color:#f08047}.shell-editor[data-v-783af5a8]{height:100%;position:relative}.shell-editor[data-v-783af5a8] .CodeMirror{height:auto;min-height:300px}.shell-editor[data-v-783af5a8] .CodeMirror-scroll{min-height:300px}.shell-editor[data-v-783af5a8] .cm-s-rubyblue span.cm-string{color:#f08047}.python-editor[data-v-74d561f1]{height:100%;position:relative}.python-editor[data-v-74d561f1] .CodeMirror{height:auto;min-height:300px}.python-editor[data-v-74d561f1] .CodeMirror-scroll{min-height:300px}.python-editor[data-v-74d561f1] .cm-s-rubyblue span.cm-string{color:#f08047}.powershell-editor[data-v-7f6ac95b]{height:100%;position:relative}.powershell-editor[data-v-7f6ac95b] .CodeMirror{height:auto;min-height:300px}.powershell-editor[data-v-7f6ac95b] .CodeMirror-scroll{min-height:300px}.powershell-editor[data-v-7f6ac95b] .cm-s-rubyblue span.cm-string{color:#f08047}.el-dropdown+.el-dropdown{margin-left:15px}
.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.json-editor[data-v-fad11014]{height:100%;position:relative}.json-editor[data-v-fad11014] .CodeMirror{height:auto;min-height:300px}.json-editor[data-v-fad11014] .CodeMirror-scroll{min-height:300px}.json-editor[data-v-fad11014] .cm-s-rubyblue span.cm-string{color:#f08047}.shell-editor[data-v-123e05e8]{height:100%;position:relative}.shell-editor[data-v-123e05e8] .CodeMirror{height:auto;min-height:300px}.shell-editor[data-v-123e05e8] .CodeMirror-scroll{min-height:300px}.shell-editor[data-v-123e05e8] .cm-s-rubyblue span.cm-string{color:#f08047}.python-editor[data-v-84e607ca]{height:100%;position:relative}.python-editor[data-v-84e607ca] .CodeMirror{height:auto;min-height:300px}.python-editor[data-v-84e607ca] .CodeMirror-scroll{min-height:300px}.python-editor[data-v-84e607ca] .cm-s-rubyblue span.cm-string{color:#f08047}.powershell-editor[data-v-e7004c72]{height:100%;position:relative}.powershell-editor[data-v-e7004c72] .CodeMirror{height:auto;min-height:300px}.powershell-editor[data-v-e7004c72] .CodeMirror-scroll{min-height:300px}.powershell-editor[data-v-e7004c72] .cm-s-rubyblue span.cm-string{color:#f08047}.el-dropdown+.el-dropdown{margin-left:15px}

0
datax-admin/src/main/resources/static/static/css/chunk-c9371476.afb20729.css → datax-admin/src/main/resources/static/static/css/chunk-c9371476.9a886743.css
View File

1
datax-admin/src/main/resources/static/static/js/app.96a7eeb9.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/app.bc40ccad.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/app.e32b1677.js Normal file
View File

File diff suppressed because one or more lines are too long

8
datax-admin/src/main/resources/static/static/js/chunk-028db88e.4cd0a8e1.js
View File

File diff suppressed because one or more lines are too long

8
datax-admin/src/main/resources/static/static/js/chunk-028db88e.6172f08d.js Normal file
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/js/chunk-03e96171.8bcb7693.js → datax-admin/src/main/resources/static/static/js/chunk-03e96171.450212cd.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-1352288a.086c2025.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-231b508e.5aa70cf8.js
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/js/chunk-2d2105d3.2ffee607.js → datax-admin/src/main/resources/static/static/js/chunk-2d2105d3.c38e1553.js
View File

0
datax-admin/src/main/resources/static/static/js/chunk-2d230fe7.3bfbaed7.js → datax-admin/src/main/resources/static/static/js/chunk-2d230fe7.8023f254.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-3b639a0b.edc32940.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-3fbfdaa3.25ebe686.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-3fbfdaa3.43fb49bd.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-40c25403.35af57d4.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-40c25403.91bbc986.js
View File

File diff suppressed because one or more lines are too long

2
datax-admin/src/main/resources/static/static/js/chunk-73865ec4.b61c8ccc.js → datax-admin/src/main/resources/static/static/js/chunk-46fcab30.0dadaa48.js
View File

@ -1 +1 @@
(window["webpackJsonp"]=window["webpackJsonp"]||[]).push([["chunk-73865ec4"],{"24e2":function(t,a,i){"use strict";i.r(a);var e=function(){var t=this,a=t.$createElement,i=t._self._c||a;return i("div",{staticClass:"errPage-container"},[i("el-button",{staticClass:"pan-back-btn",attrs:{icon:"arrow-left"},on:{click:t.back}},[t._v("\n 返回\n ")]),t._v(" "),i("el-row",[i("el-col",{attrs:{span:12}},[i("h1",{staticClass:"text-jumbo text-ginormous"},[t._v("\n Oops!\n ")]),t._v("\n gif来源"),i("a",{attrs:{href:"https://zh.airbnb.com/",target:"_blank"}},[t._v("airbnb")]),t._v(" 页面\n "),i("h2",[t._v("你没有权限去该页面")]),t._v(" "),i("h6",[t._v("如有不满请联系你领导")]),t._v(" "),i("ul",{staticClass:"list-unstyled"},[i("li",[t._v("或者你可以去:")]),t._v(" "),i("li",{staticClass:"link-type"},[i("router-link",{attrs:{to:"/dashboard"}},[t._v("\n 回首页\n ")])],1),t._v(" "),i("li",{staticClass:"link-type"},[i("a",{attrs:{href:"https://www.taobao.com/"}},[t._v("随便看看")])]),t._v(" "),i("li",[i("a",{attrs:{href:"#"},on:{click:function(a){a.preventDefault(),t.dialogVisible=!0}}},[t._v("点我看图")])])])]),t._v(" "),i("el-col",{attrs:{span:12}},[i("img",{attrs:{src:t.errGif,width:"313",height:"428",alt:"Girl has dropped her ice cream."}})])],1),t._v(" "),i("el-dialog",{attrs:{visible:t.dialogVisible,title:"随便看"},on:{"update:visible":function(a){t.dialogVisible=a}}},[i("img",{staticClass:"pan-img",attrs:{src:t.ewizardClap}})])],1)},s=[],n=i("cc6c"),r=i.n(n),c={name:"Page401",data:function(){return{errGif:r.a+"?"+ +new Date,ewizardClap:"https://wpimg.wallstcn.com/007ef517-bafd-4066-aae4-6883632d9646",dialogVisible:!1}},methods:{back:function(){this.$route.query.noGoBack?this.$router.push({path:"/dashboard"}):this.$router.go(-1)}}},l=c,o=(i("efaf"),i("2877")),u=Object(o["a"])(l,e,s,!1,null,"2c77c6fb",null);a["default"]=u.exports},5757:function(t,a,i){},cc6c:function(t,a,i){t.exports=i.p+"static/img/401.089007e7.gif"},efaf:function(t,a,i){"use strict";var e=i("5757"),s=i.n(e);s.a}}]);
(window["webpackJsonp"]=window["webpackJsonp"]||[]).push([["chunk-46fcab30"],{"24e2":function(t,a,i){"use strict";i.r(a);var e=function(){var t=this,a=t.$createElement,i=t._self._c||a;return i("div",{staticClass:"errPage-container"},[i("el-button",{staticClass:"pan-back-btn",attrs:{icon:"arrow-left"},on:{click:t.back}},[t._v("\n 返回\n ")]),t._v(" "),i("el-row",[i("el-col",{attrs:{span:12}},[i("h1",{staticClass:"text-jumbo text-ginormous"},[t._v("\n Oops!\n ")]),t._v("\n gif来源"),i("a",{attrs:{href:"https://zh.airbnb.com/",target:"_blank"}},[t._v("airbnb")]),t._v(" 页面\n "),i("h2",[t._v("你没有权限去该页面")]),t._v(" "),i("h6",[t._v("如有不满请联系你领导")]),t._v(" "),i("ul",{staticClass:"list-unstyled"},[i("li",[t._v("或者你可以去:")]),t._v(" "),i("li",{staticClass:"link-type"},[i("router-link",{attrs:{to:"/dashboard"}},[t._v("\n 回首页\n ")])],1),t._v(" "),i("li",{staticClass:"link-type"},[i("a",{attrs:{href:"https://www.taobao.com/"}},[t._v("随便看看")])]),t._v(" "),i("li",[i("a",{attrs:{href:"#"},on:{click:function(a){a.preventDefault(),t.dialogVisible=!0}}},[t._v("点我看图")])])])]),t._v(" "),i("el-col",{attrs:{span:12}},[i("img",{attrs:{src:t.errGif,width:"313",height:"428",alt:"Girl has dropped her ice cream."}})])],1),t._v(" "),i("el-dialog",{attrs:{visible:t.dialogVisible,title:"随便看"},on:{"update:visible":function(a){t.dialogVisible=a}}},[i("img",{staticClass:"pan-img",attrs:{src:t.ewizardClap}})])],1)},s=[],n=i("cc6c"),r=i.n(n),c={name:"Page401",data:function(){return{errGif:r.a+"?"+ +new Date,ewizardClap:"https://wpimg.wallstcn.com/007ef517-bafd-4066-aae4-6883632d9646",dialogVisible:!1}},methods:{back:function(){this.$route.query.noGoBack?this.$router.push({path:"/dashboard"}):this.$router.go(-1)}}},l=c,o=(i("efaf"),i("2877")),u=Object(o["a"])(l,e,s,!1,null,"2c77c6fb",null);a["default"]=u.exports},5757:function(t,a,i){},cc6c:function(t,a,i){t.exports=i.p+"static/img/401.089007e7.gif"},efaf:function(t,a,i){"use strict";var e=i("5757"),s=i.n(e);s.a}}]);

1
datax-admin/src/main/resources/static/static/js/chunk-49e7f238.97de433e.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-4b90662e.2e5e3abf.js Normal file
View File

File diff suppressed because one or more lines are too long

2
datax-admin/src/main/resources/static/static/js/chunk-80dc6906.1d209b15.js → datax-admin/src/main/resources/static/static/js/chunk-4d80a2a0.5c699d9c.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-4ed2c3bc.d11c26cd.js Normal file
View File

@ -0,0 +1 @@
(window["webpackJsonp"]=window["webpackJsonp"]||[]).push([["chunk-4ed2c3bc"],{"2dc7":function(t,n,o){"use strict";var e=o("a894"),r=o.n(e);r.a},"32e8":function(t,n,o){"use strict";o.d(n,"b",(function(){return r})),o.d(n,"a",(function(){return i})),o.d(n,"c",(function(){return u})),o.d(n,"d",(function(){return a}));var e=o("b775");function r(t){return Object(e["a"])({url:"api/log/pageList",method:"get",params:t})}function i(t,n,o){return Object(e["a"])({url:"/api/log/clearLog?jobGroup="+t+"&jobId="+n+"&type="+o,method:"post"})}function u(t){return Object(e["a"])({url:"/api/log/killJob",method:"post",data:t})}function a(t,n,o,r){return Object(e["a"])({url:"/api/log/logDetailCat?executorAddress="+t+"&triggerTime="+n+"&logId="+o+"&fromLineNum="+r,method:"get"})}},a894:function(t,n,o){},ce2b:function(t,n,o){"use strict";o.r(n);var e=function(){var t=this,n=t.$createElement,o=t._self._c||n;return o("div",[o("div",{staticStyle:{"background-color":"#304156",padding:"10px 0","text-align":"right"}},[o("el-button",{staticStyle:{"margin-right":"20px"},attrs:{type:"primary"},on:{click:t.loadLog}},[t._v("刷新日志")])],1),t._v(" "),o("div",{staticClass:"log-container"},[o("pre",{attrs:{loading:t.logLoading},domProps:{textContent:t._s(t.logContent)}})])])},r=[],i=o("32e8"),u={data:function(){return{logContent:"",logLoading:!1}},created:function(){this.loadLog()},methods:{loadLog:function(){var t=this;this.logLoading=!0,i["d"](this.$route.query.executorAddress,this.$route.query.triggerTime,this.$route.query.id,this.$route.query.fromLineNum).then((function(n){"\n"===n.content.logContent||(t.logContent=n.content.logContent),t.logLoading=!1}))}}},a=u,c=(o("2dc7"),o("2877")),d=Object(c["a"])(a,e,r,!1,null,"5d8e9146",null);n["default"]=d.exports}}]);

0
datax-admin/src/main/resources/static/static/js/chunk-64238bd4.0d7cc736.js → datax-admin/src/main/resources/static/static/js/chunk-64238bd4.8c71586b.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-6a56761e.788c2c2c.js
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/js/chunk-6da6599b.19d615ed.js → datax-admin/src/main/resources/static/static/js/chunk-6da6599b.5082182b.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-7608dfd4.1da5a284.js Normal file
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/js/chunk-7d41a2d3.df2e77c5.js → datax-admin/src/main/resources/static/static/js/chunk-7d41a2d3.b9021ef3.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-85ce6646.66d23ab6.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-85ce6646.c1880354.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-a0ad0588.c1be5a0a.js
View File

File diff suppressed because one or more lines are too long

0
datax-admin/src/main/resources/static/static/js/chunk-c9371476.882f1f89.js → datax-admin/src/main/resources/static/static/js/chunk-c9371476.dae0b0c8.js
View File

0
datax-admin/src/main/resources/static/static/js/chunk-d7a3743e.416fe818.js → datax-admin/src/main/resources/static/static/js/chunk-d7a3743e.56bf05b1.js
View File

1
datax-admin/src/main/resources/static/static/js/chunk-e18a7b74.121f5270.js Normal file
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-e18a7b74.b17a8738.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-elementUI.49f4c41a.js
View File

File diff suppressed because one or more lines are too long

1
datax-admin/src/main/resources/static/static/js/chunk-elementUI.c96816cf.js Normal file
View File

File diff suppressed because one or more lines are too long

21
datax-admin/src/main/resources/static/static/js/chunk-libs.693c3c2e.js → datax-admin/src/main/resources/static/static/js/chunk-libs.bc15127c.js
View File

File diff suppressed because one or more lines are too long

2
datax-executor/src/main/resources/application.yml
View File

@ -5,7 +5,7 @@ server:
# log config
logging:
config: classpath:logback.xml
path: /data/applogs/executor/jobhandler/
path: /data/applogs/executor/jobhandler
### datax admin address list, such as "http://address" or "http://address01,http://address02"
datax:

2
datax-executor/src/main/resources/logback.xml
View File

@ -12,7 +12,7 @@
</appender>
<appender name="file" class="ch.qos.logback.core.rolling.RollingFileAppender">
<file>${LOG_PATH}datax-executor.log</file>
<file>${LOG_PATH}/datax-executor.log</file>
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<fileNamePattern>${LOG_PATH}.%d{yyyy-MM-dd}.zip</fileNamePattern>
</rollingPolicy>

52
doc/db/demo_job_info.sql
View File

@ -11,7 +11,7 @@
Target Server Version : 50727
File Encoding : 65001
Date: 12/03/2020 22:19:25
Date: 16/03/2020 12:03:57
*/
SET NAMES utf8mb4;
@ -48,35 +48,37 @@ CREATE TABLE `job_info` (
`replace_param` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '动态参数',
`jvm_param` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT 'jvm参数',
`inc_start_time` datetime(0) NULL DEFAULT NULL COMMENT '增量初始时间',
`partition_info` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '分区信息',
PRIMARY KEY (`id`) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 32 CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Dynamic;
-- ----------------------------
-- Records of job_info
-- ----------------------------
INSERT INTO `job_info` VALUES (3, 1, '0 0 */1 * * ?', 'file_hive', '2020-01-10 23:17:34', '2020-03-12 20:22:43', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:17:34', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:22:50');
INSERT INTO `job_info` VALUES (4, 1, '0 0 */1 * * ?', 'mysql_hive', '2020-01-10 23:29:49', '2020-03-12 20:00:56', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:29:49', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:01:01');
INSERT INTO `job_info` VALUES (5, 1, '0 0 */1 * * ? ', 'hive_mysql', '2020-01-10 23:52:03', '2020-03-12 17:11:25', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:52:03', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:08:31');
INSERT INTO `job_info` VALUES (10, 1, '0 0 */1 * * ?', 'pthive_mysql', '2020-03-12 16:24:13', '2020-03-12 16:31:43', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:24:13', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_name\",\n \"phone_id\",\n \"event_time\",\n \"msg\",\n \"main_call_no\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"pthive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:31:46');
INSERT INTO `job_info` VALUES (11, 1, '0 0 */1 * * ?', 'hive_sftp', '2020-03-12 16:48:42', '2020-03-12 17:11:50', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:48:42', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:52:07');
INSERT INTO `job_info` VALUES (12, 1, '0 0 */1 * * ?', 'pthive_sftp', '2020-03-12 16:55:55', '2020-03-12 16:55:55', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:55:55', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:56:00');
INSERT INTO `job_info` VALUES (13, 1, '0 0 */1 * * ?', 'hive_file', '2020-03-12 17:01:16', '2020-03-12 17:12:01', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:01:16', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_hive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:03:48');
INSERT INTO `job_info` VALUES (14, 1, '0 0 */1 * * ?', 'pthive_file', '2020-03-12 17:02:56', '2020-03-12 17:04:00', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:02:56', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_pthive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:04:24');
INSERT INTO `job_info` VALUES (15, 1, '0 0 */1 * * ?', 'hive_hive', '2020-03-12 17:15:27', '2020-03-12 17:25:11', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:15:27', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:25:14');
INSERT INTO `job_info` VALUES (16, 1, '0 0 */1 * * ?', 'hive_pthive', '2020-03-12 17:37:47', '2020-03-12 17:37:47', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:37:47', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 18:05:26');
INSERT INTO `job_info` VALUES (17, 1, '0 0 */1 * * ?', 'pthive_pthive', '2020-03-12 19:22:30', '2020-03-12 19:23:12', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:22:30', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_pthive/the_date=20200312/file_no=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:23:19');
INSERT INTO `job_info` VALUES (18, 1, '0 0 */1 * * ?', 'pthive_hive', '2020-03-12 19:34:49', '2020-03-12 19:34:49', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:34:49', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:35:02');
INSERT INTO `job_info` VALUES (19, 1, '0 0 */1 * * ?', 'mysql_pthive', '2020-03-12 20:08:10', '2020-03-12 20:08:10', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:08:10', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:08:19');
INSERT INTO `job_info` VALUES (20, 1, '0 0 */1 * * ?', 'mysql_file', '2020-03-12 20:10:41', '2020-03-12 20:10:41', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:10:41', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_mysql_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:10:48');
INSERT INTO `job_info` VALUES (21, 1, '0 0 */1 * * ?', 'mysql_sftp', '2020-03-12 20:12:51', '2020-03-12 20:12:51', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:12:51', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_mysql_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:12:56');
INSERT INTO `job_info` VALUES (22, 1, '0 0 */1 * * ?', 'mysql_mysql', '2020-03-12 20:14:52', '2020-03-12 20:14:52', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:14:52', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:15:24');
INSERT INTO `job_info` VALUES (24, 1, '0 0 */1 * * ?', 'file_mysql', '2020-03-12 20:27:07', '2020-03-12 20:27:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:27:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:29:38');
INSERT INTO `job_info` VALUES (25, 1, '0 0 */1 * * ?', 'file_pthive', '2020-03-12 20:32:06', '2020-03-12 20:32:06', 'water', '', 'FIRST', 'executorJobHandler', '', 'DISCARD_LATER', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:32:06', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:32:11');
INSERT INTO `job_info` VALUES (26, 1, '0 0 */1 * * ?', 'file_sftp', '2020-03-12 20:34:32', '2020-03-12 20:34:32', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:34:32', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_file_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:34:37');
INSERT INTO `job_info` VALUES (27, 1, '0 0 */1 * * ?', 'sftp_sftp', '2020-03-12 20:40:07', '2020-03-12 20:40:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:40:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_to_sftp__61eaf05e_6946_4839_8ff4_5ef562ad5346\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_sftp_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:40:12');
INSERT INTO `job_info` VALUES (28, 1, '0 0 */1 * * ?', 'sftp_file', '2020-03-12 20:42:17', '2020-03-12 22:08:54', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:42:17', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_sftp_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:09:02');
INSERT INTO `job_info` VALUES (29, 1, '0 0 */1 * * ?', 'sftp_mysql', '2020-03-12 21:36:33', '2020-03-12 22:04:22', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 21:36:33', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:04:26');
INSERT INTO `job_info` VALUES (30, 1, '0 0 */1 * * ?', 'sftp_hive', '2020-03-12 22:13:20', '2020-03-12 22:13:20', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:13:20', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:13:28');
INSERT INTO `job_info` VALUES (31, 1, '0 0 */1 * * ?', 'sftp_pthive', '2020-03-12 22:15:57', '2020-03-12 22:18:21', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:15:57', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:18:24');
INSERT INTO `job_info` VALUES (1, 1, '0 0 */1 * * ?', 'test', '2020-03-13 09:33:26', '2020-03-14 16:59:38', '南留', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', '', NULL, '2020-03-13 09:33:26', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://10.10.10.50:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"1qaz!QAZ\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"1qaz!QAZ\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://10.10.10.50:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', NULL, '');
INSERT INTO `job_info` VALUES (3, 1, '0 0 */1 * * ?', 'file_hive', '2020-01-10 23:17:34', '2020-03-12 20:22:43', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:17:34', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:22:50', '');
INSERT INTO `job_info` VALUES (4, 1, '0 0 */1 * * ?', 'mysql_hive', '2020-01-10 23:29:49', '2020-03-12 20:00:56', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:29:49', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:01:01', '');
INSERT INTO `job_info` VALUES (5, 1, '0 0 */1 * * ? ', 'hive_mysql', '2020-01-10 23:52:03', '2020-03-12 17:11:25', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:52:03', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:08:31', '');
INSERT INTO `job_info` VALUES (10, 1, '0 0 */1 * * ?', 'pthive_mysql', '2020-03-12 16:24:13', '2020-03-12 16:31:43', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:24:13', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_name\",\n \"phone_id\",\n \"event_time\",\n \"msg\",\n \"main_call_no\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"pthive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:31:46', '');
INSERT INTO `job_info` VALUES (11, 1, '0 0 */1 * * ?', 'hive_sftp', '2020-03-12 16:48:42', '2020-03-12 17:11:50', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:48:42', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:52:07', '');
INSERT INTO `job_info` VALUES (12, 1, '0 0 */1 * * ?', 'pthive_sftp', '2020-03-12 16:55:55', '2020-03-12 16:55:55', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:55:55', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:56:00', '');
INSERT INTO `job_info` VALUES (13, 1, '0 0 */1 * * ?', 'hive_file', '2020-03-12 17:01:16', '2020-03-12 17:12:01', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:01:16', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_hive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:03:48', '');
INSERT INTO `job_info` VALUES (14, 1, '0 0 */1 * * ?', 'pthive_file', '2020-03-12 17:02:56', '2020-03-12 17:04:00', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:02:56', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_pthive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:04:24', '');
INSERT INTO `job_info` VALUES (15, 1, '0 0 */1 * * ?', 'hive_hive', '2020-03-12 17:15:27', '2020-03-12 17:25:11', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:15:27', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:25:14', '');
INSERT INTO `job_info` VALUES (16, 1, '0 0 */1 * * ?', 'hive_pthive', '2020-03-12 17:37:47', '2020-03-12 17:37:47', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:37:47', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 18:05:26', '');
INSERT INTO `job_info` VALUES (17, 1, '0 0 */1 * * ?', 'pthive_pthive', '2020-03-12 19:22:30', '2020-03-12 19:23:12', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:22:30', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_pthive/the_date=20200312/file_no=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:23:19', '');
INSERT INTO `job_info` VALUES (18, 1, '0 0 */1 * * ?', 'pthive_hive', '2020-03-12 19:34:49', '2020-03-12 19:34:49', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:34:49', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:35:02', '');
INSERT INTO `job_info` VALUES (19, 1, '0 0 */1 * * ?', 'mysql_pthive', '2020-03-12 20:08:10', '2020-03-12 20:08:10', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:08:10', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:08:19', '');
INSERT INTO `job_info` VALUES (20, 1, '0 0 */1 * * ?', 'mysql_file', '2020-03-12 20:10:41', '2020-03-12 20:10:41', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:10:41', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_mysql_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:10:48', '');
INSERT INTO `job_info` VALUES (21, 1, '0 0 */1 * * ?', 'mysql_sftp', '2020-03-12 20:12:51', '2020-03-12 20:12:51', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:12:51', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_mysql_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:12:56', '');
INSERT INTO `job_info` VALUES (22, 1, '0 0 */1 * * ?', 'mysql_mysql', '2020-03-12 20:14:52', '2020-03-12 20:14:52', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:14:52', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:15:24', '');
INSERT INTO `job_info` VALUES (24, 1, '0 0 */1 * * ?', 'file_mysql', '2020-03-12 20:27:07', '2020-03-12 20:27:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:27:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:29:38', '');
INSERT INTO `job_info` VALUES (25, 1, '0 0 */1 * * ?', 'file_pthive', '2020-03-12 20:32:06', '2020-03-12 20:32:06', 'water', '', 'FIRST', 'executorJobHandler', '', 'DISCARD_LATER', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:32:06', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:32:11', '');
INSERT INTO `job_info` VALUES (26, 1, '0 0 */1 * * ?', 'file_sftp', '2020-03-12 20:34:32', '2020-03-12 20:34:32', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:34:32', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_file_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:34:37', '');
INSERT INTO `job_info` VALUES (27, 1, '0 0 */1 * * ?', 'sftp_sftp', '2020-03-12 20:40:07', '2020-03-12 20:40:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:40:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_to_sftp__61eaf05e_6946_4839_8ff4_5ef562ad5346\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_sftp_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:40:12', '');
INSERT INTO `job_info` VALUES (28, 1, '0 0 */1 * * ?', 'sftp_file', '2020-03-12 20:42:17', '2020-03-12 22:08:54', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:42:17', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_sftp_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:09:02', '');
INSERT INTO `job_info` VALUES (29, 1, '0 0 */1 * * ?', 'sftp_mysql', '2020-03-12 21:36:33', '2020-03-12 22:04:22', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 21:36:33', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:04:26', '');
INSERT INTO `job_info` VALUES (30, 1, '0 0 */1 * * ?', 'sftp_hive', '2020-03-12 22:13:20', '2020-03-12 22:13:20', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:13:20', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:13:28', '');
INSERT INTO `job_info` VALUES (31, 1, '0 0 */1 * * ?', 'sftp_pthive', '2020-03-12 22:15:57', '2020-03-12 22:18:21', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:15:57', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:18:24', '');
SET FOREIGN_KEY_CHECKS = 1;