CodeCow/datax-web
1
0
Fork 0
mirror of https://github.com/WeiYe-Jing/datax-web.git synced 2026-06-30 21:17:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

#40

Browse Source
This commit is contained in:
water 2020-03-12 22:28:44 +08:00
parent 1ff1911198
commit d8062519fe
9 changed files with 222 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
datax-admin/src/main/java/com/wugui/datax/admin/controller/JobGroupController.java
View File

@ -34,7 +34,6 @@ public class JobGroupController {
@GetMapping("/list")
@ApiOperation("执行器列表")
public ReturnT<List<JobGroup>> getExecutorList() {
// job group (executor)
return new ReturnT<>(jobGroupMapper.findAll());
}
@ -133,7 +132,7 @@ public class JobGroupController {
return appAddressMap.get(appNameParam);
}
@RequestMapping(value = "/remove", method = RequestMethod.POST)
@PostMapping("/remove")
@ApiOperation("移除执行器")
public ReturnT<String> remove(int id) {
@ -153,14 +152,14 @@ public class JobGroupController {
}
@RequestMapping(value = "/loadById", method = RequestMethod.POST)
@ApiOperation("获取执行器")
@ApiOperation("根据id获取执行器")
public ReturnT<JobGroup> loadById(int id) {
JobGroup jobGroup = jobGroupMapper.load(id);
return jobGroup != null ? new ReturnT<>(jobGroup) : new ReturnT<>(ReturnT.FAIL_CODE, null);
}
@GetMapping("/get")
@ApiOperation("执行器列表")
@GetMapping("/query")
@ApiOperation("查询执行器")
public ReturnT<List<JobGroup>> get(@ApiParam(value = "执行器AppName")
@RequestParam(value = "appName", required = false) String appName,
@ApiParam(value = "执行器名称")

9
datax-admin/src/main/java/com/wugui/datax/admin/entity/DataxPlugin.java
View File

@ -8,14 +8,15 @@ import java.io.Serializable;
/**
* datax插件信息表实体类
*
* @author huzekang@gz-yibo.com
* @since 2019-05-20
* @version v1.0
* @since 2019-05-20
*/
@TableName(value = "datax_plugin")
@Data
public class DataxPlugin extends Model<DataxPlugin> {
private Integer id;
//插件类型，reader writer
private String pluginType;
@ -27,8 +28,6 @@ public class DataxPlugin extends Model<DataxPlugin> {
private String comments;
/**
* 获取主键值
*
@ -38,4 +37,4 @@ public class DataxPlugin extends Model<DataxPlugin> {
protected Serializable pkVal() {
return this.id;
}
}
}

18
datax-admin/src/main/java/com/wugui/datax/admin/mapper/JobGroupMapper.java
View File

@ -12,19 +12,19 @@ import java.util.List;
@Mapper
public interface JobGroupMapper {
public List<JobGroup> findAll();
List<JobGroup> findAll();
public List<JobGroup> find(@Param("appName") String appName,
@Param("title") String title,
@Param("addressList") String addressList);
List<JobGroup> find(@Param("appName") String appName,
@Param("title") String title,
@Param("addressList") String addressList);
public List<JobGroup> findByAddressType(@Param("addressType") int addressType);
List<JobGroup> findByAddressType(@Param("addressType") int addressType);
public int save(JobGroup xxlJobGroup);
int save(JobGroup xxlJobGroup);
public int update(JobGroup xxlJobGroup);
int update(JobGroup xxlJobGroup);
public int remove(@Param("id") int id);
int remove(@Param("id") int id);
public JobGroup load(@Param("id") int id);
JobGroup load(@Param("id") int id);
}

11
datax-admin/src/main/java/com/wugui/datax/admin/mapper/JobLogReportMapper.java
View File

@ -9,18 +9,19 @@ import java.util.List;
/**
* job log
*
* @author xuxueli 2019-11-22
*/
@Mapper
public interface JobLogReportMapper {
public int save(JobLogReport xxlJobLogReport);
int save(JobLogReport xxlJobLogReport);
public int update(JobLogReport xxlJobLogReport);
int update(JobLogReport xxlJobLogReport);
public List<JobLogReport> queryLogReport(@Param("triggerDayFrom") Date triggerDayFrom,
@Param("triggerDayTo") Date triggerDayTo);
List<JobLogReport> queryLogReport(@Param("triggerDayFrom") Date triggerDayFrom,
@Param("triggerDayTo") Date triggerDayTo);
public JobLogReport queryLogReportTotal();
JobLogReport queryLogReportTotal();
}

4
datax-admin/src/main/java/com/wugui/datax/admin/service/impl/JobServiceImpl.java
View File

@ -327,7 +327,7 @@ public class JobServiceImpl implements JobService {
}
// executor count
Set<String> executorAddressSet = new HashSet<String>();
Set<String> executorAddressSet = new HashSet<>();
List<JobGroup> groupList = jobGroupMapper.findAll();
if (groupList != null && !groupList.isEmpty()) {
@ -340,7 +340,7 @@ public class JobServiceImpl implements JobService {
int executorCount = executorAddressSet.size();
Map<String, Object> dashboardMap = new HashMap<String, Object>();
Map<String, Object> dashboardMap = new HashMap<>();
dashboardMap.put("jobInfoCount", jobInfoCount);
dashboardMap.put("jobLogCount", jobLogCount);
dashboardMap.put("jobLogSuccessCount", jobLogSuccessCount);

4
datax-admin/src/main/resources/mybatis-mapper/JobGroupMapper.xml
View File

@ -30,8 +30,8 @@
<select id="find" resultMap="JobGroup">
select
id,app_name,title,order,address_type,address_list
from m_file_app_cnt
id,app_name,title,`order`,address_type,address_list
from job_group
<where>
<if test="appName != null and appName != ''">
and app_name like concat('%',#{appName,jdbcType=VARCHAR},'%')

22
datax-admin/src/test/java/com/wugui/datax/admin/tool/query/KerberosLogin.java Normal file
View File

@ -0,0 +1,22 @@
//package com.wugui.datax.admin.tool.query;
//
//public class KerberosLogin {
//
// private Log logger = LogFactory.getLog(KerberosLogin.class);
//
// public void login() {
// String hiveUserName = "xxxxx@BCHKDC";//kerberos认证的用户principal名称
// String hiveKeytab = "F:/NL_MYECLIPSE2014_WORK/usrkrb5/conf/xxxxx.keytab";//用户的keytab认证文件
// String krbconf = "F:/NL_MYECLIPSE2014_WORK/usrkrb5/conf/krb5.conf";//kerberos5的配置文件
//
// System.setProperty("java.security.krb5.conf", krbconf);
// Configuration conf = new Configuration();
// conf.set("hadoop.security.authentication", "Kerberos");
// UserGroupInformation.setConfiguration(conf);
// try {
// UserGroupInformation.loginUserFromKeytab(hiveUserName, hiveKeytab);
// } catch (IOException e) {
// logger.error("Kerberos login fail.", e);
// }
// }
//}

91
datax-admin/src/test/java/com/wugui/datax/admin/tool/query/QueryTool.java Normal file
View File

@ -0,0 +1,91 @@
//package com.wugui.datax.admin.tool.query;
//
//import java.io.IOException;
//import java.util.HashMap;
//import java.util.Map;
//
//import javax.security.sasl.Sasl;
//
//import org.apache.commons.logging.Log;
//import org.apache.commons.logging.LogFactory;
//import org.apache.hadoop.hive.thrift.client.TUGIAssumingTransport;
//import org.apache.hadoop.security.UserGroupInformation;
//import org.apache.hive.service.cli.thrift.TCLIService;
//import org.apache.hive.service.cli.thrift.TOpenSessionReq;
//import org.apache.hive.service.cli.thrift.TOpenSessionResp;
//import org.apache.thrift.TException;
//import org.apache.thrift.transport.TSaslClientTransport;
//import org.apache.thrift.transport.TSocket;
//import org.apache.thrift.transport.TTransport;
//
//public class QueryTool {
//
// private static Log logger = LogFactory.getLog(QueryTool.class);
//
// public static TTransport getSocketInstance(String host, int port) throws IOException {
// TTransport transport = new TSocket(host, port);
// Map<String, String> saslProperties = new HashMap<String, String>();
// saslProperties.put("javax.security.sasl.qop", "auth");// kerberos认证关键参数
// saslProperties.put("javax.security.sasl.server.authentication", "true");//Kerberos 认证关键参数
//
// logger.info("Security is enabled: " + UserGroupInformation.isSecurityEnabled());
//
// UserGroupInformation currentUser = UserGroupInformation.getCurrentUser();
// logger.info("Current user: {}" + currentUser);
//
// TSaslClientTransport saslTransport = new TSaslClientTransport("GSSAPI", // 设置SASL使用GSSAPI
// null, // authorizationid - null
// "hive", // kerberos primary for server - "hive" in hive/myservername@MY.REALM
// "myservername",// kerberos instance for server - "myservername" in hive/myservername@MY.REALM
// saslProperties, // Properties set, above
// null, // callback handler - null
// transport); // underlying transport
//
// TUGIAssumingTransport ugiTransport = new TUGIAssumingTransport(saslTransport, currentUser);
//
// return ugiTransport;
// }
//
// /**
// * 如果使用此方法中设置的user进行访问，则需要 HiveServer2 启用模拟 hive.server2.enable.impersonation, hive.server2.enable.doAs =
// * true即HiveServer2 Default Group打钩 获取TOpenSessionResp
// *
// * @return
// * @throws TException
// */
//
// public static TOpenSessionResp openSession(TCLIService.Client client, String user, String pwd) throws TException {
// TOpenSessionReq openSessionReq = new TOpenSessionReq();
// openSessionReq.setUsername(user);
// openSessionReq.setPassword(pwd);
// openSessionReq.setUsernameIsSet(true);
//
// return client.OpenSession(openSessionReq);
// }
//
// public static TOpenSessionResp openSession(TCLIService.Client client) throws TException {
// TOpenSessionReq openSessionReq = new TOpenSessionReq();
// return client.OpenSession(openSessionReq);
// }
//
// public Connection getConnetionHive() {
//
// try {
// Class.forName(“org.apache.hive.jdbc.HiveDriver”);
// conn = DriverManager.getConnection(“jdbc:hive2:
////192.168.215.26:10000/mydatabase;principal=hive/myservername@BCHKDC”);
// System.out.println("mydatabase数据库连接成功");
// } catch (Exception e) {
// try {
// System.out.println("尝试备用链接");
// conn = DriverManager.getConnection(“jdbc:hive2:
////192.168.215.27:10000/mydatabase;principal=hive/myservername@BCHKDC”);
// System.out.println("mydatabase备用连接成功");
// } catch (Exception e1) {
// System.out.println("主备连接失败。。。。。。");
// e1.printStackTrace();
// }
// }
// return conn;
// }
//}

82
doc/db/demo_job_info.sql Normal file
View File

@ -0,0 +1,82 @@
/*
Navicat Premium Data Transfer
Source Server : 50-datax_web
Source Server Type : MySQL
Source Server Version : 50727
Source Host : 10.1.21.81:21003
Source Schema : datax_web
Target Server Type : MySQL
Target Server Version : 50727
File Encoding : 65001
Date: 12/03/2020 22:19:25
*/
SET NAMES utf8mb4;
SET FOREIGN_KEY_CHECKS = 0;
-- ----------------------------
-- Table structure for job_info
-- ----------------------------
DROP TABLE IF EXISTS `job_info`;
CREATE TABLE `job_info` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`job_group` int(11) NOT NULL COMMENT '执行器主键ID',
`job_cron` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT '任务执行CRON',
`job_desc` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL,
`add_time` datetime(0) NULL DEFAULT NULL,
`update_time` datetime(0) NULL DEFAULT NULL,
`author` varchar(64) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '作者',
`alarm_email` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '报警邮件',
`executor_route_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '执行器路由策略',
`executor_handler` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '执行器任务handler',
`executor_param` varchar(512) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '执行器任务参数',
`executor_block_strategy` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '阻塞处理策略',
`executor_timeout` int(11) NOT NULL DEFAULT 0 COMMENT '任务执行超时时间，单位秒',
`executor_fail_retry_count` int(11) NOT NULL DEFAULT 0 COMMENT '失败重试次数',
`glue_type` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NOT NULL COMMENT 'GLUE类型',
`glue_source` mediumtext CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL COMMENT 'GLUE源代码',
`glue_remark` varchar(128) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT 'GLUE备注',
`glue_updatetime` datetime(0) NULL DEFAULT NULL COMMENT 'GLUE更新时间',
`child_jobid` varchar(255) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '子任务ID，多个逗号分隔',
`trigger_status` tinyint(4) NOT NULL DEFAULT 0 COMMENT '调度状态：0-停止，1-运行',
`trigger_last_time` bigint(13) NOT NULL DEFAULT 0 COMMENT '上次调度时间',
`trigger_next_time` bigint(13) NOT NULL DEFAULT 0 COMMENT '下次调度时间',
`job_json` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT 'datax运行脚本',
`replace_param` varchar(100) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT '动态参数',
`jvm_param` varchar(200) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL COMMENT 'jvm参数',
`inc_start_time` datetime(0) NULL DEFAULT NULL COMMENT '增量初始时间',
PRIMARY KEY (`id`) USING BTREE
) ENGINE = InnoDB AUTO_INCREMENT = 32 CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Dynamic;
-- ----------------------------
-- Records of job_info
-- ----------------------------
INSERT INTO `job_info` VALUES (3, 1, '0 0 */1 * * ?', 'file_hive', '2020-01-10 23:17:34', '2020-03-12 20:22:43', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:17:34', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:22:50');
INSERT INTO `job_info` VALUES (4, 1, '0 0 */1 * * ?', 'mysql_hive', '2020-01-10 23:29:49', '2020-03-12 20:00:56', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:29:49', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:01:01');
INSERT INTO `job_info` VALUES (5, 1, '0 0 */1 * * ? ', 'hive_mysql', '2020-01-10 23:52:03', '2020-03-12 17:11:25', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-01-10 23:52:03', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:08:31');
INSERT INTO `job_info` VALUES (10, 1, '0 0 */1 * * ?', 'pthive_mysql', '2020-03-12 16:24:13', '2020-03-12 16:31:43', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:24:13', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_name\",\n \"phone_id\",\n \"event_time\",\n \"msg\",\n \"main_call_no\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"pthive_mysql\"\n ]\n }\n ]\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:31:46');
INSERT INTO `job_info` VALUES (11, 1, '0 0 */1 * * ?', 'hive_sftp', '2020-03-12 16:48:42', '2020-03-12 17:11:50', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:48:42', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:52:07');
INSERT INTO `job_info` VALUES (12, 1, '0 0 */1 * * ?', 'pthive_sftp', '2020-03-12 16:55:55', '2020-03-12 16:55:55', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 16:55:55', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_hive_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 16:56:00');
INSERT INTO `job_info` VALUES (13, 1, '0 0 */1 * * ?', 'hive_file', '2020-03-12 17:01:16', '2020-03-12 17:12:01', 'water', '', 'LAST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:01:16', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_hive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:03:48');
INSERT INTO `job_info` VALUES (14, 1, '0 0 */1 * * ?', 'pthive_file', '2020-03-12 17:02:56', '2020-03-12 17:04:00', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:02:56', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_pthive_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:04:24');
INSERT INTO `job_info` VALUES (15, 1, '0 0 */1 * * ?', 'hive_hive', '2020-03-12 17:15:27', '2020-03-12 17:25:11', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:15:27', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 17:25:14');
INSERT INTO `job_info` VALUES (16, 1, '0 0 */1 * * ?', 'hive_pthive', '2020-03-12 17:37:47', '2020-03-12 17:37:47', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 17:37:47', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dict.db/dict_industry_app\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"text\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"hive_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_hive_to_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"string\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"string\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"gzip\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 18:05:26');
INSERT INTO `job_info` VALUES (17, 1, '0 0 */1 * * ?', 'pthive_pthive', '2020-03-12 19:22:30', '2020-03-12 19:23:12', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:22:30', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_pthive/the_date=20200312/file_no=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:23:19');
INSERT INTO `job_info` VALUES (18, 1, '0 0 */1 * * ?', 'pthive_hive', '2020-03-12 19:34:49', '2020-03-12 19:34:49', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 19:34:49', '', 0, 0, 0, '{\n \"job\": {\n \"setting\": {\n \"speed\": {\n \"channel\": 3\n }\n },\n \"content\": [\n {\n \"reader\": {\n \"name\": \"hdfsreader\",\n \"parameter\": {\n \"path\": \"/user/hive/warehouse/dps.db/dps_txt_err/the_date=82679010-08-28/*\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n }\n ],\n \"fileType\": \"orc\",\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"pthive_pthive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_pthive_to_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_name\",\n \"type\": \"string\"\n },\n {\n \"name\": \"phone_id\",\n \"type\": \"string\"\n },\n {\n \"name\": \"event_time\",\n \"type\": \"string\"\n },\n {\n \"name\": \"msg\",\n \"type\": \"string\"\n },\n {\n \"name\": \"main_call_no\",\n \"type\": \"string\"\n }\n ],\n \n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\":\"SNAPPY\"\n }\n }\n }\n ]\n }\n}', '', '', '2020-03-12 19:35:02');
INSERT INTO `job_info` VALUES (19, 1, '0 0 */1 * * ?', 'mysql_pthive', '2020-03-12 20:08:10', '2020-03-12 20:08:10', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:08:10', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:08:19');
INSERT INTO `job_info` VALUES (20, 1, '0 0 */1 * * ?', 'mysql_file', '2020-03-12 20:10:41', '2020-03-12 20:10:41', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:10:41', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_mysql_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:10:48');
INSERT INTO `job_info` VALUES (21, 1, '0 0 */1 * * ?', 'mysql_sftp', '2020-03-12 20:12:51', '2020-03-12 20:12:51', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:12:51', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_mysql_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:12:56');
INSERT INTO `job_info` VALUES (22, 1, '0 0 */1 * * ?', 'mysql_mysql', '2020-03-12 20:14:52', '2020-03-12 20:14:52', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:14:52', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"mysqlreader\",\n \"parameter\": {\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": [\n \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\"\n ],\n \"table\": [\n \"hive_mysql\"\n ]\n }\n ],\n \"password\": \"pwd\",\n \"username\": \"ds\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:15:24');
INSERT INTO `job_info` VALUES (24, 1, '0 0 */1 * * ?', 'file_mysql', '2020-03-12 20:27:07', '2020-03-12 20:27:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:27:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:29:38');
INSERT INTO `job_info` VALUES (25, 1, '0 0 */1 * * ?', 'file_pthive', '2020-03-12 20:32:06', '2020-03-12 20:32:06', 'water', '', 'FIRST', 'executorJobHandler', '', 'DISCARD_LATER', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:32:06', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },,\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:32:11');
INSERT INTO `job_info` VALUES (26, 1, '0 0 */1 * * ?', 'file_sftp', '2020-03-12 20:34:32', '2020-03-12 20:34:32', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:34:32', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"txtfilereader\",\n \"parameter\": {\n \"path\": [\"/data/ds/third_party/hicore/test_mysql_file__b46d5bab_4fc1_476f_85f0_7975d422c519\"],\n \"encoding\": \"UTF-8\",\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_file_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:34:37');
INSERT INTO `job_info` VALUES (27, 1, '0 0 */1 * * ?', 'sftp_sftp', '2020-03-12 20:40:07', '2020-03-12 20:40:07', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:40:07', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_to_sftp__61eaf05e_6946_4839_8ff4_5ef562ad5346\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \",\"\n }\n },\n \"writer\": {\n \"name\": \"ftpwriter\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"timeout\": \"60000\",\n \"connectPattern\": \"PASV\",\n \"path\": \"/data/yuying\",\n \"fileName\": \"test_sftp_to_sftp\",\n \"writeMode\": \"truncate\",\n \"fieldDelimiter\": \"\\t\",\n \"encoding\": \"UTF-8\",\n \"nullFormat\": \"null\",\n \"dateFormat\": \"yyyy-MM-dd\",\n \"fileFormat\": \"csv\",\n \"header\": []\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 20:40:12');
INSERT INTO `job_info` VALUES (28, 1, '0 0 */1 * * ?', 'sftp_file', '2020-03-12 20:42:17', '2020-03-12 22:08:54', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 20:42:17', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"txtfilewriter\",\n \"parameter\": {\n \"path\": \"/data/ds/third_party/hicore\",\n \"fileName\": \"test_sftp_file\",\n \"writeMode\": \"truncate\",\n \"dateFormat\": \"yyyy-MM-dd\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:09:02');
INSERT INTO `job_info` VALUES (29, 1, '0 0 */1 * * ?', 'sftp_mysql', '2020-03-12 21:36:33', '2020-03-12 22:04:22', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 21:36:33', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"mysqlwriter\",\n \"parameter\": {\n \"writeMode\": \"insert\",\n \"username\": \"ds\",\n \"password\": \"pwd\",\n \"column\": [\n \"app_code\",\n \"app_name\",\n \"app_type_industry_name\",\n \"app_type_industry_code\",\n \"app_type_level2_name\",\n \"app_type_level2_code\",\n \"model_type\",\n \"create_time\"\n ],\n \"connection\": [\n {\n \"jdbcUrl\": \"jdbc:mysql://x.x.x.x:3306/test?autoReconnect=true&useSSL=false&characterEncoding=UTF-8\",\n \"table\": [\n \"mysql_mysql\"\n ]\n }\n ]\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:04:26');
INSERT INTO `job_info` VALUES (30, 1, '0 0 */1 * * ?', 'sftp_hive', '2020-03-12 22:13:20', '2020-03-12 22:13:20', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:13:20', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"text\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_mysql_hive\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"gzip\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:13:28');
INSERT INTO `job_info` VALUES (31, 1, '0 0 */1 * * ?', 'sftp_pthive', '2020-03-12 22:15:57', '2020-03-12 22:18:21', 'water', '', 'FIRST', 'executorJobHandler', '', 'SERIAL_EXECUTION', 0, 0, 'BEAN', NULL, NULL, '2020-03-12 22:15:57', '', 0, 0, 0, '{\n \"job\": {\n \"content\": [\n {\n \"reader\": {\n \"name\": \"ftpreader\",\n \"parameter\": {\n \"protocol\": \"sftp\",\n \"host\": \"x.x.x.x\",\n \"port\": 22,\n \"username\": \"sftp_user_a\",\n \"password\": \"pwd\",\n \"path\": [\n \"/data/test_file_sftp\"\n ],\n \"column\": [\n {\n \"index\": 0,\n \"type\": \"string\"\n },\n {\n \"index\": 1,\n \"type\": \"string\"\n },\n {\n \"index\": 2,\n \"type\": \"string\"\n },\n {\n \"index\": 3,\n \"type\": \"string\"\n },\n {\n \"index\": 4,\n \"type\": \"string\"\n },\n {\n \"index\": 5,\n \"type\": \"string\"\n },\n {\n \"index\": 6,\n \"type\": \"string\"\n },\n {\n \"index\": 7,\n \"type\": \"string\"\n }\n ],\n \"encoding\": \"UTF-8\",\n \"fieldDelimiter\": \"\\t\"\n }\n },\n \"writer\": {\n \"name\": \"hdfswriter\",\n \"parameter\": {\n \"fileType\": \"orc\",\n \"fileName\": \"mysql_hive\",\n \"path\": \"/user/hive/warehouse/tmp.db/tmp_test_mysql_pthive/pt=20200312\",\n \"defaultFS\": \"hdfs://dz-hadoop-nn1:8020\",\n \"hadoopConfig\": {\n \"dfs.data.transfer.protection\": \"integrity\"\n },\n \"haveKerberos\": true,\n \"kerberosKeytabFilePath\": \"/home/xxx.keytab\",\n \"kerberosPrincipal\": \"xxx@EXAMPLE.COM\",\n \"column\": [\n {\n \"name\": \"app_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_industry_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_name\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"app_type_level2_code\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"model_type\",\n \"type\": \"VARCHAR\"\n },\n {\n \"name\": \"create_time\",\n \"type\": \"VARCHAR\"\n }\n ],\n \"writeMode\": \"append\",\n \"fieldDelimiter\": \"\\t\",\n \"compress\": \"SNAPPY\"\n }\n }\n }\n ],\n \"setting\": {\n \"speed\": {\n \"channel\": \"2\"\n }\n }\n }\n}', '', '', '2020-03-12 22:18:24');
SET FOREIGN_KEY_CHECKS = 1;