CodeCow/datax-web
1
0
Fork 0
mirror of https://github.com/WeiYe-Jing/datax-web.git synced 2026-06-30 21:17:37 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #12 from WeiYe-Jing/v2.1.1

Browse Source 
hive构建json插件异常问题修复
This commit is contained in:
WeiYe 2020-01-15 17:39:56 +08:00 committed by GitHub
commit d56ae25ce4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
datax-admin/src/main/java/com/wugui/datax/admin/tool/datax/DataxJsonHelper.java
View File

@ -179,13 +179,13 @@ public class DataxJsonHelper implements DataxJsonInterface {
public Map<String, Object> buildHiveReader() {
DataxHivePojo dataxHivePojo = new DataxHivePojo();
dataxHivePojo.setJdbcDatasource(readerDatasource);
List<Map<String, String>> columns = Lists.newArrayList();
readerColumns.forEach(c -> {
Map<String, String> column = Maps.newLinkedHashMap();
column.put("name", c.split(Constant.SPLIT_SCOLON)[0]);
column.put("type", c.split(Constant.SPLIT_SCOLON)[1]);
List<Map<String, Object>> columns = Lists.newArrayList();
for(int i=0;i<readerColumns.size();i++){
Map<String, Object> column = Maps.newLinkedHashMap();
column.put("index", i);
column.put("type", readerColumns.get(i).split(Constant.SPLIT_SCOLON)[1]);
columns.add(column);
});
}
dataxHivePojo.setColumns(columns);
dataxHivePojo.setReaderDefaultFS(hiveReaderDto.getReaderDefaultFS());
dataxHivePojo.setReaderFieldDelimiter(hiveReaderDto.getReaderFieldDelimiter());
@ -208,9 +208,9 @@ public class DataxJsonHelper implements DataxJsonInterface {
public Map<String, Object> buildHiveWriter() {
DataxHivePojo dataxHivePojo = new DataxHivePojo();
dataxHivePojo.setJdbcDatasource(writerDatasource);
List<Map<String, String>> columns = Lists.newArrayList();
List<Map<String, Object>> columns = Lists.newArrayList();
writerColumns.forEach(c -> {
Map<String, String> column = Maps.newLinkedHashMap();
Map<String, Object> column = Maps.newLinkedHashMap();
column.put("name", c.split(Constant.SPLIT_SCOLON)[0]);
column.put("type", c.split(Constant.SPLIT_SCOLON)[1]);
columns.add(column);

2
datax-admin/src/main/java/com/wugui/datax/admin/tool/datax/reader/HiveReader.java
View File

@ -15,7 +15,7 @@ import java.util.Map;
public class HiveReader extends BaseReaderPlugin implements DataxReaderInterface {
@Override
public String getName() {
return "hivereader";
return "hdfsreader";
}
@Override

2
datax-admin/src/main/java/com/wugui/datax/admin/tool/datax/writer/HiveWriter.java
View File

@ -15,7 +15,7 @@ import java.util.Map;
public class HiveWriter extends BaseWriterPlugin implements DataxWriterInterface {
@Override
public String getName() {
return "hivewriter";
return "hdfswriter";
}

2
datax-admin/src/main/java/com/wugui/datax/admin/tool/pojo/DataxHivePojo.java
View File

@ -20,7 +20,7 @@ public class DataxHivePojo {
/**
* hive列名
*/
private List<Map<String,String>> columns;
private List<Map<String,Object>> columns;
/**
* 数据源信息