HIVE 生成执行JOB 头尾注意事项 #102

datax-admin/src/main/java/com/wugui/datax/admin/tool/datax/writer/HiveWriter.java

@@ -37,6 +37,7 @@ public class HiveWriter extends BaseWriterPlugin implements DataxWriterInterface
         parameterObj.put("writeMode", plugin.getWriteMode());
         parameterObj.put("fieldDelimiter", plugin.getWriteFieldDelimiter());
         parameterObj.put("column", plugin.getColumns());
+        parameterObj.put("skipHeader", plugin.isSkipHeader());
         writerObj.put("parameter", parameterObj);
         return writerObj;
     }

datax-admin/src/main/java/com/wugui/datax/admin/tool/pojo/DataxHivePojo.java

@@ -46,4 +46,6 @@ public class DataxHivePojo {
     private String writeMode;
 
     private String writeFieldDelimiter;
+
+    private boolean skipHeader;
 }

datax-admin/src/main/resources/static/static/css/chunk-6d2adc59.28c6d689.css

@@ -1 +1 @@
-.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}
+.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.container{overflow:hidden}.container p{font-size:14px;color:#666;padding:10px 0}.container p .fl{float:left}.container p .fr{float:right}.container .loadAverage p{text-align:center}.container .loadAverage .title{font-size:18px;font-weight:700;color:#333;padding:5px 0;margin:0}.container .loadAverage .number{font-size:50px;color:#3d90d0}

datax-admin/src/main/resources/static/static/css/chunk-7715a8f9.b5a28ba9.css

@@ -1 +1 @@
-.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.log-container[data-v-04f0b1d0]{margin-bottom:20px;background:#f5f5f5;width:100%;height:500px;overflow:scroll}.log-container pre[data-v-04f0b1d0]{display:block;padding:10px;margin:0 0 10.5px;word-break:break-all;word-wrap:break-word;color:#334851;background-color:#f5f5f5;border-radius:1px}
+.waves-ripple{position:absolute;border-radius:100%;background-color:rgba(0,0,0,.15);background-clip:padding-box;pointer-events:none;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;user-select:none;-webkit-transform:scale(0);transform:scale(0);opacity:1}.waves-ripple.z-active{opacity:0;-webkit-transform:scale(2);transform:scale(2);-webkit-transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,-webkit-transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out;transition:opacity 1.2s ease-out,transform .6s ease-out,-webkit-transform .6s ease-out}.pagination-container[data-v-f3b72548]{background:#fff;padding:32px 16px}.pagination-container.hidden[data-v-f3b72548]{display:none}.log-container[data-v-0b507fbc]{margin-bottom:20px;background:#f5f5f5;width:100%;height:500px;overflow:scroll}.log-container pre[data-v-0b507fbc]{display:block;padding:10px;margin:0 0 10.5px;word-break:break-all;word-wrap:break-word;color:#334851;background-color:#f5f5f5;border-radius:1px}

datax-admin/src/main/resources/static/static/js/chunk-6d2adc59.843a9ce1.js

@@ -0,0 +1 @@
+(window["webpackJsonp"]=window["webpackJsonp"]||[]).push([["chunk-6d2adc59"],{4596:function(e,t,i){"use strict";i.r(t);var s=function(){var e=this,t=e.$createElement,i=e._self._c||t;return i("div",{staticClass:"app-container"},[i("div",{staticClass:"filter-container"},[i("el-input",{staticClass:"filter-item",staticStyle:{width:"200px"},attrs:{placeholder:"执行器"},model:{value:e.listQuery.registryKey,callback:function(t){e.$set(e.listQuery,"registryKey",t)},expression:"listQuery.registryKey"}}),e._v(" "),i("el-button",{directives:[{name:"waves",rawName:"v-waves"}],staticClass:"filter-item",attrs:{type:"primary",icon:"el-icon-search"},on:{click:e.fetchData}},[e._v("\n      Search\n    ")])],1),e._v(" "),e._l(e.list,(function(t){return i("div",{key:t.id,staticClass:"container"},[i("p",[i("span",{staticClass:"fl"},[e._v("执行器："+e._s(t.registryKey))]),i("span",{staticClass:"fl"},[e._v("  注册地址："+e._s(t.registryValue))]),i("span",{staticClass:"fr"},[e._v("更新时间："+e._s(t.updateTime))])]),e._v(" "),i("div",{class:t.id+" fl",staticStyle:{width:"30%",height:"300px"}}),e._v(" "),i("div",{class:t.id+" fl",staticStyle:{width:"30%",height:"300px"}}),e._v(" "),i("div",{class:t.id+" fl loadAverage",staticStyle:{width:"30%",height:"300px"}},[i("p",{staticClass:"title"},[e._v("平均负载")]),e._v(" "),i("p",{staticClass:"number"},[e._v(e._s(t.loadAverage>=0?t.loadAverage:0))])])])}))],2)},a=[],n=i("b775");function l(e){return Object(n["a"])({url:"/api/jobRegistry",method:"get",params:e})}var r=i("6724"),c={name:"Registry",directives:{waves:r["a"]},filters:{statusFilter:function(e){var t={published:"success",draft:"gray",deleted:"danger"};return t[e]}},data:function(){return{list:null,listLoading:!0,total:0,listQuery:{current:1,size:10,registryKey:void 0},dialogPluginVisible:!1}},created:function(){this.fetchData()},mounted:function(){},methods:{fetchData:function(){var e=this;this.listLoading=!0,this.list=[],l(this.listQuery).then((function(t){var i=t.records,s=t.total;e.total=s,e.list=i,e.listLoading=!1,e.$nextTick((function(){for(var e=0;e<this.list.length;e++)this.initEcharts(this.list[e])}))}))},initEcharts:function(e){var t=this.$echarts.init(document.getElementsByClassName(e.id)[0]),i={title:{text:"cpu使用率",subtext:"",x:"center"},tooltip:{formatter:"{a} <br/>{b} : {c}%"},toolbox:{feature:{restore:{},saveAsImage:{}},show:!1},series:[{name:"cpu使用率",type:"gauge",max:100,radius:"70%",startAngle:215,endAngle:-35,detail:{formatter:"{value}%"},data:[{value:e.cpuUsage,name:""}]}]};t.setOption(i);var s=this.$echarts.init(document.getElementsByClassName(e.id)[1]),a={title:{text:"内存使用率",subtext:"",x:"center"},tooltip:{formatter:"{a} <br/>{b} : {c}%"},toolbox:{feature:{restore:{},saveAsImage:{}},show:!1},series:[{name:"内存使用率",type:"gauge",max:100,radius:"70%",startAngle:215,endAngle:-35,detail:{formatter:"{value}%"},data:[{value:e.memoryUsage,name:""}]}]};s.setOption(a)}}},o=c,d=(i("b518"),i("2877")),u=Object(d["a"])(o,s,a,!1,null,null,null);t["default"]=u.exports},6724:function(e,t,i){"use strict";i("8d41");var s="@@wavesContext";function a(e,t){function i(i){var s=Object.assign({},t.value),a=Object.assign({ele:e,type:"hit",color:"rgba(0, 0, 0, 0.15)"},s),n=a.ele;if(n){n.style.position="relative",n.style.overflow="hidden";var l=n.getBoundingClientRect(),r=n.querySelector(".waves-ripple");switch(r?r.className="waves-ripple":(r=document.createElement("span"),r.className="waves-ripple",r.style.height=r.style.width=Math.max(l.width,l.height)+"px",n.appendChild(r)),a.type){case"center":r.style.top=l.height/2-r.offsetHeight/2+"px",r.style.left=l.width/2-r.offsetWidth/2+"px";break;default:r.style.top=(i.pageY-l.top-r.offsetHeight/2-document.documentElement.scrollTop||document.body.scrollTop)+"px",r.style.left=(i.pageX-l.left-r.offsetWidth/2-document.documentElement.scrollLeft||document.body.scrollLeft)+"px"}return r.style.backgroundColor=a.color,r.className="waves-ripple z-active",!1}}return e[s]?e[s].removeHandle=i:e[s]={removeHandle:i},i}var n={bind:function(e,t){e.addEventListener("click",a(e,t),!1)},update:function(e,t){e.removeEventListener("click",e[s].removeHandle,!1),e.addEventListener("click",a(e,t),!1)},unbind:function(e){e.removeEventListener("click",e[s].removeHandle,!1),e[s]=null,delete e[s]}},l=function(e){e.directive("waves",n)};window.Vue&&(window.waves=n,Vue.use(l)),n.install=l;t["a"]=n},"8d41":function(e,t,i){},b518:function(e,t,i){"use strict";var s=i("d68a"),a=i.n(s);a.a},d68a:function(e,t,i){}}]);