Support Hive table engine

Author: qianmoQ

src/renderer/assets/i18n/en.json

@@ -306,5 +306,15 @@
   },
   "formatter": {
     "migrate_data": "Need to migrate {0} data, please confirm whether to migrate?"
+  },
+  "engine": {
+    "table": {
+      "hive": {
+        "description": "The Hive engine allows you to perform SELECT quries on HDFS Hive table.",
+        "uri": "Hive Metastore address, egg: thrift://host:port",
+        "database": "Remote database name",
+        "table": "Remote table name"
+      }
+    }
   }
 }

src/renderer/assets/i18n/zh.json

@@ -307,5 +307,15 @@
   },
   "formatter": {
     "migrate_data": "需要迁移{0}条数据, 请确认是否迁移?"
+  },
+  "engine": {
+    "table": {
+      "hive": {
+        "description": "The Hive engine allows you to perform SELECT quries on HDFS Hive table.",
+        "uri": "Hive Metastore address, egg: thrift://host:port",
+        "database": "Remote database name",
+        "table": "Remote table name"
+      }
+    }
   }
 }

src/renderer/components/table/create/table.create.component.html

@@ -54,13 +54,13 @@
               <nz-form-item>
                 <nz-form-label [nzSm]="6" [nzXs]="24">{{'common.name'|translate}}</nz-form-label>
                 <nz-form-control [nzSm]="14" [nzXs]="24">
-                  <input (change)="handlerValidate()" [(ngModel)]="configure.targetName" name="name" nz-input
+                  <input (change)="handlerValidateStep('Basic')" [(ngModel)]="configure.targetName" name="name" nz-input
                          type="text"/>
                 </nz-form-control>
               </nz-form-item>
             </nz-tab>
             <!-- Column Settings -->
-            <nz-tab [nzTitle]="columnSettingTemplate">
+            <nz-tab [nzDisabled]="!validated.basic" [nzTitle]="columnSettingTemplate">
               <ng-template #columnSettingTemplate>
                 <i nz-icon nzType="delete-column"></i>
                 {{'common.column'|translate}}
@@ -78,7 +78,7 @@
                       <div [nzSpan]="8" nz-col>
                         <input [(ngModel)]="column.name" nz-input type="text" [ngModelOptions]="{standalone: true}"
                                placeholder="{{'common.column'|translate}}{{'common.name'|translate}}"
-                               style="width: 100%;"/>
+                               (ngModelChange)="handlerValidateStep('Column')" style="width: 100%;"/>
                       </div>
                       <div [nzSpan]="6" nz-col>
                         <nz-select [(ngModel)]="column.type" [ngModelOptions]="{standalone: true}"
@@ -110,7 +110,8 @@
               </div>
             </nz-tab>
             <!-- Properties Settings -->
-            <nz-tab *ngIf="configure.properties?.length > 0" [nzTitle]="propertySettingTemplate">
+            <nz-tab *ngIf="configure.properties?.length > 0" [nzDisabled]="!validated.column"
+                    [nzTitle]="propertySettingTemplate">
               <ng-template #propertySettingTemplate>
                 <i nz-icon nzType="property-safety"></i>
                 {{'common.property'|translate}}
@@ -130,6 +131,24 @@
                                       (emitter)="handlerComponentEmitter($event, false)">
               </app-component-property>
             </nz-tab>
+            <!-- Partition Settings -->
+            <nz-tab *ngIf="configure.partitionConfigure?.enable" [nzDisabled]="!validated.property"
+                    [nzTitle]="partitionSettingTemplate">
+              <ng-template #partitionSettingTemplate>
+                <i nz-icon nzType="partition"></i>
+                {{'common.partition'|translate}}
+              </ng-template>
+              <nz-form-item>
+                <nz-form-label [nzSm]="6" [nzXs]="24">{{'common.column'|translate}}</nz-form-label>
+                <nz-form-control [nzSm]="14" [nzXs]="24">
+                  <nz-select nzMode="multiple" [(ngModel)]="configure.partitionConfigure.columns"
+                             [ngModelOptions]="{standalone: true}">
+                    <nz-option *ngFor="let column of columns" [nzLabel]="column.name"
+                               [nzValue]="column.name"></nz-option>
+                  </nz-select>
+                </nz-form-control>
+              </nz-form-item>
+            </nz-tab>
           </nz-tabset>
         </form>
       </div>

src/renderer/components/table/create/table.create.component.ts

@@ -28,10 +28,11 @@ export class CreateTableComponent extends BaseComponent implements AfterViewInit
   selectValue: string;
   columns: ColumnModel[] = new Array();
   columnTypes: string[] = new Array();
-  currentConfigureStep = {
-    index: 0,
-    status: 'process'
-  };
+  validated = {
+    basic: false,
+    column: false,
+    property: false
+  }
 
   constructor(private tableService: TableService,
               private dataSourceService: DatasourceService,
@@ -75,6 +76,30 @@ export class CreateTableComponent extends BaseComponent implements AfterViewInit
     this.configure = cloneDeep(value);
   }
 
+  handlerValidateStep(step: string) {
+    switch (step) {
+      case 'Basic':
+        if (StringUtils.isNotEmpty(this.configure.targetName)) {
+          this.validated.basic = true;
+        } else {
+          this.validated.basic = false;
+        }
+        break;
+      case 'Column':
+        const emptyCount = this.columns.filter(column => StringUtils.isEmpty(column.name)).length;
+        if (emptyCount === 0) {
+          this.validated.column = true;
+        } else {
+          this.validated.column = false;
+        }
+        break;
+      case 'Property':
+        this.validated.property = this.configure.validate;
+        break;
+    }
+    this.handlerValidate();
+  }
+
   handlerValidate() {
     let flag;
     if (this.configure.validate != undefined) {
@@ -111,7 +136,7 @@ export class CreateTableComponent extends BaseComponent implements AfterViewInit
     } else {
       this.configure.optionalProperties = $event.properties;
     }
-    this.handlerValidate();
+    this.handlerValidateStep('Property');
   }
 
   handlerPrevious(): void {
@@ -136,9 +161,4 @@ export class CreateTableComponent extends BaseComponent implements AfterViewInit
       }
     });
   }
-
-  handlerConfigureStepIndexChange(index: number): void {
-    this.currentConfigureStep.index = index;
-    this.currentConfigureStep.status = 'process';
-  }
 }

src/renderer/config/engine/table/engine.table.hive.config.ts

@@ -0,0 +1,37 @@
+import { PropertyModel } from "@renderer/model/property.model";
+import { TranslateUtils } from "@renderer/utils/translate.utils";
+import { DatabaseModel } from "@renderer/model/database.model";
+import { DatabaseEnum } from "@renderer/enum/database.enum";
+import { PropertyEnum } from "@renderer/enum/property.enum";
+
+const hiveProperties = new Array();
+hiveProperties.push(PropertyModel.builder('uri',
+  TranslateUtils.getValue('common.uri'),
+  TranslateUtils.getValue('engine.table.hive.uri'),
+  TranslateUtils.getValue('engine.table.hive.uri'),
+  null,
+  false,
+  true));
+hiveProperties.push(PropertyModel.builder('database',
+  TranslateUtils.getValue('common.database'),
+  TranslateUtils.getValue('engine.table.hive.database'),
+  TranslateUtils.getValue('engine.table.hive.database'),
+  null,
+  false));
+hiveProperties.push(PropertyModel.builder('table',
+  TranslateUtils.getValue('common.table'),
+  TranslateUtils.getValue('engine.table.hive.table'),
+  TranslateUtils.getValue('engine.table.hive.table'),
+  null,
+  false));
+const HiveTableEngine = DatabaseModel.builder(DatabaseEnum.hive.toString(),
+  TranslateUtils.getValue('engine.table.hive.description'),
+  DatabaseEnum.hive,
+  hiveProperties,
+  false,
+  PropertyEnum.name);
+
+HiveTableEngine.partitionConfigure.enable = true;
+HiveTableEngine.supportedSource = [DatabaseEnum.clickhosue];
+
+export { HiveTableEngine };

src/renderer/config/table.config.ts

@@ -5,6 +5,7 @@ import { StringUtils } from '@renderer/utils/string.utils';
 import { TranslateUtils } from '@renderer/utils/translate.utils';
 import { PropertyModel } from '@renderer/model/property.model';
 import { PropertyEnum } from '@renderer/enum/property.enum';
+import { HiveTableEngine } from "@renderer/config/engine/table/engine.table.hive.config";
 
 @Injectable()
 export class TableConfig {
@@ -302,6 +303,9 @@ export class TableConfig {
     mysql.supportedSource = [DatabaseEnum.clickhosue];
     integrationEngines.push(mysql);
 
+    // Hive
+    integrationEngines.push(HiveTableEngine);
+
     integrationTable.engines = integrationEngines;
     tableEngines.push(integrationTable);
     return tableEngines;

src/renderer/services/builder/clickhouse.builder.ts

@@ -13,6 +13,9 @@ export class ClickhouseBuilder implements BaseBuilder {
     sql += StringUtils.format(') {0}\n', [this.builderEngine(configure)]);
     const mergeProperties = this.mergeProperties(configure);
     sql += this.builderProperties(mergeProperties);
+    if (configure.partitionConfigure.enable) {
+      sql += this.builderPartition(configure);
+    }
     return sql;
   }
 
@@ -121,4 +124,10 @@ export class ClickhouseBuilder implements BaseBuilder {
     }
     return applyArray;
   }
+
+  private builderPartition(configure: DatabaseModel): string {
+    let partition = configure.partitionConfigure.columns.join(' , ');
+    const partitionStr = StringUtils.format('\nPARTITION BY ({0})', [partition]);
+    return partitionStr;
+  }
 }