Bump dataprep proto to latest config (#1825)

* Bump dataprep proto to latest config

* Remove license header

Author: Elias Kassell

protos/data_preparation.proto

@@ -3,26 +3,44 @@ syntax = "proto3";
 package dataform.dataprep;
 
 option java_package = "com.dataform.dataprep.protos";
+option java_outer_classname = "DataPreparationMeta";
 option java_multiple_files = true;
-
 option go_package = "github.com/dataform-co/dataform/protos/dataform/dataprep";
 
 message DataPreparation {
   repeated DataPreparationNode nodes = 1;
   DataPreparationGenerated generated = 2;
-  DataPreparationConfiguration configuration = 3;
+  optional DataPreparationConfiguration configuration = 3;
 }
 
 message DataPreparationNode {
   string id = 1;
   Source source = 2;
   repeated Step steps = 3;
   NodeGenerated generated = 4;
-  Destination destination = 5;
+  optional Destination destination = 5;
 }
 
 message DataPreparationConfiguration {
-  TableReference error_table = 1;
+  optional TableReference error_table = 1;
+  optional int32 error_table_data_expiration_days = 2;
+  optional LoadConfiguration load = 3;
+  optional DefaultsConfiguration defaults = 4;
+}
+
+message LoadConfiguration {
+  oneof mode {
+    SimpleLoadMode replace = 1;
+    SimpleLoadMode append = 2;
+    IncrementalLoadMode maximum = 3;
+    IncrementalLoadMode unique = 4;
+  }
+}
+
+message SimpleLoadMode {}
+
+message IncrementalLoadMode {
+  string column_name = 1;
 }
 
 message Source {
@@ -42,11 +60,13 @@ message Destination {
 message Step {
   string id = 1;
   string description = 2;
-
   oneof definition {
     ColumnStep column_step = 3;
     FilterStep filter_step = 4;
+    DropColumnsStep drop_columns_step = 6;
+    KeepColumnsStep keep_columns_step = 7;
   }
+
   StepGenerated generated = 5;
 }
 
@@ -66,6 +86,14 @@ message FilterStep {
   optional FilterType filter_type = 2;
 }
 
+message DropColumnsStep {
+  repeated string columns = 1;
+}
+
+message KeepColumnsStep {
+  repeated string columns = 1;
+}
+
 message Expression {
   oneof expression {
     string sql = 1;
@@ -118,9 +146,9 @@ message NodeGenerated {
   repeated Section sections = 1;
   repeated string sources = 2;
   repeated ValidationError validation_errors = 3;
-  Schema output_schema = 4;
+  optional Schema output_schema = 4;
   SourceGenerated source_generated = 5;
-  DestinationGenerated destination_generated = 6;
+  optional DestinationGenerated destination_generated = 6;
 }
 
 message Section {
@@ -138,7 +166,7 @@ enum SectionType {
 }
 
 message SourceGenerated {
-  SourceSchema source_schema = 4;
+  optional SourceSchema source_schema = 4;
 }
 
 message SourceSchema {
@@ -155,7 +183,7 @@ message JoinSchema {
 }
 
 message DestinationGenerated {
-  Schema schema = 1;
+  optional Schema schema = 1;
 }
 
 message StepGenerated {
@@ -184,4 +212,9 @@ enum ValidationErrorLevel {
   LEVEL_WARN = 1;
   LEVEL_ERROR = 2;
   LEVEL_FATAL = 3;
-}
+}
+
+message DefaultsConfiguration {
+  string project = 1;
+  string dataset = 2;
+}