feat: add dependencies in build.gradle for parquet source and python udfs (#167)

Author: Meghajit

dagger-common/build.gradle

@@ -59,11 +59,17 @@ dependencies {
     compileOnly group: 'org.apache.flink', name: 'flink-table-api-java-bridge_2.11', version: flinkVersion
     compileOnly group: 'org.apache.flink', name: 'flink-connector-kafka_2.11', version: flinkVersion
 
+    dependenciesCommonJar ('org.apache.hadoop:hadoop-client:2.8.3') {
+        exclude module:"commons-cli"
+        exclude module:"commons-compress"
+    }
+    dependenciesCommonJar 'com.google.cloud.bigdataoss:gcs-connector:1.9.0-hadoop2'
     dependenciesCommonJar 'org.apache.flink:flink-metrics-dropwizard:' + flinkVersion
     dependenciesCommonJar 'org.apache.flink:flink-json:' + flinkVersion
     dependenciesCommonJar 'com.jayway.jsonpath:json-path:2.4.0'
     dependenciesCommonJar 'io.odpf:stencil:0.2.1'
     dependenciesCommonJar 'com.google.code.gson:gson:2.8.2'
+    dependenciesCommonJar 'org.apache.parquet:parquet-column:1.12.2'
 
     testImplementation 'junit:junit:4.13'
     testImplementation 'org.jmockit:jmockit:1.25'

dagger-core/build.gradle

@@ -26,7 +26,7 @@ def flinkVersion = rootProject.flinkVersion
 version = rootProject.file('version.txt').text.trim()
 
 def minimalVersion = version
-def dependenciesVersion = '0.2.1'
+def dependenciesVersion = '0.2.2'
 
 description = """dagger to the heart!"""
 
@@ -84,6 +84,7 @@ dependencies {
     dependenciesJar 'org.asynchttpclient:async-http-client:2.10.1'
     dependenciesJar 'io.vertx:vertx-pg-client:3.9.0'
     dependenciesJar 'org.apache.commons:commons-pool2:2.4.3'
+    dependenciesJar 'org.apache.parquet:parquet-protobuf:1.12.2'
 
     testImplementation project(':dagger-common').sourceSets.test.output
     testImplementation 'junit:junit:4.13'
@@ -177,6 +178,7 @@ task minimalJar(type: ShadowJar) {
     from sourceSets.main.output
     configurations = [project.configurations.minimalJar]
     archiveVersion = minimalVersion
+    exclude("core-site.xml")
 }
 
 task dependenciesJar(type: ShadowJar) {

dagger-functions/build.gradle

@@ -44,6 +44,8 @@ sourceSets {
 }
 
 dependencies {
+    compileOnly 'org.projectlombok:lombok:1.18.8'
+    annotationProcessor 'org.projectlombok:lombok:1.18.8'
     compileOnly project(path: ':dagger-common', configuration: 'minimalCommonJar')
     compileOnly project(path: ':dagger-common', configuration: 'dependenciesCommonJar')
     compileOnly 'org.apache.flink:flink-streaming-java_2.11:' + flinkVersion
@@ -56,6 +58,7 @@ dependencies {
     compileOnly group: 'org.apache.flink', name: 'flink-metrics-dropwizard', version: flinkVersion
 
     dependenciesFunctionsJar 'com.github.davidmoten:geo:0.7.6'
+    dependenciesFunctionsJar 'org.apache.flink:flink-python_2.11:' + flinkVersion
     dependenciesFunctionsJar group: 'org.apache.commons', name: 'commons-jexl3', version: '3.1'
     dependenciesFunctionsJar group: 'org.isuper', name: 's2-geometry-library-java', version: '0.0.1'
     dependenciesFunctionsJar group: 'com.google.cloud', name: 'google-cloud-storage', version: '1.67.0'

version.txt

@@ -1 +1 @@
-0.2.8
+0.2.9