Merge pull request #1 from Shanabunga/add-sling-files

Add Data Ingestion Pipelines (Sling)

Author: Shanabunga

.gitignore

@@ -2,3 +2,4 @@
 target/
 dbt_packages/
 logs/
+sling/service_key.json

sling/placeholder.txt

@@ -0,0 +1,15 @@
+source: GOOGLE-STORAGE
+target: PG-ANALYTICS
+
+defaults:
+  object: 'raw_google_sheets.franchise_{stream_file_name}'
+  mode: full-refresh
+  source_options:
+  format: csv
+
+streams:
+  "gs://franchise-data/actives.csv":
+  "gs://franchise-data/coaches.csv":
+  "gs://franchise-data/general_managers.csv":
+  "gs://franchise-data/inactives.csv":
+  

sling/replication-franchise.yaml

@@ -0,0 +1,12 @@
+source: PG-BASKETBALL-DB
+target: PG-ANALYTICS
+
+defaults:
+  # object: 'raw_{stream_schema}.{stream_table}' 
+  object: 'raw_nba.{stream_table}' # updated (correct) version - watch end of video
+  mode: full-refresh
+
+streams:
+  nba_data.games_response:
+  nba_data.teams_response:
+