###################################################################
# SETUP:
# Set input location and output
# Set global region lookup file in python transform file
###################################################################
inputs:
- name: gravy_movement
format: parquet
locations:
- folder: <> # e.g. s3://.default@com.aqfer..development//Gravy/Input/
transform:
- mapping:
schema_files:
- '{{env "SCHEMA_DIR"}}/amdp_schemas-v5.0.2.yaml'
- '{{env "USER_DIR"}}/schemas.yaml'
schema_mapping_keys:
- gravy_geo_to_aqfer_geoevent_mapping
- python:
file: '{{env "USER_DIR"}}/transform.py'
outputs:
- destination: <> # e.g. s3://.default@com.aqfer..development//Gravy/Output/{{env "POD_NAME"}}
split_by:
key:
- tenant_id
- entity_type
- entity_domain
- event_date
- event_hour
- run_id
strip_key: true