gravy_mapper_config.yaml

###################################################################
# SETUP:
# Set input location and output
# Set global region lookup file in python transform file
###################################################################
inputs:
  - name: gravy_movement
    format: parquet
    locations:
      - folder: <> # e.g. s3://.default@com.aqfer..development//Gravy/Input/

transform:
  - mapping:
      schema_files:
        - '{{env "SCHEMA_DIR"}}/amdp_schemas-v5.0.2.yaml'
        - '{{env "USER_DIR"}}/schemas.yaml'
      schema_mapping_keys:
        - gravy_geo_to_aqfer_geoevent_mapping
  - python:
      file: '{{env "USER_DIR"}}/transform.py'

outputs:
  - destination: <> # e.g. s3://.default@com.aqfer..development//Gravy/Output/{{env "POD_NAME"}}
    split_by:
      key:
        - tenant_id
        - entity_type
        - entity_domain
        - event_date
        - event_hour
        - run_id
      strip_key: true
  • Table of contents

Was this article helpful?