jobconf.yaml

~~cid~~:
  jobs:
    sandbox-mapper-click:
      enhancers: []
      partition_count: 100
      event_schema:
        name: aqfer_click_subevent
        version: 2.0
      input:
        - data_channel: gcm_clicks
          validation:
            data_channel: aqfer_click_subevent_ext_invalid
            rules:
              User ID:
                type: string
                block:
                - '0'
          event_schema:
            name: gcm_clicks
      mode: append
      output:
        - event_schema:
            name: aqfer_click_subevent
            version: 2.0
          data_channels:
            - aqfer_click_subevent_ext
      partner: centro
      publish_metrics: false
      type: event_import
      use_dynamic_conversion: true
    sandbox-mapper-impress:
      enhancers: []
      partition_count: 500
      use_grouped_bin_pack: true
      event_schema:
        name: aqfer_impression
        version: 2.0
      input:
        - data_channel: gcm_impressions
          validation:
            data_channel: aqfer_impression_invalid
            rules:
              User ID:
                type: string
                block:
                - '0' 
          verification:
            head_rows: 1
            error_file_list_data_channel: skipped_file
            error_on_failure: false
          event_schema:
            name: gcm_impressions
      mode: append
      output:
        - event_schema:
            name: aqfer_impression
            version: 2.0
          data_channels:
            - aqfer_impression
      partner: centro
      publish_metrics: false
      type: event_import
      use_dynamic_conversion: true
    sandbox-mapper-activity:
      enhancers: []
      partition_count: 200
      event_schema:
        name: aqfer_conversion
        version: 2.0
      input:
        - data_channel: client_activity_input
          event_schema:
            name: gcm_activity
          validation:
            data_channel: aqfer_conversion_invalid
            rules:
              Event Time:
                type: string
                pattern: '^[0-9]{16}$'
              User ID:
                type: string
                block:
                - '0'
          source: client_activity_input
      mode: append
      output:
        - event_schema:
            name: aqfer_conversion
            version: 2.0
          data_channels:
            - aqfer_conversion
      partner: centro
      publish_metrics: false
      type: event_import
      use_dynamic_conversion: true
  mappings_config: /etc/opt/aqfer/mappings.yaml
  • Table of contents

Was this article helpful?