-
Notifications
You must be signed in to change notification settings - Fork 12
/
transactions.yml
105 lines (105 loc) · 2.21 KB
/
transactions.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
operator: operators.ExternalTable
bucket: "{{ env_var('CALITP_BUCKET__ELAVON_PARSED') }}"
source_objects:
- "transactions/*.jsonl.gz"
destination_project_dataset_table: "external_elavon.transactions"
source_format: NEWLINE_DELIMITED_JSON
use_bq_client: true
hive_options:
mode: CUSTOM
require_partition_filter: false
source_uri_prefix: "transactions/{dt:DATE}/{execution_ts:TIMESTAMP}/"
schema_fields:
- name: payment_reference
type: STRING
- name: payment_date
type: STRING
- name: account_number
type: STRING
- name: routing_number
type: STRING
- name: fund_amt
type: STRING
- name: batch_reference
type: STRING
- name: batch_type
type: STRING
- name: customer_batch_reference
type: STRING
- name: customer_name
type: STRING
- name: merchant_number
type: STRING
- name: external_mid
type: STRING
- name: store_number
mode: NULLABLE
type: STRING
- name: chain
type: STRING
- name: batch_amt
type: STRING
- name: amount
type: STRING
- name: surchg_amount
type: STRING
- name: convnce_amt
type: STRING
- name: card_type
type: STRING
- name: charge_type
type: STRING
- name: charge_type_description
type: STRING
- name: card_plan
type: STRING
- name: card_no
type: STRING
- name: chk_num
mode: NULLABLE
type: STRING
- name: transaction_date
type: STRING
- name: settlement_date
type: STRING
- name: authorization_code
type: STRING
- name: chargeback_control_no
mode: NULLABLE
type: STRING
- name: roc_text
mode: NULLABLE
type: STRING
- name: trn_aci
mode: NULLABLE
type: STRING
- name: card_scheme_ref
type: STRING
- name: trn_ref_num
type: STRING
- name: settlement_method
type: STRING
- name: currency_code
type: STRING
- name: cb_acq_ref_id
mode: NULLABLE
type: STRING
- name: chgbk_rsn_code
mode: NULLABLE
type: STRING
- name: chgbk_rsn_desc
mode: NULLABLE
type: STRING
- name: mer_ref
mode: NULLABLE
type: STRING
- name: purch_id
type: STRING
- name: cust_cod
type: STRING
- name: trn_arn
type: STRING
- name: term_id
type: STRING
- name: ent_num
type: STRING