From dfc5866a63e81393f5bfc0b163cc84b56efc6354 Mon Sep 17 00:00:00 2001 From: Artemiy Kozyr Date: Tue, 12 Oct 2021 16:29:58 +0300 Subject: [PATCH] configure raw layer for greenplum --- models/raw_stage/raw_inventory.sql | 10 +++++----- models/raw_stage/raw_orders.sql | 20 ++++++++++---------- models/raw_stage/raw_transactions.sql | 12 ++++++------ 3 files changed, 21 insertions(+), 21 deletions(-) diff --git a/models/raw_stage/raw_inventory.sql b/models/raw_stage/raw_inventory.sql index 67050e7..e451ff9 100644 --- a/models/raw_stage/raw_inventory.sql +++ b/models/raw_stage/raw_inventory.sql @@ -23,14 +23,14 @@ SELECT d.N_REGIONKEY AS SUPPLIER_REGION_KEY, e.R_NAME AS SUPPLIER_REGION_NAME, e.R_COMMENT AS SUPPLIER_REGION_COMMENT -FROM {{ source('tpch_sample', 'PARTSUPP') }} AS a -LEFT JOIN {{ source('tpch_sample', 'SUPPLIER') }} AS b +FROM {{ source('tpch_sample', 'partsupp') }} AS a +LEFT JOIN {{ source('tpch_sample', 'supplier') }} AS b ON a.PS_SUPPKEY = b.S_SUPPKEY -LEFT JOIN {{ source('tpch_sample', 'PART') }} AS c +LEFT JOIN {{ source('tpch_sample', 'part') }} AS c ON a.PS_PARTKEY = c.P_PARTKEY -LEFT JOIN {{ source('tpch_sample', 'NATION') }} AS d +LEFT JOIN {{ source('tpch_sample', 'nation') }} AS d ON b.S_NATIONKEY = d.N_NATIONKEY -LEFT JOIN {{ source('tpch_sample', 'REGION') }} AS e +LEFT JOIN {{ source('tpch_sample', 'region') }} AS e ON d.N_REGIONKEY = e.R_REGIONKEY JOIN {{ ref('raw_orders') }} AS f ON a.PS_PARTKEY = f.PARTKEY AND a.PS_SUPPKEY=f.SUPPLIERKEY diff --git a/models/raw_stage/raw_orders.sql b/models/raw_stage/raw_orders.sql index 0d98709..bb8f11e 100644 --- a/models/raw_stage/raw_orders.sql +++ b/models/raw_stage/raw_orders.sql @@ -35,21 +35,21 @@ SELECT d.N_COMMENT AS CUSTOMER_NATION_COMMENT, e.R_NAME AS CUSTOMER_REGION_NAME, e.R_COMMENT AS CUSTOMER_REGION_COMMENT -FROM {{ source('tpch_sample', 'ORDERS') }} AS b -LEFT JOIN {{ source('tpch_sample', 'LINEITEM') }} AS a +FROM {{ source('tpch_sample', 'orders') }} AS b +LEFT JOIN {{ source('tpch_sample', 'lineitem') }} AS a ON a.L_ORDERKEY = b.O_ORDERKEY -LEFT JOIN {{ source('tpch_sample', 'CUSTOMER') }} AS c +LEFT JOIN {{ source('tpch_sample', 'customer') }} AS c ON b.O_CUSTKEY = c.C_CUSTKEY -LEFT JOIN {{ source('tpch_sample', 'NATION') }} AS d +LEFT JOIN {{ source('tpch_sample', 'nation') }} AS d ON c.C_NATIONKEY = d.N_NATIONKEY -LEFT JOIN {{ source('tpch_sample', 'REGION') }} AS e +LEFT JOIN {{ source('tpch_sample', 'region') }} AS e ON d.N_REGIONKEY = e.R_REGIONKEY -LEFT JOIN {{ source('tpch_sample', 'PART') }} AS g +LEFT JOIN {{ source('tpch_sample', 'part') }} AS g ON a.L_PARTKEY = g.P_PARTKEY -LEFT JOIN {{ source('tpch_sample', 'SUPPLIER') }} AS h +LEFT JOIN {{ source('tpch_sample', 'supplier') }} AS h ON a.L_SUPPKEY = h.S_SUPPKEY -LEFT JOIN {{ source('tpch_sample', 'NATION') }} AS j +LEFT JOIN {{ source('tpch_sample', 'nation') }} AS j ON h.S_NATIONKEY = j.N_NATIONKEY -LEFT JOIN {{ source('tpch_sample', 'REGION') }} AS k +LEFT JOIN {{ source('tpch_sample', 'region') }} AS k ON j.N_REGIONKEY = k.R_REGIONKEY -WHERE b.O_ORDERDATE = TO_DATE('{{ var('load_date') }}') \ No newline at end of file +WHERE b.O_ORDERDATE = '{{ var('load_date') }}'::DATE \ No newline at end of file diff --git a/models/raw_stage/raw_transactions.sql b/models/raw_stage/raw_transactions.sql index b6810f4..388186b 100644 --- a/models/raw_stage/raw_transactions.sql +++ b/models/raw_stage/raw_transactions.sql @@ -2,15 +2,15 @@ SELECT b.O_ORDERKEY AS ORDER_ID, b.O_CUSTKEY AS CUSTOMER_ID, b.O_ORDERDATE AS ORDER_DATE, - DATEADD(DAY, 20, b.O_ORDERDATE) AS TRANSACTION_DATE, - TO_NUMBER(RPAD(CONCAT(b.O_ORDERKEY, b.O_CUSTKEY, TO_CHAR(b.O_ORDERDATE, 'YYYYMMDD')), 24, '0')) AS TRANSACTION_NUMBER, + (b.O_ORDERDATE + 20 * INTERVAL '1 day') AS TRANSACTION_DATE, + (RPAD(CONCAT(b.O_ORDERKEY, b.O_CUSTKEY, TO_CHAR(b.O_ORDERDATE, 'YYYYMMDD')), 24, '0'))::NUMERIC AS TRANSACTION_NUMBER, b.O_TOTALPRICE AS AMOUNT, CAST( - CASE ABS(MOD(RANDOM(1), 2)) + 1 + CASE ((ABS(RANDOM()::INT % 2)) + 1) WHEN 1 THEN 'DR' WHEN 2 THEN 'CR' END AS VARCHAR(2)) AS TYPE -FROM {{ source('tpch_sample', 'ORDERS') }} AS b -LEFT JOIN {{ source('tpch_sample', 'CUSTOMER') }} AS c +FROM {{ source('tpch_sample', 'orders') }} AS b +LEFT JOIN {{ source('tpch_sample', 'customer') }} AS c ON b.O_CUSTKEY = c.C_CUSTKEY -WHERE b.O_ORDERDATE = TO_DATE('{{ var('load_date') }}') \ No newline at end of file +WHERE b.O_ORDERDATE = '{{ var('load_date') }}'::DATE \ No newline at end of file