feat(pipeline): add odspep mapping for services #27

pipeline/dbt/models/intermediate/int__services.sql

@@ -3,7 +3,8 @@ WITH services AS (
         dbt_utils.union_relations(
             relations=[
                 ref('int_dora__services'),
-                ref('int_mediation_numerique__services')
+                ref('int_mediation_numerique__services'),
+                ref('int_odspep__services'),
             ],
             column_override={
                 "types": "TEXT[]",

pipeline/dbt/models/intermediate/odspep/_odspep__models.yml

@@ -1,5 +1,7 @@
 version: 2
 
 models:
+  - name: int_odspep__aggregated_ressource
   - name: int_odspep__enhanced_res_partenariales
-  - name: int_odspep__structures
+  - name: int_odspep__structures
+  - name: int_odspep__services

pipeline/dbt/models/intermediate/odspep/int_odspep__aggregated_ressource.sql

@@ -0,0 +1,61 @@
+-- This model aggregates all the *_RESSOURCE ODSPEP tables in the same table, aligned on a common set of columns
+
+WITH regions AS (
+    SELECT
+        id,
+        id_res,
+        code_region_reg AS code,
+        'Région'        AS type_code
+    FROM {{ ref('stg_odspep__regions') }}
+),
+
+departements AS (
+    SELECT
+        id,
+        id_res,
+        code_departement_dpt AS code,
+        'Département'        AS type_code
+    FROM {{ ref('stg_odspep__departements') }}
+),
+
+communes AS (
+    SELECT
+        id,
+        id_res,
+        code_commune_com AS code,
+        'Commune'        AS type_code
+    FROM {{ ref('stg_odspep__communes') }}
+),
+
+bassins AS (
+    SELECT
+        id,
+        id_res,
+        code_bassin_bas AS code,
+        'Bassin'        AS type_code
+    FROM {{ ref('stg_odspep__bassins') }}
+),
+
+dir_territoriale_ofii AS (
+    SELECT
+        id,
+        id_res,
+        code_dit  AS code,
+        'DT OFII' AS type_code
+    FROM {{ ref('stg_odspep__dir_territoriale_ofii') }}
+),
+
+final AS (
+
+    SELECT * FROM regions
+    UNION
+    SELECT * FROM departements
+    UNION
+    SELECT * FROM communes
+    UNION
+    SELECT * FROM bassins
+    UNION
+    SELECT * FROM dir_territoriale_ofii
+)
+
+SELECT * FROM final

pipeline/dbt/models/intermediate/odspep/int_odspep__enhanced_res_partenariales.sql

@@ -10,6 +10,11 @@ contacts AS (
     SELECT * FROM {{ ref('stg_odspep__contacts') }}
 ),
 
+aggregated_ressource AS (
+    SELECT * FROM {{ ref('int_odspep__aggregated_ressource') }}
+),
+
+
 final AS (
     SELECT
         {{ dbt_utils.star(
@@ -26,10 +31,17 @@ final AS (
                 relation_alias='contacts',
                 from=ref('stg_odspep__contacts'),
                 except=['id', 'id_ctc', 'id_res'])
+        }},
+        {{ dbt_utils.star(
+                relation_alias='aggregated_ressource',
+                from=ref('int_odspep__aggregated_ressource'),
+                except=['id', 'id_res'],
+                )
         }}
     FROM ressources_partenariales
     LEFT JOIN adresses ON ressources_partenariales.id_adr = adresses.id
     LEFT JOIN contacts ON ressources_partenariales.id_ctc = contacts.id
+    LEFT JOIN aggregated_ressource ON ressources_partenariales.id_res = aggregated_ressource.id_res
 )
 
 SELECT * FROM final

pipeline/dbt/models/intermediate/odspep/int_odspep__services.sql

@@ -0,0 +1,32 @@
+WITH ressources_partenariales AS (
+    SELECT * FROM {{ ref('int_odspep__enhanced_res_partenariales') }}
+),
+
+final AS (
+    SELECT
+        id_res              AS "id",
+        "service"           AS "nom",
+        'odspep'            AS "source",
+        service_description AS "presentation_resume",
+        date_fin_valid      AS "date_suspension",
+        date_derniere_modif AS "date_modification",
+        code                AS zone_diffusion_code,
+        type_code           AS zone_diffusion_type,
+        CASE WHEN prescriptible
+            THEN ARRAY['demandeur-demploi']::TEXT[]
+        END                 AS "profils",
+        -- Mapping: https://www.notion.so/dora-beta/Explorer-ODSPEP-du-23-01-22-48e1d505c7cb4fdb9e3ec789449e7ca7#24743be5aac94306b6261e8e6c2f748c
+        CASE type_res_part
+            WHEN '3' THEN ARRAY['creation-dactivite']::TEXT[]
+            WHEN '5' THEN ARRAY['handicap']::TEXT[]
+            WHEN '6' THEN ARRAY['accompagnement-social-et-professionnel-personnalise']::TEXT[]
+            WHEN '8' THEN ARRAY['mobilite']::TEXT[]
+            WHEN '9' THEN ARRAY['numerique']::TEXT[]
+        END                 AS "thematiques"
+
+    FROM ressources_partenariales
+    ORDER BY 1
+
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/_odspep__models.yml

@@ -15,14 +15,42 @@ models:
         tests:
           - not_null
           - unique
-
   - name: stg_odspep__horaires
     columns:
       - name: id_hor
         tests:
           - not_null
           - unique
-
+  - name: stg_odspep__regions
+    columns:
+      - name: id_res
+        comment: id_res are not unique in this table
+        tests:
+          - not_null
+  - name: stg_odspep__departements
+    columns:
+      - name: id_res
+        comment: id_res are not unique in this table
+        tests:
+          - not_null
+  - name: stg_odspep__communes
+    columns:
+      - name: id_res
+        comment: id_res are not unique in this table
+        tests:
+          - not_null
+  - name: stg_odspep__bassins
+    columns:
+      - name: id_res
+        comment: id_res are not unique in this table
+        tests:
+          - not_null
+  - name: stg_odspep__dir_territoriale_ofii
+    columns:
+      - name: id_res
+        comment: id_res are not unique in this table
+        tests:
+          - not_null
   - name: stg_odspep__res_partenariales
     columns:
       - name: id_res

pipeline/dbt/models/sources/odspep/stg_odspep__bassins.sql

@@ -0,0 +1,17 @@
+WITH source AS (
+    SELECT *
+    FROM {{ source('odspep', 'DD009_BASSIN_RESSOURCE') }}
+),
+
+
+final AS (
+    SELECT
+        "ID_BAS"          AS "id",
+        "ID_BAS"          AS "id_bas",
+        "ID_RES"          AS "id_res",
+        "CODE_BASSIN_BAS" AS "code_bassin_bas"
+
+    FROM source
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/stg_odspep__communes.sql

@@ -0,0 +1,17 @@
+WITH source AS (
+    SELECT *
+    FROM {{ source('odspep', 'DD009_COMMUNE_RESSOURCE') }}
+),
+
+
+final AS (
+    SELECT
+        "ID_COM"           AS "id",
+        "ID_COM"           AS "id_com",
+        "ID_RES"           AS "id_res",
+        "CODE_COMMUNE_COM" AS "code_commune_com"
+
+    FROM source
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/stg_odspep__departements.sql

@@ -0,0 +1,17 @@
+WITH source AS (
+    SELECT *
+    FROM {{ source('odspep', 'DD009_DEPARTEMENT_RESSOURCE') }}
+),
+
+
+final AS (
+    SELECT
+        "ID_DPT"               AS "id",
+        "ID_DPT"               AS "id_dpt",
+        "ID_RES"               AS "id_res",
+        "CODE_DEPARTEMENT_DPT" AS "code_departement_dpt"
+
+    FROM source
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/stg_odspep__dir_territoriale_ofii.sql

@@ -0,0 +1,17 @@
+WITH source AS (
+    SELECT *
+    FROM {{ source('odspep', 'DD009_DIR_TERRITORIALE_OFII') }}
+),
+
+
+final AS (
+    SELECT
+        "ID_DIT"   AS "id",
+        "ID_DIT"   AS "id_dit",
+        "ID_RES"   AS "id_res",
+        "CODE_DIT" AS "code_dit"
+
+    FROM source
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/stg_odspep__regions.sql

@@ -0,0 +1,22 @@
+WITH source AS (
+    SELECT *
+    FROM {{ source('odspep', 'DD009_REGION_RESSOURCE_1') }}
+    UNION
+    SELECT *
+    FROM {{ source('odspep', 'DD009_REGION_RESSOURCE_2') }}
+
+),
+
+
+final AS (
+    SELECT
+        "ID_REG"          AS "id",
+        "ID_REG"          AS "id_reg",
+        "ID_RES"          AS "id_res",
+        "CODE_REGION_REG" AS "code_region_reg",
+        'Région'          AS zone_diffusion_type
+
+    FROM source
+)
+
+SELECT * FROM final

pipeline/dbt/models/sources/odspep/stg_odspep__res_partenariales.sql

@@ -18,7 +18,7 @@ final AS (
         "RESPONSABLE_RSP"                                AS "responsable",
         "COMMENTAIRES_HORAIRE_RSP"                       AS "commentaires_horaire",
         "NUMERO_RSP"                                     AS "numero",
-        "PRESCRIPTIBLE_RSP"                              AS "prescriptible",
+        "PRESCRIPTIBLE_RSP"::BOOLEAN                     AS "prescriptible",
         "TYPE_RES_PART_RSP"                              AS "type_res_part",
         "PROPRIETAIRE_RSP"                               AS "proprietaire",
         "CREATEUR_RSP"                                   AS "createur",