Skip to content

Commit

Permalink
removing ext tables since now handled by usql
Browse files Browse the repository at this point in the history
  • Loading branch information
matsonj committed Dec 28, 2023
1 parent 754473f commit f539d4e
Show file tree
Hide file tree
Showing 19 changed files with 22 additions and 130 deletions.
22 changes: 7 additions & 15 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,14 @@ run:
meltano invoke dbt-duckdb build
meltano invoke evidence npm run sources

serve:
dev:
meltano invoke evidence dev

serve:
cd evidence && npm run build
cd evidence && npm i -g http-server
cd evidence && npx http-server ./build

evidence-build:
meltano invoke evidence build

Expand All @@ -32,17 +37,4 @@ docker-run-evidence:
--env MDS_LATEST_RATINGS=true \
--env MDS_ENABLE_EXPORT=true \
--env ENVIRONMENT=docker \
mdsbox make run serve

netlify-build:
pip install -r requirements.txt
pip install virtualenv
pipx ensurepath
pipx install meltano==3.1.0
meltano install
meltano invoke dbt-duckdb deps
meltano invoke evidence npm install
mkdir -p data/data_catalog/raw
mkdir -p data/data_catalog/prep
mkdir -p data/data_catalog/simulator
mkdir -p data/data_catalog/analysis
mdsbox make run serve
6 changes: 6 additions & 0 deletions analyze/evidence/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion docs/manifest.json

Large diffs are not rendered by default.

16 changes: 8 additions & 8 deletions transform/dbt_project.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,33 +27,33 @@ models:
nba:
+tags: nba
raw:
+materialized: external
+materialized: table
prep:
+materialized: table
simulator:
+materialized: table
analysis:
+materialized: table
+materialized: view
nfl:
+tags: nfl
raw:
+materialized: external
+materialized: table
prep:
+materialized: view
simulator:
+materialized: view
analysis:
+materialized: table
analysis:
+materialized: view
ncaaf:
+tags: ncaaf
raw:
+materialized: external
+materialized: table
prep:
+materialized: view
simulator:
+materialized: view
+materialized: table
analysis:
+materialized: external
+materialized: view
vars:
scenarios: 10000 # set number of scenarios. 100k is safe on 8GB of RAM
include_actuals: true # set to true to use actual game results, otherwise sim entire season
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/raw/nba_raw_results.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

WITH cte_base AS (
SELECT * FROM {{ source( 'nba','nba_results' ) }}
)
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/raw/nba_raw_schedule.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT
id,
type,
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/raw/nba_raw_team_ratings.sql
Original file line number Diff line number Diff line change
@@ -1,9 +1,2 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT *
FROM {{ source( 'nba', 'nba_team_ratings' ) }}
7 changes: 0 additions & 7 deletions transform/models/nba/raw/nba_raw_xf_series_to_seed.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT *
FROM {{ source( 'nba', 'xf_series_to_seed' ) }}
GROUP BY ALL
Original file line number Diff line number Diff line change
@@ -1,9 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/simulator/{{this.name}}.parquet"
)
}}
WITH cte_teams AS (
SELECT
scenario_id,
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/simulator/playoffs/playoff_sim_r1.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="../data/data_catalog/simulator/{{this.name}}.parquet"
)
}}

WITH cte_playoff_sim AS (
{{ playoff_sim('playoffs_r1','initialize_seeding' ) }}
)
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/simulator/playoffs/playoff_sim_r2.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="../data/data_catalog/simulator/{{this.name}}.parquet"
)
}}

WITH cte_playoff_sim AS (
{{ playoff_sim('playoffs_r2','playoff_sim_r1' ) }}
)
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/simulator/playoffs/playoff_sim_r3.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="../data/data_catalog/simulator/{{this.name}}.parquet"
)
}}

WITH cte_playoff_sim AS (
{{ playoff_sim('playoffs_r3','playoff_sim_r2' ) }}
)
Expand Down
7 changes: 0 additions & 7 deletions transform/models/nba/simulator/playoffs/playoff_sim_r4.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="../data/data_catalog/simulator/{{this.name}}.parquet"
)
}}

WITH cte_playoff_sim AS (
{{ playoff_sim('playoffs_r4','playoff_sim_r3' ) }}
)
Expand Down
7 changes: 0 additions & 7 deletions transform/models/ncaaf/raw/ncaaf_raw_results.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT wk,
regexp_replace("winner", '^\(([1-9]|1[0-9]|2[0-5])\) ', '') as winner,
winner_pts,
Expand Down
7 changes: 0 additions & 7 deletions transform/models/ncaaf/raw/ncaaf_raw_schedule.sql
Original file line number Diff line number Diff line change
@@ -1,9 +1,2 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT *
FROM {{ source( 'ncaaf', 'ncaaf_schedule' ) }}
7 changes: 0 additions & 7 deletions transform/models/ncaaf/raw/ncaaf_raw_team_ratings.sql
Original file line number Diff line number Diff line change
@@ -1,9 +1,2 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT *
FROM {{ source( 'ncaaf', 'ncaaf_team_ratings' ) }}
7 changes: 0 additions & 7 deletions transform/models/nfl/raw/nfl_raw_results.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}

SELECT
Week as wk,
"Winner/tie" as winner,
Expand Down
8 changes: 0 additions & 8 deletions transform/models/nfl/raw/nfl_raw_schedule.sql
Original file line number Diff line number Diff line change
@@ -1,10 +1,2 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}


SELECT *
FROM {{ source( 'nfl', 'nfl_schedule' ) }}
8 changes: 0 additions & 8 deletions transform/models/nfl/raw/nfl_raw_team_ratings.sql
Original file line number Diff line number Diff line change
@@ -1,11 +1,3 @@
{{
config(
materialized='external',
location="{{ env_var('MELTANO_PROJECT_ROOT') }}/data/data_catalog/raw/{{this.name}}.parquet"
)
}}


SELECT
"Team" as team,
"Team_short" as team_short,
Expand Down

0 comments on commit f539d4e

Please sign in to comment.