Skip to content

Commit

Permalink
update examples in the docs (#512)
Browse files Browse the repository at this point in the history
  • Loading branch information
deimantehennelly committed Nov 29, 2023
1 parent c98872b commit 1094f79
Show file tree
Hide file tree
Showing 2 changed files with 26 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -155,9 +155,31 @@ Configuration of the data that the workload will ingest from the source is speci
"schema": "movies",
"table": "ratings_small",
"columns": "[userId], [movieId], [rating], [timestamp]",
"load_type": "delta",
"delta_date_column": "DATEADD(SECOND,[timestamp],'1970-01-01')",
"delta_upsert_key": "[userId], [movieId]"
"load_type": "full",
"delta_date_column": null,
"delta_upsert_key": null
},
{
"version": 1,
"display_name": "movies.keywords",
"enabled": true,
"schema": "movies",
"table": "keywords",
"columns": "[id], [keywords]",
"load_type": "full",
"delta_date_column": null,
"delta_upsert_key": null
},
{
"version": 1,
"display_name": "movies.links",
"enabled": true,
"schema": "movies",
"table": "links",
"columns": "[movieId], [imdbId], [tmdbId]",
"load_type": "full",
"delta_date_column": null,
"delta_upsert_key": null
}
]
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -147,7 +147,7 @@ Next, copy the following within the `etl_main` function in `process.py`, replaci

tables = [
TableTransformation("links", rename_columns_to_snake_case),
TableTransformation("ratings_small", rename_columns_to_snake_case)
TableTransformation("ratings_small", rename_columns_to_snake_case),
]

for table in tables:
Expand Down

0 comments on commit 1094f79

Please sign in to comment.