-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_all.sh
executable file
·23 lines (14 loc) · 1.25 KB
/
run_all.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
#!/bin/sh
set -e
. ./.env
TMP_DIRECTORY="$(mktemp -d)"
trap 'rm -rf -- "$TMP_DIRECTORY"' EXIT
poetry run python ./news_fetcher/news_fetcher.py --source-module rss --data-file "$DATA_FILE" --source-path "$SOURCE_PATH" --source-name "$SOURCE_NAME" fetch-news
poetry run python ./news_fetcher/news_fetcher.py --source-module rss --data-file "$DATA_FILE" --source-path "$SOURCE_PATH" --source-name "$SOURCE_NAME" fetch-news-pages
mkdir "$TMP_DIRECTORY/pages"
poetry run python ./news_fetcher/news_fetcher.py --source-module rss --data-file "$DATA_FILE" --source-path "$SOURCE_PATH" --source-name "$SOURCE_NAME" generate-wiki-pages --output-file "$TMP_DIRECTORY/pages.json" --output-directory "$TMP_DIRECTORY/pages" --bot-name "$BOT_NAME"
CURRENT_DIRECTORY="$(pwd)"
cd "$WIKI_TOOL_DIRECTORY"
poetry run python ./wiki_tool_python/wikitool.py --requests-interval "$REQUESTS_INTERVAL" upload-pages "$TARGET_API_URL" "$TMP_DIRECTORY/pages" "$TMP_DIRECTORY/pages.json" --prefix "$WIKI_PREFIX" --dictionary --extended-dictionary --mode overwrite
cd "$CURRENT_DIRECTORY"
poetry run python ./news_fetcher/news_fetcher.py --source-module rss --data-file "$DATA_FILE" --source-path "$SOURCE_PATH" --source-name "$SOURCE_NAME" mark-uploaded-pages --input-file "$TMP_DIRECTORY/pages.json"