Skip to content

Commit

Permalink
Merge pull request #725 from rix1337/dev
Browse files Browse the repository at this point in the history
v.17.0.10
  • Loading branch information
rix1337 committed Mar 19, 2023
2 parents a67e6be + 07b906f commit 611743e
Show file tree
Hide file tree
Showing 7 changed files with 27 additions and 18 deletions.
3 changes: 3 additions & 0 deletions .github/Changelog.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@

### Changelog FeedCrawler:

- **17.0.10** Startparameter, um den ersten Suchlauf nach Programmstart in Sekunden festzulegen
- **17.0.10** Farbiges Icon
- **17.0.10** Anpassung der Seiten-Erkennung
- **17.0.9** Fix in der Link-Übergabe zum Helper
- **17.0.8** Cloudflare-Umgehung auf HW korrigiert
- **17.0.7** Alle Seiten mit bekannten Cloudflare-Blockaden in die Wartezeit aufgenommen
Expand Down
10 changes: 8 additions & 2 deletions feedcrawler/crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,10 +36,11 @@ def start_feedcrawler():
parser.add_argument("--jd-user", help="Legt den Nutzernamen für My JDownloader fest")
parser.add_argument("--jd-pass", help="Legt das Passwort für My JDownloader fest")
parser.add_argument("--jd-device", help="Legt den Gerätenamen für My JDownloader fest")
parser.add_argument("--delay", help="Verzögere Suchlauf nach Start um ganze Zahl in Sekunden")
parser.add_argument("--keep-cdc", action='store_true',
help="Vergisst 'Feed ab hier bereits gecrawlt' nicht vor dem ersten Suchlauf")
help="Intern: Vergisst 'Feed ab hier bereits gecrawlt' nicht vor dem ersten Suchlauf")
parser.add_argument("--remove_cloudflare_time", action='store_true',
help="Leere die Zeit des letzten Cloudflare-Umgehungs-Laufes vor dem ersten Suchlauf")
help="Intern: Leere die Zeit des letzten Cloudflare-Umgehungs-Laufes vor dem ersten Suchlauf")
parser.add_argument("--test_run", action='store_true', help="Intern: Führt einen Testlauf durch")
parser.add_argument("--docker", action='store_true', help="Intern: Sperre Pfad und Port auf Docker-Standardwerte")
arguments = parser.parse_args()
Expand Down Expand Up @@ -180,6 +181,11 @@ def clean_up_hostname(host, string):
p = multiprocessing.Process(target=web_server, args=(global_variables,))
p.start()

if arguments.delay:
delay = int(arguments.delay)
print(u"Verzögere den ersten Suchlauf um " + str(delay) + u" Sekunden")
time.sleep(delay)

if not arguments.test_run:
c = multiprocessing.Process(target=crawler,
args=(global_variables, arguments.remove_cloudflare_time, False,))
Expand Down
24 changes: 12 additions & 12 deletions feedcrawler/providers/common_functions.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,29 +76,29 @@ def check_is_site(string):

string = string.lower()

if fx and fx.split('.')[0] in string:
if fx and fx in string:
return "FX"
elif sf and sf.split('.')[0] in string:
elif sf and sf in string:
return "SF"
elif dw and dw.split('.')[0] in string:
elif dw and dw in string:
return "DW"
elif hw and hw.split('.')[0] in string:
elif hw and hw in string:
return "HW"
elif ff and ff.split('.')[0] in string:
elif ff and ff in string:
return "FF"
elif by and by.split('.')[0] in string:
elif by and by in string:
return "BY"
elif nk and nk.split('.')[0] in string:
elif nk and nk in string:
return "NK"
elif nx and nx.split('.')[0] in string:
elif nx and nx in string:
return "NX"
elif ww and ww.split('.')[0] in string:
elif ww and ww in string:
return "WW"
elif sj and sj.split('.')[0] in string:
elif sj and sj in string:
return "SJ"
elif dj and dj.split('.')[0] in string:
elif dj and dj in string:
return "DJ"
elif dd and dd.split('.')[0] in string:
elif dd and dd in string:
return "DD"
else:
return False
Expand Down
2 changes: 1 addition & 1 deletion feedcrawler/providers/version.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@


def get_version():
return "17.0.9"
return "17.0.10"


def create_version_file():
Expand Down
4 changes: 2 additions & 2 deletions feedcrawler/web_interface/vuejs_frontend/package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion feedcrawler/web_interface/vuejs_frontend/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "feedcrawler-web",
"version": "17.0.9",
"version": "17.0.10",
"scripts": {
"dev": "vite",
"build": "vite build",
Expand Down
Binary file modified feedcrawler/web_interface/vuejs_frontend/public/favicon.ico
Binary file not shown.

0 comments on commit 611743e

Please sign in to comment.