JuliusFreudenberger/rewe-vereinscheine-fetcher
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Parallelize verein fetching

Browse source
This commit is contained in:
Julius Freudenberger 2023-05-15 10:02:05 +02:00
parent acdcf98896
commit 89dbaeb092
1 changed files with 4 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
main.py
View file

@ -1,4 +1,5 @@
import argparse import argparse
from concurrent.futures import ThreadPoolExecutor
from csv_exporter import export_vereine from csv_exporter import export_vereine
from verein import Verein from verein import Verein
@ -18,12 +19,9 @@ def main():
verein_ids = get_verein_ids_near_location(args.latitude, args.longitude) verein_ids = get_verein_ids_near_location(args.latitude, args.longitude)
print("Getting Verein information") print("Getting Verein information")
vereine: [Verein] = [] vereine: [Verein]
for verein_id in verein_ids: with ThreadPoolExecutor() as executor:
try: vereine = list(executor.map(get_verein_for_id, verein_ids))
vereine.append(get_verein_for_id(verein_id))
except RuntimeError:
pass
print("Exporting Verein information") print("Exporting Verein information")
export_vereine(vereine, args.export_file) export_vereine(vereine, args.export_file)