pdf/snowscraper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

move json output into run_all

Browse source
This commit is contained in:
Marc Nixon 2023-09-01 10:33:26 -07:00
parent 0c30535972
commit ba466810ef
1 changed files with 4 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
snowscraper/controller.py
View file

@ -19,13 +19,12 @@ def run_all(args: argparse.Namespace):
results.update(scraper.scrape()) results.update(scraper.scrape())
print(results) print(results)
# Save the results to a JSON file # Save the results to a JSON file
with open('results.json', 'w') as json_file: with open('results.json', 'w') as json_file:
json.dump(results, json_file, indent=4) json.dump(results, json_file, indent=4)
def import_scrapers(): def import_scrapers():
directory = Path(__file__).resolve().parent / "scrapers" directory = Path(__file__).resolve().parent / "scrapers"
for module_loader, name, ispkg in pkgutil.iter_modules([directory]): for module_loader, name, ispkg in pkgutil.iter_modules([directory]):
importlib.import_module(f".scrapers.{name}", __package__) importlib.import_module(f".scrapers.{name}", __package__)