pdf/snowscraper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

change placement of json output

Browse source
This commit is contained in:
Marc Nixon 2023-09-01 10:25:21 -07:00
parent d6f66e5f9e
commit 0c30535972
1 changed files with 5 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
snowscraper/controller.py
View file

@ -19,12 +19,13 @@ def run_all(args: argparse.Namespace):
results.update(scraper.scrape())
print(results)
# Save the results to a JSON file
with open('results.json', 'w') as json_file:
json.dump(results, json_file, indent=4)
def import_scrapers():
directory = Path(__file__).resolve().parent / "scrapers"
for module_loader, name, ispkg in pkgutil.iter_modules([directory]):
importlib.import_module(f".scrapers.{name}", __package__)
# Save the results to a JSON file
with open('results.json', 'w') as json_file:
json.dump(results, json_file, indent=4)