From 83239dd637237eb2fcd0ee0edb7aa2777f98c18f Mon Sep 17 00:00:00 2001 From: puckoprutt Date: Sun, 23 Feb 2025 05:27:46 +0100 Subject: [PATCH] added varda to run_spiders script. --- run_spiders.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/run_spiders.py b/run_spiders.py index dc1527a..cf999c0 100755 --- a/run_spiders.py +++ b/run_spiders.py @@ -14,6 +14,7 @@ valsaren_file = dir / "valsaren.json" malmens_file = dir / "malmens.json" heat_file = dir / "heat.json" max_file = dir / "max.json" +varda_file = dir / "varda.json" def dagens_lunch_results(): results = [] @@ -41,6 +42,9 @@ def dagens_lunch_results(): if max_file.is_file() and max_file.exists(): print(f"removing {max_file.name}") max_file.unlink() + if varda_file.is_file() and varda_file.exists(): + print(f"removing {varda_file.name}") + varda_file.unlink() dispatcher.connect(crawler_results, signal=signals.item_scraped) @@ -54,6 +58,7 @@ def dagens_lunch_results(): if __name__ == "__main__": _valsaren = None _malmens = None + _varda = None _heat = None _max = None res = dagens_lunch_results() @@ -72,6 +77,8 @@ if __name__ == "__main__": _heat = json.dumps(dict(item)) elif item["place"].split(" ")[0].lower() == "max": _max = json.dumps(dict(item)) + elif item["place"].split(" ")[0].lower() == "varda": + _varda = json.dumps(dict(item)) elif item["place"].split(" ")[0].lower() == "unknown": print(f"please learn me more about {item['place']}") f.write("\n]") @@ -83,6 +90,9 @@ if __name__ == "__main__": malmens_file.write_text(_malmens) print(f"created: {malmens_file}") + varda_file.write_text(_varda) + print(f"created: {varda_file}") + heat_file.write_text(_heat) print(f"created: {heat_file}")