From 859f2842a1bd28330bd560b7e46e8a62755147ca Mon Sep 17 00:00:00 2001 From: puckoprutt Date: Mon, 17 Feb 2025 23:17:27 +0100 Subject: [PATCH] added run_spiders file --- scripts/run_spiders.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 scripts/run_spiders.sh diff --git a/scripts/run_spiders.sh b/scripts/run_spiders.sh new file mode 100644 index 0000000..b95bd29 --- /dev/null +++ b/scripts/run_spiders.sh @@ -0,0 +1,15 @@ +#!/bin/bash +source ${HOME}/utveckling/miniconda3/bin/activate +conda activate crawlers +cd ${HOME}/utveckling/crawlers/dagens_lunch +echo "removing old json files.." +rm latest/*.json + +echo "getting menu from valsaren.." +scrapy crawl valsaren -o latest/valsaren.json > /dev/null 2>&1 + +echo "getting menu from heat.." +scrapy crawl heat -o latest/heat.json > /dev/null 2>&1 + +echo "getting menu from malmens.." +scrapy crawl malmens -o latest/malmens.json > /dev/null 2>&1