diff --git a/scripts/run_spiders.sh b/scripts/run_spiders.sh new file mode 100644 index 0000000..b95bd29 --- /dev/null +++ b/scripts/run_spiders.sh @@ -0,0 +1,15 @@ +#!/bin/bash +source ${HOME}/utveckling/miniconda3/bin/activate +conda activate crawlers +cd ${HOME}/utveckling/crawlers/dagens_lunch +echo "removing old json files.." +rm latest/*.json + +echo "getting menu from valsaren.." +scrapy crawl valsaren -o latest/valsaren.json > /dev/null 2>&1 + +echo "getting menu from heat.." +scrapy crawl heat -o latest/heat.json > /dev/null 2>&1 + +echo "getting menu from malmens.." +scrapy crawl malmens -o latest/malmens.json > /dev/null 2>&1