puckoprutt/dagens_lunch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added run_spiders file

Browse Source
This commit is contained in:
puckoprutt 2025-02-17 23:17:27 +01:00
parent 472f12d216
commit 859f2842a1
1 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
scripts/run_spiders.sh Normal file
View File

@ -0,0 +1,15 @@
#!/bin/bash
source ${HOME}/utveckling/miniconda3/bin/activate
conda activate crawlers
cd ${HOME}/utveckling/crawlers/dagens_lunch
echo "removing old json files.."
rm latest/*.json
echo "getting menu from valsaren.."
scrapy crawl valsaren -o latest/valsaren.json > /dev/null 2>&1
echo "getting menu from heat.."
scrapy crawl heat -o latest/heat.json > /dev/null 2>&1
echo "getting menu from malmens.."
scrapy crawl malmens -o latest/malmens.json > /dev/null 2>&1