dagens_lunch/scripts/run_spiders.sh

16 lines
467 B
Bash

#!/bin/bash
source ${HOME}/utveckling/miniconda3/bin/activate
conda activate crawlers
cd ${HOME}/utveckling/crawlers/dagens_lunch
echo "removing old json files.."
rm latest/*.json
echo "getting menu from valsaren.."
scrapy crawl valsaren -o latest/valsaren.json > /dev/null 2>&1
echo "getting menu from heat.."
scrapy crawl heat -o latest/heat.json > /dev/null 2>&1
echo "getting menu from malmens.."
scrapy crawl malmens -o latest/malmens.json > /dev/null 2>&1