puckoprutt/dagens_lunch
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added scraped_by and scraped_at

Browse Source
This commit is contained in:
puckoprutt 2025-02-23 05:44:54 +01:00
parent 990918db9e
commit af09883692
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
dagens_lunch/spiders/varda.py
View File

@ -2,6 +2,7 @@ import scrapy
from io import BytesIO from io import BytesIO
from PyPDF2 import PdfReader from PyPDF2 import PdfReader
from ..items import DagensLunchVarda from ..items import DagensLunchVarda
from datetime import datetime
class VardaSpider(scrapy.Spider): class VardaSpider(scrapy.Spider):
name = "varda" name = "varda"
@ -83,4 +84,6 @@ class VardaSpider(scrapy.Spider):
dagens = DagensLunchVarda() dagens = DagensLunchVarda()
dagens["place"] = "Varda" dagens["place"] = "Varda"
yield scrapy.Request(lunch_url, callback=self.extract_pdf, meta={"dagens": dagens}) yield scrapy.Request(lunch_url, callback=self.extract_pdf, meta={"dagens": dagens})
dagens["scraped_by"] = self.__class__.__name__
dagens["scraped_at"] = f"{datetime.now().isoformat()}"
return dagens return dagens