added scraped_by and scraped_at

This commit is contained in:
puckoprutt 2025-02-23 05:44:54 +01:00
parent 990918db9e
commit af09883692

View File

@ -2,6 +2,7 @@ import scrapy
from io import BytesIO
from PyPDF2 import PdfReader
from ..items import DagensLunchVarda
from datetime import datetime
class VardaSpider(scrapy.Spider):
name = "varda"
@ -83,4 +84,6 @@ class VardaSpider(scrapy.Spider):
dagens = DagensLunchVarda()
dagens["place"] = "Varda"
yield scrapy.Request(lunch_url, callback=self.extract_pdf, meta={"dagens": dagens})
dagens["scraped_by"] = self.__class__.__name__
dagens["scraped_at"] = f"{datetime.now().isoformat()}"
return dagens