From af09883692f628b68b19570991213d60c3aa2e01 Mon Sep 17 00:00:00 2001 From: puckoprutt Date: Sun, 23 Feb 2025 05:44:54 +0100 Subject: [PATCH] added scraped_by and scraped_at --- dagens_lunch/spiders/varda.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/dagens_lunch/spiders/varda.py b/dagens_lunch/spiders/varda.py index 50fabac..daef990 100644 --- a/dagens_lunch/spiders/varda.py +++ b/dagens_lunch/spiders/varda.py @@ -2,6 +2,7 @@ import scrapy from io import BytesIO from PyPDF2 import PdfReader from ..items import DagensLunchVarda +from datetime import datetime class VardaSpider(scrapy.Spider): name = "varda" @@ -83,4 +84,6 @@ class VardaSpider(scrapy.Spider): dagens = DagensLunchVarda() dagens["place"] = "Varda" yield scrapy.Request(lunch_url, callback=self.extract_pdf, meta={"dagens": dagens}) + dagens["scraped_by"] = self.__class__.__name__ + dagens["scraped_at"] = f"{datetime.now().isoformat()}" return dagens \ No newline at end of file