added scraped_by and scraped_at
This commit is contained in:
parent
990918db9e
commit
af09883692
@ -2,6 +2,7 @@ import scrapy
|
||||
from io import BytesIO
|
||||
from PyPDF2 import PdfReader
|
||||
from ..items import DagensLunchVarda
|
||||
from datetime import datetime
|
||||
|
||||
class VardaSpider(scrapy.Spider):
|
||||
name = "varda"
|
||||
@ -83,4 +84,6 @@ class VardaSpider(scrapy.Spider):
|
||||
dagens = DagensLunchVarda()
|
||||
dagens["place"] = "Varda"
|
||||
yield scrapy.Request(lunch_url, callback=self.extract_pdf, meta={"dagens": dagens})
|
||||
dagens["scraped_by"] = self.__class__.__name__
|
||||
dagens["scraped_at"] = f"{datetime.now().isoformat()}"
|
||||
return dagens
|
||||
Loading…
x
Reference in New Issue
Block a user