You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
437 B
18 lines
437 B
# tasks/scraping.py
|
|
from celery import shared_task
|
|
from scraper.book_scraper import BookScraper
|
|
from scraper.sites import BookSite
|
|
from logbus.publisher import log
|
|
|
|
|
|
@shared_task(bind=True, queue="scraping")
|
|
def scrape_book(self, url):
|
|
log(f"START scraping: {url}")
|
|
|
|
site = BookSite()
|
|
scraper = BookScraper(site, url)
|
|
result = scraper.execute()
|
|
|
|
log(f"FINISHED scraping: {url}")
|
|
return {"title": result["title"]}
|