# -*- coding: utf-8 -*- # Copyright(C) 2013 Julien Veyssier # # This file is part of a woob module. # # This woob module is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This woob module is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this woob module. If not, see . import re from datetime import timedelta from woob.browser.elements import ItemElement, ListElement, method, DictElement from woob.browser.filters.json import Dict from woob.browser.filters.standard import Env, Join, Eval, BrowserURL, CleanText, Regexp, Time from woob.browser.pages import HTMLPage, JsonPage, pagination from woob.capabilities.base import NotAvailable from woob.capabilities.image import BaseImage, Thumbnail from woob.capabilities.recipe import Recipe, Comment from woob.tools.json import json class AllRecipesDuration(Time): klass = timedelta _regexp = re.compile(r'P0DT((?P\d+)H)?((?P\d+)M)?') kwargs = {'hours': 'hh', 'minutes': 'mm'} class ResultsPage(JsonPage): # actually, we parse the page as HTML, and lxml won't recognize utf-8-sig ENCODING = 'utf-8' has_next = False def build_doc(self, content): content = JsonPage.build_doc(self, content) self.has_next = content['hasNext'] html_page = HTMLPage(self.browser, self.response) return html_page.build_doc(content['html'].encode(self.encoding)) @pagination @method class iter_recipes(ListElement): item_xpath = '//div[@role="listitem"]/div/div[@class="card__detailsContainer-left"]' def next_page(self): if self.page.has_next: next_page = int(Env('page')(self)) + 1 return BrowserURL('results', search=Env('search'), page=next_page)(self) class item(ItemElement): klass = Recipe obj_id = Regexp(CleanText('./a/@href'), r'https://www.allrecipes.com/recipe/(\d*)/.*/') obj_title = CleanText('./a/h3') obj_short_description = CleanText('./div[has-class("card__summary")]') class RecipePage(HTMLPage): # actually, we parse the page as HTML, and lxml won't recognize utf-8-sig ENCODING = 'utf-8' def build_doc(self, content): content = HTMLPage.build_doc(self, content) return json.loads(CleanText('//script[@type="application/ld+json"]')(content))[1] @method class get_recipe(ItemElement): klass = Recipe obj_id = Env('id') obj_title = Dict('name') obj_short_description = Dict('description') def obj_preparation_time(self): duration = AllRecipesDuration(Dict('prepTime'))(self) return int(duration.total_seconds() / 60) def obj_cooking_time(self): duration = AllRecipesDuration(Dict('cookTime'))(self) return int(duration.total_seconds() / 60) def obj_nb_person(self): nb_pers = u'%s' % Dict('recipeYield', default='')(self) return [nb_pers] if nb_pers else NotAvailable def obj_ingredients(self): return [el for el in Dict('recipeIngredient')(self)] def obj_instructions(self): ins = [Dict('text')(el) for el in Dict('recipeInstructions')(self)] return Join('\n * ', ins, addBefore=' * ', addAfter='\n')(self) class obj_picture(ItemElement): klass = BaseImage obj_url = Dict('image/url') obj_thumbnail = Eval(Thumbnail, obj_url) @method class get_comments(DictElement): item_xpath = 'review' class item(ItemElement): klass = Comment obj_author = Dict('author/name') obj_rate = Dict('reviewRating/ratingValue') obj_text = Dict('reviewBody') obj_id = Dict('datePublished')