Добавили обработку исключения шагов приготовления, где нету фото
This commit is contained in:
33
parser.py
33
parser.py
@@ -4,6 +4,8 @@ import re
|
||||
import function as f
|
||||
import json
|
||||
|
||||
import import_in_BD as ib
|
||||
|
||||
link = 'https://povar.ru/list/'
|
||||
|
||||
|
||||
@@ -75,10 +77,12 @@ def pars_recipie(title=0, name_group=0, recipe_name=0 ,link='https://povar.ru/re
|
||||
|
||||
print(name_id)
|
||||
|
||||
photo = main_container.find(class_='photo').get('src')
|
||||
|
||||
recipies = {'recipes': {}}
|
||||
|
||||
detailed_tags = f.extract_tags_from_detailed_tags(main_container) #Собираем теги
|
||||
print(detailed_tags)
|
||||
#print(detailed_tags)
|
||||
|
||||
ingredients = f.extr_ingredient(main_container) #Собираем ингредиенты
|
||||
#print(ingredients)
|
||||
@@ -89,23 +93,26 @@ def pars_recipie(title=0, name_group=0, recipe_name=0 ,link='https://povar.ru/re
|
||||
steps = f.extr_steps(main_container) #Сборка шагов
|
||||
#print(steps)
|
||||
|
||||
preview_img = steps[-1]['img']
|
||||
|
||||
recipies['recipes'] = { '_id' : name_id,
|
||||
'recipe_name':recipe_name,
|
||||
'url':link,
|
||||
'preview_img':preview_img,
|
||||
'tags':detailed_tags,
|
||||
'ingredients':ingredients,
|
||||
'nutritional_value':calories_info,
|
||||
'steps':steps}
|
||||
print(recipies)
|
||||
recip = {'_id' : name_id,
|
||||
'recipe_name':recipe_name,
|
||||
'url':link,
|
||||
'preview_img':photo,
|
||||
'tags':detailed_tags,
|
||||
'ingredients':ingredients,
|
||||
'nutritional_value':calories_info,
|
||||
'steps':steps}
|
||||
|
||||
print(recip)
|
||||
print(len(steps))
|
||||
|
||||
#ib.import_json_in_mongo(recipies)
|
||||
|
||||
|
||||
|
||||
pars_group(link)
|
||||
#pars_group(link)
|
||||
#pars_dishs()
|
||||
#pars_recipie()
|
||||
pars_recipie(link="https://povar.ru/recipes/podjarka_k_makaronam-60879.html")
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user