from bs4 import BeautifulSoup as bs
import requests
import csv
headers = {'accept': '*/*',
'user-agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/77.0.3865.90 Chrome/77.0.3865.90 Safari/537.36'}
BASE_URL = 'https://www.klinikapawlikowski.pl/cennik/'
def parser(base_url, headers):
data = []
session = requests.Session()
request = session.get(base_url, headers=headers)
if request.status_code == 200:
soup = bs(request.content, 'lxml')
divs = soup.find_all('div', attrs={'class': 'col-12 dropdown-list'})
for div in divs:
title = div.find('div', attrs={'class': 'dropdown-list__header__title'}).text
title_procedure = soup.find_all('div', attrs={'class': 'dropdown-list__body__block'})
for procedure in title_procedure:
title_procedures = procedure.find('div', attrs={'class': 'dropdown-list__body__block__title'}).text
data.append({'title_procedurere': title_procedures})
opisanie_procedur = soup.find_all('div', attrs={'class': 'dropdown-list__body__block__item'})
for procedur in opisanie_procedur:
opis_procedures = procedur.find('div', attrs={'class': 'dropdown-list__body__block__item__title'}).text
data.append({'opis_procedur': opis_procedures})
cena = soup.find_all('div', attrs={'class': 'dropdown-list__body__block__item'})
for cen in cena:
ceny = cen.find('div', attrs={'class': 'dropdown-list__body__block__item__price'}).text
data.append({'Cena': ceny})
else:
print('ERROR')
return data
def files_writer(data):
with open('parsed_cennik.csv', 'a') as file:
a_pen = csv.writer(file)
a_pen.writerow(('Title_proedure', 'Opisanie_procedur', 'Ceny'))
for job in data:
a_pen.writerow((job['title_procedurere'], job['opis_procedur'], job['Cena']))
data = parser(BASE_URL, headers)
files_writer(data)
Ошибка такая:
a_pen.writerow((job['title_procedurere'], job['opis_procedur'], job['Cena']))
KeyError: 'opis_procedur'