from requests import get from bs4 import BeautifulSoup import time def getNames(link): base_int = BeautifulSoup(get(link).text) trs= base_int.findAll("tr") names = [] for tr in trs: if tr.find("a") == None: name = tr.find("span").text else: name = tr.find("a").text names.append(name) return names url = 'https://my-calend.ru/names' base_int = BeautifulSoup(get(url).text).find("div", {"class": "names-characteristic"}) d = {} for link in base_int.findAll('a'): d[link.text] = link.get('href') print(d) newd = {} for key,value in d.items(): data = BeautifulSoup(get(value).text) trs= data.findAll("tr") names = [] for tr in trs: if tr.find("a") == None: name = tr.find("span").text else: name = tr.find("a").text names.append(name) newd[key] = names time.sleep(1) print(newd)