import cfscrape from bs4 import BeautifulSoup scraper = cfscrape.CloudflareScraper() html = scraper.get('http://www.CloudflareProtectedDomain.com').content parsed_html = BeautifulSoup(html, 'lxml') for link in parsed_html.select('div.className1 div.className2 a'): link.get('href')