Screenscraping using CFScrape and BeautifulSoup
import cfscrape
from bs4 import BeautifulSoup
scraper = cfscrape.CloudflareScraper()
html = scraper.get('http://www.CloudflareProtectedDomain.com').content
parsed_html = BeautifulSoup(html, 'lxml')
for link in parsed_html.select('div.className1 div.className2 a'):
link.get('href')
Comments