oshkoshbagoshh icon

beautifoulSoup-Webscrape

oshkoshbagoshh | PRO | 01/18/24 01:47:46 PM UTC | 0 ⭐ | 687 👁️ | Never ⏰ | [python, web scraping]
Python |

970 B

|

Source Code

|

0 👍

/

0 👎

import requests
from bs4 import BeautifulSoup
import re
 
def get_css_classes_ids(url):
    # Send a GET request to the URL
    response = requests.get(url)
    # Check if the request was successful
    if response.status_code == 200:
        # Parse the HTML content
        soup = BeautifulSoup(response.text, 'html.parser')
        # Use regex to find all classes and IDs
        classes = set(re.findall(r'class="([^"]+)"', soup.decode()))
        ids = set(re.findall(r'id="([^"]+)"', soup.decode()))
        # Return a tuple of sets containing classes and IDs
        return classes, ids
    else:
        print(f"Failed to retrieve content from {url}, status code: {response.status_code}")
        return set(), set()
 
# Replace 'http://example.com' with the URL you want to scrape
classes, ids = get_css_classes_ids('http://example.com')
 
print("CSS Classes found:")
for c in classes:
    print(c)
 
print("\nCSS IDs found:")
for i in ids:
    print(i)
 

Comments