diff --git a/main.py b/main.py index dfc25ec..01164fb 100644 --- a/main.py +++ b/main.py @@ -3,6 +3,7 @@ from bs4 import BeautifulSoup from urllib.parse import urlparse, urlunparse import pandas as pd +headers = {'User-Agent': 'myprogram/1.0'} def scrape_headings(url): try: # Check if the URL has a scheme (http/https), and add one if missing