Merge branch 'master' of gitea.gorillamail.biz:cid/Web_Scrape

2023-12-30 23:15:47 -05:00
parent 89b432ea2a 0c9cea5225
commit 125f968a47
1 changed files with 1 additions and 0 deletions
--- a/main.py
+++ b/main.py
@ -3,6 +3,7 @@ from bs4 import BeautifulSoup
 from urllib.parse import urlparse, urlunparse
 import pandas as pd

+headers = {'User-Agent': 'myprogram/1.0'}
 def scrape_headings(url):
    try:
        # Check if the URL has a scheme (http/https), and add one if missing