From 135bfdc69741bcc53d4cba57b06106997075e34e Mon Sep 17 00:00:00 2001 From: cid Date: Sat, 30 Dec 2023 03:42:36 +0800 Subject: [PATCH] added user-agent --- lib/python3.12/site-packages/main.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/lib/python3.12/site-packages/main.py b/lib/python3.12/site-packages/main.py index 53c2315..9cff880 100644 --- a/lib/python3.12/site-packages/main.py +++ b/lib/python3.12/site-packages/main.py @@ -4,7 +4,7 @@ from bs4 import BeautifulSoup search_keyword = input("Enter a search keyword: ") def scrape_body(url): - response = requests.get(url) + response = requests.get(url, headers=headers) soup = BeautifulSoup(response.text, 'html.parser') body = soup.find('body') body_list.append(body.prettify()) @@ -12,6 +12,7 @@ def scrape_body(url): if __name__ == "__main__": body_list = [] + headers = {'User-Agent': 'myprogram/1.0'} for i in range(1, 11): search_url = 'https://www.google.com/search?q={}&start=' scrape_body('https://www.google.com/search?q={}&start=' + str(i))