From ca93e648858912fbae43bb4dbc24a9fddfa404c7 Mon Sep 17 00:00:00 2001 From: iamatulsingh Date: Mon, 27 May 2024 20:48:20 +0200 Subject: [PATCH] fix: added user agent to get the search result from search engine --- pinscrape/_version.py | 2 +- pinscrape/pinscrape.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pinscrape/_version.py b/pinscrape/_version.py index 1da6a55..1e3bed4 100644 --- a/pinscrape/_version.py +++ b/pinscrape/_version.py @@ -1 +1 @@ -__version__ = "3.2.1" +__version__ = "3.2.2" diff --git a/pinscrape/pinscrape.py b/pinscrape/pinscrape.py index 7813366..f78885b 100644 --- a/pinscrape/pinscrape.py +++ b/pinscrape/pinscrape.py @@ -107,7 +107,7 @@ def start_scraping(max_images, key=None, proxies: dict = {}): keyword = key + " pinterest" keyword = keyword.replace("+", "%20") url = f'https://www.bing.com/search?q={keyword}&first=1&FORM=PERE' - res = get(url, proxies=proxies) + res = get(url, proxies=proxies, headers={"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0"}) searched_urls = PinterestImageScraper.get_pinterest_links(res.content, max_images) return searched_urls, key.replace(" ", "_"), res.status_code