From a2607ffa547fe0b0c42f556e6615171dd33745b9 Mon Sep 17 00:00:00 2001 From: Jim Miller Date: Tue, 22 Dec 2020 14:29:40 -0600 Subject: [PATCH] Don't use mobile User-Agents with cloudscraper--adapter_fanfictionnet doesn't handle mobile pages. --- fanficfare/configurable.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/fanficfare/configurable.py b/fanficfare/configurable.py index 84753f82..070c4067 100644 --- a/fanficfare/configurable.py +++ b/fanficfare/configurable.py @@ -1073,7 +1073,15 @@ class Configuration(ConfigParser): def get_scraper(self): if not self.scraper: - self.scraper = cloudscraper.CloudScraper() + ## ffnet adapter can't parse mobile output, so we only + ## want desktop browser. But cloudscraper then insists on + ## a browser and platform, too. + self.scraper = cloudscraper.CloudScraper(browser={ + 'browser': 'chrome', + 'platform': 'windows', + 'mobile': False, + 'desktop': True, + }) ## CloudScraper is subclass of requests.Session. ## probably need import higher up if ever used. # import requests