logger = logging.getLogger(__name__)
BUFSIZ = 8192
-USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36'
+USER_AGENT = 'Mozilla/5.0 (iPhone; CPU iPhone OS 16_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/108.0.5359.112 Mobile/15E148 Safari/604.1'
def retry(ExceptionToCheck, tries=4, delay=3, backoff=2, logger=None):
url = url.rstrip(stupid)
try:
title = extract_title(url)
+ if "amazon" in url and "Tut uns Leid!" in title:
+ return
except UnicodeError as e:
message = 'Bug triggered (%s), invalid URL/domain part: %s' % (str(e), url)
logger.warning(message)