diff --git a/docs/configuration.rst b/docs/configuration.rst index e4ab4582..836722fa 100644 --- a/docs/configuration.rst +++ b/docs/configuration.rst @@ -830,7 +830,11 @@ Description will use the latest ``User-Agent`` header of this preset target, e.g. ``"+ff"``. | (Supported values: - ``firefox`` | ``ff`` | ``chrome`` | ``cr`` | ``gallery-dl`` | ``gdl``) + ``firefox`` | ``ff`` | + ``chrome`` | ``cr`` | + ``gallery-dl`` | ``gdl`` | + ``google-bot`` | ``bot`` + ) | Starting this value with an ``@`` will try to automatically detect and use the ``User-Agent`` header diff --git a/gallery_dl/extractor/common.py b/gallery_dl/extractor/common.py index 12b589f4..ede017f5 100644 --- a/gallery_dl/extractor/common.py +++ b/gallery_dl/extractor/common.py @@ -485,6 +485,8 @@ class Extractor(): headers["User-Agent"] = util.USERAGENT_CHROME elif custom_ua in {"gallery-dl", "gallerydl", "gdl"}: headers["User-Agent"] = util.USERAGENT_GALLERYDL + elif custom_ua in {"google-bot", "googlebot", "bot"}: + headers["User-Agent"] = "Googlebot-Image/1.0" else: self.log.warning( "Unsupported User-Agent preset '%s'", custom_ua)