1
0
mirror of https://github.com/lancedikson/bowser synced 2026-09-24 21:14:32 +00:00

feat: add recognition for Google and Bing search bot user agents

Add support for detecting additional Google and Bing crawlers that were
not previously recognized by bowser:

Google bots:
- AdsBot-Google (including AdsBot-Google-Mobile)
- Mediapartners-Google (Google AdSense crawler)
- APIs-Google
- FeedFetcher-Google
- Google-InspectionTool
- GoogleOther

Bing bots:
- BingPreview
- AdIdxBot (adidxbot)

Each new bot is added to parser-browsers.js, parser-platforms.js,
constants.js (BROWSER_ALIASES_MAP and BROWSER_MAP), and acceptance
test fixtures in useragentstrings.yml.

Co-authored-by: naorpeled <6171622+naorpeled@users.noreply.github.com>
This commit is contained in:
copilot-swe-agent[bot]
2026-03-14 14:28:00 +00:00
parent e2f834bb98
commit 4bd1024901
4 changed files with 387 additions and 0 deletions

View File

@@ -2699,6 +2699,110 @@
vendor: "Google"
engine:
name: "Blink"
AdsBot-Google:
-
ua: "AdsBot-Google (+http://www.google.com/adsbot.html)"
spec:
browser:
name: "AdsBot-Google"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
-
ua: "Mozilla/5.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.2 Mobile/15E148 Safari/604.1 (compatible; AdsBot-Google-Mobile/3.0; +http://www.google.com/mobile/adsbot.html)"
spec:
browser:
name: "AdsBot-Google"
version: "3.0"
os:
name: "iOS"
version: "14.7.1"
platform:
type: "bot"
vendor: "Google"
engine:
name: "WebKit"
version: "605.1.15"
Mediapartners-Google:
-
ua: "Mediapartners-Google"
spec:
browser:
name: "Mediapartners-Google"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
-
ua: "Mozilla/5.0 (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)"
spec:
browser:
name: "Mediapartners-Google"
version: "2.1"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
APIs-Google:
-
ua: "APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)"
spec:
browser:
name: "APIs-Google"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
FeedFetcher-Google:
-
ua: "FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)"
spec:
browser:
name: "FeedFetcher-Google"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
Google-InspectionTool:
-
ua: "Mozilla/5.0 (compatible; Google-InspectionTool/1.0; +https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)"
spec:
browser:
name: "Google-InspectionTool"
version: "1.0"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
GoogleOther:
-
ua: "GoogleOther"
spec:
browser:
name: "GoogleOther"
os: {}
platform:
type: "bot"
vendor: "Google"
engine: {}
-
ua: "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GoogleOther) Chrome/108.0.0.0 Safari/537.36"
spec:
browser:
name: "GoogleOther"
os: {}
platform:
type: "bot"
vendor: "Google"
engine:
name: "Blink"
GPTBot:
-
ua: "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.1; +https://openai.com/gptbot)"
@@ -2960,6 +3064,49 @@
vendor: "Bing"
engine:
name: "Blink"
BingPreview:
-
ua: "Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko (compatible; BingPreview/1.0b; +http://www.bing.com/bingpreview)"
spec:
browser:
name: "BingPreview"
version: "1.0"
os:
name: "Windows Phone"
version: "8.1"
platform:
type: "bot"
vendor: "Bing"
engine:
name: "Trident"
version: "7.0"
AdIdxBot:
-
ua: "Mozilla/5.0 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)"
spec:
browser:
name: "AdIdxBot"
version: "2.0"
os: {}
platform:
type: "bot"
vendor: "Bing"
engine: {}
-
ua: "Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)"
spec:
browser:
name: "AdIdxBot"
version: "2.0"
os:
name: "iOS"
version: "7.0"
platform:
type: "bot"
vendor: "Bing"
engine:
name: "WebKit"
version: "537.51.1"
BaiduSpider:
-
ua: "Baiduspider"