feat: add more bot platforms (#542)

Co-authored-by: naorpeled <me@naor.dev>

src/parser-platforms.js

@@ -18,6 +18,105 @@ export default [
     },
   },
 
+  /* AmazonBot */
+  {
+    test: [/amazonbot/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Amazon',
+      };
+    },
+  },
+
+  /* Baidu */
+  {
+    test: [/baiduspider/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Baidu',
+      };
+    },
+  },
+
+  /* Bingbot */
+  {
+    test: [/bingbot/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Bing',
+      };
+    },
+  },
+
+  /* DuckDuckBot */
+  {
+    test: [/duckduckbot/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'DuckDuckGo',
+      };
+    },
+  },
+
+  /* Internet Archive Crawler */
+  {
+    test: [/ia_archiver/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Internet Archive',
+      };
+    },
+  },
+
+  /* Meta Web Crawler */
+  {
+    test: [/facebookexternalhit/i, /facebookcatalog/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Meta',
+      };
+    },
+  },
+
+  /* Yahoo! Slurp */
+  {
+    test: [/yahoo/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Yahoo',
+      };
+    },
+  },
+
+  /* Yandex */
+  {
+    test: [/yandexbot/i, /yandexmobilebot/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Yandex',
+      };
+    },
+  },
+
+  /* Pingdom */
+  {
+    test: [/pingdom/i],
+    describe() {
+      return {
+        type: PLATFORMS_MAP.bot,
+        vendor: 'Pingdom',
+      };
+    },
+  },
+
   /* Huawei */
   {
     test: [/huawei/i],