Archives/lancedikson_bowser
1
0
Fork 0
mirror of https://github.com/lancedikson/bowser synced 2024-10-27 20:34:22 +00:00
Code Issues Releases Wiki Activity

Add Facebook and IA crawler

Browse Source
This commit is contained in:
Lucio Martinez 2024-08-21 13:56:02 +02:00 committed by GitHub
parent e417ea29d7
commit d197a446c2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/parser-platforms.js
View File

@ -18,9 +18,9 @@ export default [
}, },
}, },
/* Alexa */ /* AmazonBot */
{ {
test: [/ia_archiver/i], test: [/Amazonbot/i],
describe() { describe() {
return { return {
type: PLATFORMS_MAP.bot, type: PLATFORMS_MAP.bot,
@ -62,13 +62,24 @@ export default [
}, },
}, },
/* Facebook */ /* Internet Archive Crawler */
{ {
test: [/facebookexternalhit/i], test: [/ia_archiver/i],
describe() { describe() {
return { return {
type: PLATFORMS_MAP.bot, type: PLATFORMS_MAP.bot,
vendor: 'Facebook', vendor: 'Internet Archive',
};
},
},
/* Meta Web Crawler */
{
test: [/facebookexternalhit/i, /facebookcatalog/i],
describe() {
return {
type: PLATFORMS_MAP.bot,
vendor: 'Meta',
}; };
}, },
}, },