From 6793a4920c9b2880fabc2630cbc11fcc345c0ce3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bar=C4=B1=C5=9F=20Soner=20U=C5=9Fakl=C4=B1?= Date: Thu, 6 Jun 2024 09:17:05 -0400 Subject: [PATCH 1/2] feat: add some more bots --- index.js | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/index.js b/index.js index a64af35..e0820f1 100644 --- a/index.js +++ b/index.js @@ -27,6 +27,10 @@ const spiders = [ /WhatsApp/i, /Google-Structured-Data-Testing-Tool/i, /Google-InspectionTool/i, + /Bytespider/i, + /ImagesiftBot/i, + /SemrushBot/i, + /AhrefsBot/i, ] function isSpider (ua) { From d7b0907ae7092db7aaee7da3144e3eafaa617470 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Bar=C4=B1=C5=9F=20Soner=20U=C5=9Fakl=C4=B1?= Date: Thu, 6 Jun 2024 12:32:10 -0400 Subject: [PATCH 2/2] add GoogleOther https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers#googleother --- index.js | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/index.js b/index.js index 9308571..f60aefb 100644 --- a/index.js +++ b/index.js @@ -27,12 +27,9 @@ const spiders = [ /WhatsApp/i, /Google-Structured-Data-Testing-Tool/i, /Google-InspectionTool/i, + /GoogleOther/i, /GPTBot/i, /Applebot/i - /Bytespider/i, - /ImagesiftBot/i, - /SemrushBot/i, - /AhrefsBot/i, ] function isSpider (ua) {