add applebot & bingbot to seo user-agent detection

2023-03-08 01:11:54 -06:00
parent a874cdfb56
commit 477f3bd70a
1 changed files with 1 additions and 1 deletions
--- a/unfurler/src/index.ts
+++ b/unfurler/src/index.ts
@@ -315,5 +315,5 @@ function capitalize(str) {
 }

 function isSearchCrawler(useragent: string): boolean {
-  return /googlebot/i.test(useragent);
+  return /googlebot|applebot|bingbot/i.test(useragent);
 }