From b1e32ed55f413741ae95244bac8741766d78fa52 Mon Sep 17 00:00:00 2001
From: Mononaut <github@monospace.live>
Date: Mon, 27 Feb 2023 10:48:13 -0600
Subject: [PATCH] Fix googlebot user-agent detection

---
 unfurler/src/index.ts | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/unfurler/src/index.ts b/unfurler/src/index.ts
index c24cd65af..0bbcb32bc 100644
--- a/unfurler/src/index.ts
+++ b/unfurler/src/index.ts
@@ -222,7 +222,7 @@ class Server {
       || rawPath.startsWith('/api/v1/translators/images')
       || rawPath.startsWith('/resources/profile')
     ) {
-      if (req.headers['user-agent'] === 'googlebot') {
+      if (isSearchCrawler(req.headers['user-agent'])) {
         if (this.secureHost) {
           https.get(config.SERVER.HOST + rawPath, { headers: { 'user-agent': 'mempoolunfurl' }}, (got) => got.pipe(res));
         } else {
@@ -237,7 +237,7 @@ class Server {
 
     let result = '';
     try {
-      if (req.headers['user-agent'] === 'googlebot') {
+      if (isSearchCrawler(req.headers['user-agent'])) {
         result = await this.renderSEOPage(rawPath);
       } else {
         result = await this.renderUnfurlMeta(rawPath);
@@ -313,3 +313,7 @@ function capitalize(str) {
     return str;
   }
 }
+
+function isSearchCrawler(useragent: string): boolean {
+  return /googlebot/i.test(useragent);
+}