machankura/mempool
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix SSR puppeteer page initialization

Browse Source
This commit is contained in:
Mononaut 2023-08-19 21:05:28 +09:00
parent 126e87a746
commit 7f2a459575
No known key found for this signature in database
GPG Key ID: A3F058E41374C04E
3 changed files with 20 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
unfurler/src/concurrency/ReusablePage.ts
View File

@ -11,7 +11,7 @@ const BROWSER_TIMEOUT = 8000;
const maxAgeMs = (config.PUPPETEER.MAX_PAGE_AGE || (24 * 60 * 60)) * 1000; const maxAgeMs = (config.PUPPETEER.MAX_PAGE_AGE || (24 * 60 * 60)) * 1000;
const maxConcurrency = config.PUPPETEER.CLUSTER_SIZE; const maxConcurrency = config.PUPPETEER.CLUSTER_SIZE;
interface RepairablePage extends puppeteer.Page { export interface RepairablePage extends puppeteer.Page {
repairRequested?: boolean; repairRequested?: boolean;
language?: string | null; language?: string | null;
createdAt?: number; createdAt?: number;

44
unfurler/src/concurrency/ReusableSSRPage.ts
View File

@ -2,19 +2,11 @@ import * as puppeteer from 'puppeteer';
import { timeoutExecute } from 'puppeteer-cluster/dist/util'; import { timeoutExecute } from 'puppeteer-cluster/dist/util';
import logger from '../logger'; import logger from '../logger';
import config from '../config'; import config from '../config';
import ReusablePage from './ReusablePage'; import ReusablePage, { RepairablePage } from './ReusablePage';
const mempoolHost = config.MEMPOOL.HTTP_HOST + (config.MEMPOOL.HTTP_PORT ? ':' + config.MEMPOOL.HTTP_PORT : ''); const mempoolHost = config.MEMPOOL.HTTP_HOST + (config.MEMPOOL.HTTP_PORT ? ':' + config.MEMPOOL.HTTP_PORT : '');
const mockImageBuffer = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVQYV2NgYAAAAAMAAWgmWQ0AAAAASUVORK5CYII=", 'base64'); const mockImageBuffer = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVQYV2NgYAAAAAMAAWgmWQ0AAAAASUVORK5CYII=", 'base64');
interface RepairablePage extends puppeteer.Page {
repairRequested?: boolean;
language?: string | null;
createdAt?: number;
free?: boolean;
index?: number;
}
export default class ReusableSSRPage extends ReusablePage { export default class ReusableSSRPage extends ReusablePage {
public constructor(options: puppeteer.LaunchOptions, puppeteer: any) { public constructor(options: puppeteer.LaunchOptions, puppeteer: any) {
@ -33,25 +25,25 @@ export default class ReusableSSRPage extends ReusablePage {
page.on('pageerror', (err) => { page.on('pageerror', (err) => {
console.log(err); console.log(err);
// page.repairRequested = true; page.repairRequested = true;
}); });
await page.setRequestInterception(true); await page.setRequestInterception(true);
page.on('request', req => { page.on('request', req => {
if (req.isInterceptResolutionHandled()) { if (req.isInterceptResolutionHandled()) {
return req.continue(); return req.continue();
} }
if (req.resourceType() === 'image') { if (req.resourceType() === 'image') {
return req.respond({ return req.respond({
contentType: 'image/png', contentType: 'image/png',
headers: {"Access-Control-Allow-Origin": "*"}, headers: {"Access-Control-Allow-Origin": "*"},
body: mockImageBuffer body: mockImageBuffer
}); });
} else if (!['document', 'script', 'xhr', 'fetch'].includes(req.resourceType())) { } else if (!['document', 'script', 'xhr', 'fetch'].includes(req.resourceType())) {
return req.abort(); return req.abort();
} else { } else {
return req.continue(); return req.continue();
} }
}); });
try { try {
await page.goto(defaultUrl, { waitUntil: "networkidle0" }); await page.goto(defaultUrl, { waitUntil: "networkidle0" });
await page.waitForSelector('meta[property="og:meta:ready"]', { timeout: config.PUPPETEER.RENDER_TIMEOUT || 3000 }); await page.waitForSelector('meta[property="og:meta:ready"]', { timeout: config.PUPPETEER.RENDER_TIMEOUT || 3000 });

2
unfurler/src/index.ts
View File

@ -5,7 +5,7 @@ import * as https from 'https';
import config from './config'; import config from './config';
import { Cluster } from 'puppeteer-cluster'; import { Cluster } from 'puppeteer-cluster';
import ReusablePage from './concurrency/ReusablePage'; import ReusablePage from './concurrency/ReusablePage';
import ReusableSSRPage from './concurrency/ReusablePage'; import ReusableSSRPage from './concurrency/ReusableSSRPage';
import { parseLanguageUrl } from './language/lang'; import { parseLanguageUrl } from './language/lang';
import { matchRoute } from './routes'; import { matchRoute } from './routes';
import nodejsPath from 'path'; import nodejsPath from 'path';