Add Open Graph link unfurler service
This commit is contained in:
Mononaut
55
unfurler/src/config.ts
Normal file
55
unfurler/src/config.ts
Normal file
@@ -0,0 +1,55 @@
|
||||
const configFile = require('../config.json');
|
||||
|
||||
interface IConfig {
|
||||
SERVER: {
|
||||
HOST: 'http://localhost';
|
||||
HTTP_PORT: number;
|
||||
};
|
||||
MEMPOOL: {
|
||||
HTTP_HOST: string;
|
||||
HTTP_PORT: number;
|
||||
};
|
||||
PUPPETEER: {
|
||||
CLUSTER_SIZE: number;
|
||||
EXEC_PATH?: string;
|
||||
};
|
||||
}
|
||||
|
||||
const defaults: IConfig = {
|
||||
'SERVER': {
|
||||
'HOST': 'http://localhost',
|
||||
'HTTP_PORT': 4201,
|
||||
},
|
||||
'MEMPOOL': {
|
||||
'HTTP_HOST': 'http://localhost',
|
||||
'HTTP_PORT': 4200,
|
||||
},
|
||||
'PUPPETEER': {
|
||||
'CLUSTER_SIZE': 1,
|
||||
},
|
||||
};
|
||||
|
||||
class Config implements IConfig {
|
||||
SERVER: IConfig['SERVER'];
|
||||
MEMPOOL: IConfig['MEMPOOL'];
|
||||
PUPPETEER: IConfig['PUPPETEER'];
|
||||
|
||||
constructor() {
|
||||
const configs = this.merge(configFile, defaults);
|
||||
this.SERVER = configs.SERVER;
|
||||
this.MEMPOOL = configs.MEMPOOL;
|
||||
this.PUPPETEER = configs.PUPPETEER;
|
||||
}
|
||||
|
||||
merge = (...objects: object[]): IConfig => {
|
||||
// @ts-ignore
|
||||
return objects.reduce((prev, next) => {
|
||||
Object.keys(prev).forEach(key => {
|
||||
next[key] = { ...next[key], ...prev[key] };
|
||||
});
|
||||
return next;
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
export default new Config();
|
||||
125
unfurler/src/index.ts
Normal file
125
unfurler/src/index.ts
Normal file
@@ -0,0 +1,125 @@
|
||||
import express from "express";
|
||||
import { Application, Request, Response, NextFunction } from 'express';
|
||||
import * as http from 'http';
|
||||
import config from './config';
|
||||
import { Cluster } from 'puppeteer-cluster';
|
||||
const puppeteerConfig = require('../puppeteer.config.json');
|
||||
|
||||
if (config.PUPPETEER.EXEC_PATH) {
|
||||
puppeteerConfig.executablePath = config.PUPPETEER.EXEC_PATH;
|
||||
}
|
||||
|
||||
class Server {
|
||||
private server: http.Server | undefined;
|
||||
private app: Application;
|
||||
cluster?: Cluster;
|
||||
mempoolHost: string;
|
||||
|
||||
constructor() {
|
||||
this.app = express();
|
||||
this.mempoolHost = config.MEMPOOL.HTTP_HOST + (config.MEMPOOL.HTTP_PORT ? ':' + config.MEMPOOL.HTTP_PORT : '');
|
||||
this.startServer();
|
||||
}
|
||||
|
||||
async startServer() {
|
||||
this.app
|
||||
.use((req: Request, res: Response, next: NextFunction) => {
|
||||
res.setHeader('Access-Control-Allow-Origin', '*');
|
||||
next();
|
||||
})
|
||||
.use(express.urlencoded({ extended: true }))
|
||||
.use(express.text())
|
||||
;
|
||||
|
||||
this.cluster = await Cluster.launch({
|
||||
concurrency: Cluster.CONCURRENCY_CONTEXT,
|
||||
maxConcurrency: config.PUPPETEER.CLUSTER_SIZE,
|
||||
puppeteerOptions: puppeteerConfig,
|
||||
});
|
||||
await this.cluster?.task(async (args) => { return this.renderPreviewTask(args) });
|
||||
|
||||
this.setUpRoutes();
|
||||
|
||||
this.server = http.createServer(this.app);
|
||||
|
||||
this.server.listen(config.SERVER.HTTP_PORT, () => {
|
||||
console.log(`Mempool Unfurl Server is running on port ${config.SERVER.HTTP_PORT}`);
|
||||
});
|
||||
}
|
||||
|
||||
setUpRoutes() {
|
||||
this.app.get('/render*', async (req, res) => { return this.renderPreview(req, res) })
|
||||
this.app.get('*', (req, res) => { return this.renderHTML(req, res) })
|
||||
}
|
||||
|
||||
async renderPreviewTask({ page, data: url }) {
|
||||
await page.goto(url, { waitUntil: "domcontentloaded" });
|
||||
await page.evaluate(async () => {
|
||||
// wait for all images to finish loading
|
||||
const imgs = Array.from(document.querySelectorAll("img"));
|
||||
await Promise.all([
|
||||
document.fonts.ready,
|
||||
...imgs.map((img) => {
|
||||
if (img.complete) {
|
||||
if (img.naturalHeight !== 0) return;
|
||||
throw new Error("Image failed to load");
|
||||
}
|
||||
return new Promise((resolve, reject) => {
|
||||
img.addEventListener("load", resolve);
|
||||
img.addEventListener("error", reject);
|
||||
});
|
||||
}),
|
||||
]);
|
||||
});
|
||||
return page.screenshot();
|
||||
}
|
||||
|
||||
async renderPreview(req, res) {
|
||||
try {
|
||||
const img = await this.cluster?.execute(this.mempoolHost + req.params[0]);
|
||||
|
||||
res.contentType('image/png');
|
||||
res.send(img);
|
||||
} catch (e) {
|
||||
console.log(e);
|
||||
res.status(500).send(e instanceof Error ? e.message : e);
|
||||
}
|
||||
}
|
||||
|
||||
renderHTML(req, res) {
|
||||
let lang = '';
|
||||
let path = req.originalUrl
|
||||
// extract the language setting (if any)
|
||||
const parts = path.split(/^\/(ar|bg|bs|ca|cs|da|de|et|el|es|eo|eu|fa|fr|gl|ko|hr|id|it|he|ka|lv|lt|hu|mk|ms|nl|ja|nb|nn|pl|pt|pt-BR|ro|ru|sk|sl|sr|sh|fi|sv|th|tr|uk|vi|zh|hi)\//)
|
||||
if (parts.length > 1) {
|
||||
lang = "/" + parts[1];
|
||||
path = "/" + parts[2];
|
||||
}
|
||||
const ogImageUrl = config.SERVER.HOST + '/render' + lang + "/preview" + path;
|
||||
res.send(`
|
||||
<!doctype html>
|
||||
<html lang="en-US" dir="ltr">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<title>mempool - Bitcoin Explorer</title>
|
||||
|
||||
<meta name="description" content="The Mempool Open Source Project™ - our self-hosted explorer for the Bitcoin community."/>
|
||||
<meta property="og:image" content="${ogImageUrl}"/>
|
||||
<meta property="og:image:type" content="image/png"/>
|
||||
<meta property="og:image:width" content="1024"/>
|
||||
<meta property="og:image:height" content="512"/>
|
||||
<meta property="twitter:card" content="summary_large_image">
|
||||
<meta property="twitter:site" content="@mempool">
|
||||
<meta property="twitter:creator" content="@mempool">
|
||||
<meta property="twitter:title" content="The Mempool Open Source Project™">
|
||||
<meta property="twitter:description" content="Our self-hosted mempool explorer for the Bitcoin community."/>
|
||||
<meta property="twitter:image:src" content="${ogImageUrl}"/>
|
||||
<meta property="twitter:domain" content="mempool.space">
|
||||
|
||||
<body></body>
|
||||
</html>
|
||||
`);
|
||||
}
|
||||
}
|
||||
|
||||
const server = new Server();
|
||||
Reference in New Issue
Block a user