-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.js
126 lines (115 loc) · 3.38 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
const express = require('express');
const { chromium } = require('playwright');
const bodyParser = require('body-parser');
const app = express();
const PORT = process.env.PORT || 3000;
const BLOCKED_RESOURCES = [
"google-analytics.com",
"api.mixpanel.com",
"fonts.googleapis.com",
"stats.g.doubleclick.net",
"mc.yandex.ru",
"use.typekit.net",
"beacon.tapfiliate.com",
"js-agent.newrelic.com",
"api.segment.io",
"woopra.com",
"static.olark.com",
"static.getclicky.com",
"fast.fonts.com",
"youtube.com/embed",
"cdn.heapanalytics.com",
"googleads.g.doubleclick.net",
"pagead2.googlesyndication.com",
"fullstory.com/rec",
"navilytics.com/nls_ajax.php",
"log.optimizely.com/event",
"hn.inspectlet.com",
"tpc.googlesyndication.com",
"partner.googleadservices.com",
"mail.ru",
"calltouch.ru",
"facebook.net",
"vk.com",
"chatra.io",
"googletagmanager.com",
"bitrix24.ru"
];
// Middleware to parse JSON bodies
app.use(bodyParser.json());
let browser;
const isBlocked = (url) => {
return BLOCKED_RESOURCES.some(substring => url.includes(substring));
}
app.post('/render', async (req, res) => {
const { url } = req.body;
if (!url) {
return res.status(400).send('URL parameter is required');
}
try {
const page = await browser.newPage();
await page.route("**/*", (route, request) => {
const url = request.url()
const resourceType = request.resourceType();
const blockedTypes = ["image", "stylesheet", "media", "xhr", "fetch", "font", "manifest", "websocket", "x-icon", "ping", "preflight"];
if (blockedTypes.includes(resourceType) || isBlocked(url)) {
console.log(`Blocked: ${url}`);
route.abort();
} else {
console.log(`Downloading: ${url}`);
route.continue();
}
});
await page.goto(url, { waitUntil: 'networkidle' });
const content = await page.content();
await page.close();
res.send(content);
} catch (error) {
console.error(error);
res.status(500).send('An error occurred while rendering the page');
}
});
app.listen(PORT, async () => {
console.log(`Server is running on port ${PORT}`);
browser = await chromium.launch({
headless: true,
args: [
'--disable-gpu',
'--no-sandbox',
'--disable-setuid-sandbox',
'--disable-dev-shm-usage',
'--disable-accelerated-2d-canvas',
'--disable-web-security',
'--disable-features=IsolateOrigins,site-per-process',
'--disable-site-isolation-trials',
'--disable-background-networking',
'--disable-background-timer-throttling',
'--disable-backgrounding-occluded-windows',
'--disable-breakpad',
'--disable-client-side-phishing-detection',
'--disable-component-update',
'--disable-default-apps',
'--disable-domain-reliability',
'--disable-extensions',
'--disable-features=TranslateUI',
'--disable-hang-monitor',
'--disable-ipc-flooding-protection',
'--disable-popup-blocking',
'--disable-prompt-on-repost',
'--disable-renderer-backgrounding',
'--disable-sync',
'--force-color-profile=srgb',
'--metrics-recording-only',
'--no-first-run',
'--safebrowsing-disable-auto-update'
]
});
console.log('Browser launched');
});
process.on('SIGINT', async () => {
if (browser) {
await browser.close();
console.log('Browser closed');
}
process.exit();
});