TheCloud/PronounsPage
1
0
Fork 0
mirror of https://gitlab.com/PronounsPage/PronounsPage.git synced 2025-09-24 05:05:20 -04:00
Code Issues Packages Projects Releases Wiki Activity

[profile] #290 generic rel=me (links table) - extra timeout handling

Browse Source
This commit is contained in:
Andrea Vos 2023-01-25 22:54:12 +01:00
parent 716fa8195f
commit 0b36781037
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/analyseLinks.js
View File

@ -4,7 +4,6 @@ const dbConnection = require('./db');
const SQL = require('sql-template-strings');
const { LinkAnalyser } = require('../src/links');
const timer = ms => new Promise( res => setTimeout(res, ms));
(async () => {
@ -17,7 +16,12 @@ const timer = ms => new Promise( res => setTimeout(res, ms));
await timer(1000);
continue;
}
const results = await Promise.all(chunk.map(({url}) => analyser.analyse(url)));
const results = await Promise.all(chunk.map(({url}) => Promise.race([
analyser.analyse(url),
new Promise((resolve, reject) =>
setTimeout(() => resolve({url: url, error: new Error('timeout')}), 12000)
),
])));
for (let result of results) {
// random TTL (0-30 days) in order to spread out the legacy load
const expireAt = parseInt(new Date() / 1000) + parseInt(30*24*60*60*Math.random());