TheCloud/PronounsPage
1
0
Fork 0
mirror of https://gitlab.com/PronounsPage/PronounsPage.git synced 2025-09-24 21:46:22 -04:00
Code Issues Packages Projects Releases Wiki Activity

[profile] #290 generic rel=me (links table) - random order (useful when multiple workers)

Browse Source
This commit is contained in:
Andrea Vos 2023-01-26 00:02:38 +01:00
parent 0b36781037
commit 3edea8c214
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/analyseLinks.js
View File

@ -10,7 +10,7 @@ const timer = ms => new Promise( res => setTimeout(res, ms));
const analyser = new LinkAnalyser();
const db = await dbConnection();
while (true) {
const chunk = await db.all(SQL`SELECT url FROM links WHERE (expiresAt IS NULL OR expiresAt <= ${new Date() / 1000}) LIMIT 64`);
const chunk = await db.all(SQL`SELECT url FROM links WHERE (expiresAt IS NULL OR expiresAt <= ${new Date() / 1000}) ORDER BY RANDOM() LIMIT 64`);
console.log(`Fetching ${chunk.length} links: (${chunk.map(l => l.url).join(', ')})`);
if (chunk.length === 0) {
await timer(1000);