dakedres/rssssing
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Simpler delayedFetch

Browse Source
This commit is contained in:
dakedres 2024-02-10 19:59:59 -07:00
parent 86e16fc56f
commit 43f5c9955a
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
lib.js
View File

@ -126,16 +126,14 @@ export async function fetchRss(source) {
let waitingList = new Map()
export const sleep = delay => new Promise(resolve => setTimeout(() => resolve(), delay) )
export const delayedFetch = async (url, options, courtesyWait = 5 * 1000) => {
let [ domain ] = /[\w-]+.[\w-]+$/.exec(url.hostname)
let timeout = waitingList.get(domain) ?? 0
let now = Date.now()
let [ domain ] = /[\w-]+.[\w-]+$/.exec(new URL(url).hostname)
let waitFor = waitingList.get(domain) ?? 0
if(timeout == null || timeout <= now) {
} else {
await sleep(timeout - now)
waitingList.set(domain, waitFor + courtesyWait)
if(waitFor !== 0) {
await sleep(waitFor)
}
waitingList.set(domain, now + courtesyWait)
return await fetch(url, options)
}