dakedres/rssssing
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Simpler delayedFetch

Browse Source
This commit is contained in:
dakedres
2024-02-10 19:59:59 -07:00
parent 86e16fc56f
commit 43f5c9955a
1 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
lib.js
View File

@@ -126,16 +126,14 @@ export async function fetchRss(source) {
let waitingList = new Map() let waitingList = new Map()
export const sleep = delay => new Promise(resolve => setTimeout(() => resolve(), delay) ) export const sleep = delay => new Promise(resolve => setTimeout(() => resolve(), delay) )
export const delayedFetch = async (url, options, courtesyWait = 5 * 1000) => { export const delayedFetch = async (url, options, courtesyWait = 5 * 1000) => {
let [ domain ] = /[\w-]+.[\w-]+$/.exec(url.hostname) let [ domain ] = /[\w-]+.[\w-]+$/.exec(new URL(url).hostname)
let timeout = waitingList.get(domain) ?? 0 let waitFor = waitingList.get(domain) ?? 0
let now = Date.now()
if(timeout == null || timeout <= now) { waitingList.set(domain, waitFor + courtesyWait)
} else { if(waitFor !== 0) {
await sleep(timeout - now) await sleep(waitFor)
} }
waitingList.set(domain, now + courtesyWait)
return await fetch(url, options) return await fetch(url, options)
} }