dakedres/rssssing
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
dakedres 2023-07-22 21:05:15 -04:00
commit 85afb7798a
5 changed files with 225 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
.gitignore vendored Normal file
View File

@ -0,0 +1,7 @@
# Node
node_modules/
# Artifacts
out/*
cache.json
config.js

10
README Normal file
View File

@ -0,0 +1,10 @@
Do not expect quality code. Only works with the Bun[1] runtime
Usage
- Run `bun run setup`, `npm run setup`, etc.
- Add usernames and such to the "feeds" array in config.js
- `bun .`
- Open `out/index.html` in a browser. Enjoy :)
References
1. https://bun.sh

BIN
bun.lockb Executable file
View File

Binary file not shown.

193
index.js Normal file
View File

@ -0,0 +1,193 @@
const { fetch } = require('node-fetch')
const config = require('./config.js')
let cache = require('./cache.json')
let waitingList = new Map()
const getMatches = regex => string => {
let match
let matches = []
while((match = regex.exec(string)) != null) {
if (match.index === regex.lastIndex) {
regex.lastIndex++;
}
matches.push(match)
}
return matches
}
const handleNitterUser = async user => {
let data
let index = 0
let sources = cache.nitter[user] ?
[ cache.nitter[user] ].concat(config.sources.nitter) :
config.sources.nitter
while(!data && index < sources.length) {
let source = sources[index]
if(waitingList.get(source)) {
console.log('Waiting...')
await sleep(config.courtesyWait)
waitingList.set(source, false)
}
let rss = await fetch('https://' + source + '/' + user + "/rss")
.catch(console.error)
.then(r => r.text() )
waitingList.set(source, true)
try {
data = processNitter(user, rss)
} catch(err) {
console.log(`Failed to fetch ${user} from ${source}`)
index++
}
}
console.log(`Found ${user} at ${sources[index]}`)
cache.nitter[user] = sources[index]
return data
}
const sleep = delay => new Promise(resolve => setTimeout(() => resolve(), delay) )
const processNitter = (user, rss) => {
const descriptionMatches = getMatches(
new RegExp(`\
<item>.*?\
<dc:creator>@${user}<\/dc:creator>.*?\
<description>(.+?)<\/description>.*?\
<pubDate>(.+?)</pubDate>.*?\
<link>(.*?)<\/link>`, 'sg')
)(rss)
if(descriptionMatches.length == 0) {
throw new Error('Got no matches')
return
}
const getImageMatches = getMatches(/<img src="([^]*?)"/g)
let posts = []
for(let [, description, date, link] of descriptionMatches) {
let images = []
for(let [, url] of getImageMatches(description) ) {
images.push(url)
}
if(images.length > 0) {
posts.push({
user,
images,
date: new Date(date).valueOf(),
link
})
}
}
return posts
}
const print = async feeds => {
// Coalate
let masterFeed = []
for(let feed of feeds) {
masterFeed = masterFeed.concat(feed)
}
masterFeed = masterFeed.sort((a, b) => a.date < b.date)
// Render
let pages = []
for(let i = 0; i < Math.ceil(masterFeed.length / config.pageSize); i++) {
pages.push(masterFeed.slice(i * config.pageSize, (i + 1) * config.pageSize) )
}
// Write
console.log('Writing...')
for(let i = 0; i < pages.length; i++) {
Bun.write('out/' + (i == 0 ? 'index' : i) + '.html', renderPage(pages[i], i) )
}
Bun.write('cache.json', JSON.stringify(cache, null, 2))
}
const renderPage = (posts, index) => {
let html = `\
<html>
<head>
<title>Page ${index + 1}</title>
<style>
body {
max-width: 640px;
float: right;
}
p {
padding: 30px;
}
img {
margin: 10px auto;
max-width: 100%;
}
p a, footer a {
float: right
}
hr {
clear: both
}
</style>
</head>
<body>\n`
for(let post of posts) {
let date = new Date(post.date)
html += `\
${post.images.map(renderImage).join('\n')}
<p><b>${post.user}</b> ${date.getMonth()}/${date.getDay()}/${date.getFullYear()} <a href="${post.link}">open</a></p><hr>\n`
}
html += `
<footer>
<a href="${index + 1}.html">next</a>
</footer>
</body>
</html>`
return html
}
const renderImage = image => `\
<a href="${image}"><img src="${image}" loading="lazy"></img></a>`
const main = async () => {
const feeds = []
console.log('Grabbing posts...')
for(let user of config.feeds.nitter) {
feeds.push(await handleNitterUser(user) )
}
}
main()
// Promise.all([
// ...config.feeds.nitter.map(handleNitterUser)
// ])
// .then(print)

15
package.json Normal file
View File

@ -0,0 +1,15 @@
{
"name": "rssssing",
"version": "1.0.0",
"description": "",
"main": "index.js",
"scripts": {
"setup": "mkdir out && cp -r default/* ."
},
"author": "",
"license": "ISC",
"type": "module",
"dependencies": {
"node-fetch": "^3.3.1"
}
}