zo/GenderDysphoria.fyi
1
0
Fork 0
mirror of https://github.com/GenderDysphoria/GenderDysphoria.fyi.git synced 2025-01-31 07:16:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Smarter tweet fetching

Browse Source
This commit is contained in:
Jocelyn Badgley (Twipped) 2020-04-07 10:34:39 -07:00
parent 0b96c071fc
commit d330d845b1
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
build/page-tweets.js
View File

@ -19,9 +19,10 @@ module.exports = exports = async function tweets (pages) {
const tweetsPresent = Object.keys(twitterCache);
for (const page of pages) {
if (!page.tweets || !page.tweets.length) continue;
const tweetids = [ ...page.tweets ];
if (!tweetids.length) continue;
const missing = difference(page.tweets, tweetsPresent);
const missing = difference(uniq(tweetids), tweetsPresent);
tweetsNeeded.push(...missing);
}
@ -81,9 +82,10 @@ module.exports = exports = async function tweets (pages) {
// now loop through pages and substitute the tweet data for the ids
for (const page of pages) {
if (!page.tweets || !page.tweets.length) continue;
const tweetids = [ ...page.tweets ];
if (!tweetids.length) continue;
page.tweets = page.tweets.reduce((dict, tweetid) => {
page.tweets = tweetids.reduce((dict, tweetid) => {
attachTweet(dict, tweetid);
return dict;
}, {});