zo/GenderDysphoria.fyi
1
0
Fork 0
mirror of https://github.com/GenderDysphoria/GenderDysphoria.fyi.git synced 2025-02-07 10:16:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Smarter tweet fetching

Browse Source
This commit is contained in:
Jocelyn Badgley (Twipped) 2020-04-07 10:34:39 -07:00
parent 0b96c071fc
commit d330d845b1
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
build/page-tweets.js
View File

@ -19,9 +19,10 @@ module.exports = exports = async function tweets (pages) {
const tweetsPresent = Object.keys(twitterCache); const tweetsPresent = Object.keys(twitterCache);
for (const page of pages) { for (const page of pages) {
if (!page.tweets || !page.tweets.length) continue; const tweetids = [ ...page.tweets ];
if (!tweetids.length) continue;
const missing = difference(page.tweets, tweetsPresent); const missing = difference(uniq(tweetids), tweetsPresent);
tweetsNeeded.push(...missing); tweetsNeeded.push(...missing);
} }
@ -81,9 +82,10 @@ module.exports = exports = async function tweets (pages) {
// now loop through pages and substitute the tweet data for the ids // now loop through pages and substitute the tweet data for the ids
for (const page of pages) { for (const page of pages) {
if (!page.tweets || !page.tweets.length) continue; const tweetids = [ ...page.tweets ];
if (!tweetids.length) continue;
page.tweets = page.tweets.reduce((dict, tweetid) => { page.tweets = tweetids.reduce((dict, tweetid) => {
attachTweet(dict, tweetid); attachTweet(dict, tweetid);
return dict; return dict;
}, {}); }, {});