teddit/inc/processJsonSubreddit.js

88 lines
2.7 KiB
JavaScript
Raw Normal View History

2020-11-17 21:44:32 +01:00
module.exports = function() {
2020-12-01 20:16:51 +01:00
const config = require('../config');
2020-11-17 21:44:32 +01:00
this.processJsonSubreddit = (json, from, subreddit_front) => {
return new Promise(resolve => {
(async () => {
if(from === 'redis') {
json = JSON.parse(json)
}
if(json.error) {
resolve({ error: true, error_data: json })
} else {
let before = json.data.before
let after = json.data.after
2020-12-21 12:27:31 +01:00
2020-11-17 21:44:32 +01:00
let ret = {
info: {
before: before,
after: after
},
links: []
}
2020-12-21 12:27:31 +01:00
2020-11-17 21:44:32 +01:00
let children_len = json.data.children.length
2020-12-21 12:27:31 +01:00
2020-11-17 21:44:32 +01:00
for(var i = 0; i < children_len; i++) {
let data = json.data.children[i].data
let images = null
let is_self_link = false
let valid_reddit_self_domains = ['reddit.com']
if(data.domain) {
let tld = data.domain.split('self.')
if(tld.length > 1) {
if(!tld[1].includes('.')) {
is_self_link = true
}
}
2020-12-01 20:16:51 +01:00
if(config.valid_media_domains.includes(data.domain) || valid_reddit_self_domains.includes(data.domain)) {
2020-11-17 21:44:32 +01:00
is_self_link = true
}
}
2020-12-21 12:27:31 +01:00
2020-11-17 21:44:32 +01:00
if(data.preview && data.thumbnail !== 'self') {
if(!data.url.startsWith('/r/') && isGif(data.url)) {
images = {
thumb: await downloadAndSave(data.thumbnail, 'thumb_')
}
} else {
if(data.preview.images[0].resolutions[0]) {
images = {
thumb: await downloadAndSave(data.preview.images[0].resolutions[0].url, 'thumb_')
}
2020-11-17 21:44:32 +01:00
}
}
}
let obj = {
author: data.author,
created: data.created_utc,
domain: data.domain,
id: data.id,
images: images,
is_video: data.is_video,
2020-12-13 20:53:32 +01:00
link_flair_text: data.link_flair_text,
2020-11-17 21:44:32 +01:00
locked: data.locked,
media: data.media,
num_comments: data.num_comments,
permalink: data.permalink,
score: data.score,
subreddit: data.subreddit,
title: data.title,
ups: data.ups,
upvote_ratio: data.upvote_ratio,
url: data.url,
2020-12-04 18:10:33 +01:00
stickied: data.stickied,
2020-11-17 21:44:32 +01:00
is_self_link: is_self_link,
2020-12-21 12:27:31 +01:00
subreddit_front: subreddit_front,
2020-12-21 12:33:43 +01:00
link_flair: formatLinkFlair(data),
2020-12-21 12:27:31 +01:00
user_flair: formatUserFlair(data)
2020-11-17 21:44:32 +01:00
}
ret.links.push(obj)
}
resolve(ret)
}
})()
})
}
}