2020-11-17 21:44:32 +01:00
|
|
|
module.exports = function() {
|
2020-12-01 20:16:51 +01:00
|
|
|
const config = require('../config');
|
2020-11-17 21:44:32 +01:00
|
|
|
this.processJsonSubreddit = (json, from, subreddit_front) => {
|
|
|
|
return new Promise(resolve => {
|
|
|
|
(async () => {
|
|
|
|
if(from === 'redis') {
|
|
|
|
json = JSON.parse(json)
|
|
|
|
}
|
|
|
|
if(json.error) {
|
|
|
|
resolve({ error: true, error_data: json })
|
|
|
|
} else {
|
|
|
|
let before = json.data.before
|
|
|
|
let after = json.data.after
|
|
|
|
|
|
|
|
let ret = {
|
|
|
|
info: {
|
|
|
|
before: before,
|
|
|
|
after: after
|
|
|
|
},
|
|
|
|
links: []
|
|
|
|
}
|
|
|
|
|
|
|
|
let children_len = json.data.children.length
|
|
|
|
|
|
|
|
for(var i = 0; i < children_len; i++) {
|
|
|
|
let data = json.data.children[i].data
|
|
|
|
let images = null
|
|
|
|
let is_self_link = false
|
|
|
|
let valid_reddit_self_domains = ['reddit.com']
|
|
|
|
|
|
|
|
if(data.domain) {
|
|
|
|
let tld = data.domain.split('self.')
|
|
|
|
if(tld.length > 1) {
|
|
|
|
if(!tld[1].includes('.')) {
|
|
|
|
is_self_link = true
|
|
|
|
}
|
|
|
|
}
|
2020-12-01 20:16:51 +01:00
|
|
|
if(config.valid_media_domains.includes(data.domain) || valid_reddit_self_domains.includes(data.domain)) {
|
2020-11-17 21:44:32 +01:00
|
|
|
is_self_link = true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if(data.preview && data.thumbnail !== 'self') {
|
|
|
|
if(!data.url.startsWith('/r/') && isGif(data.url)) {
|
|
|
|
images = {
|
|
|
|
thumb: await downloadAndSave(data.thumbnail, 'thumb_')
|
|
|
|
}
|
|
|
|
} else {
|
2020-11-19 06:50:51 +01:00
|
|
|
if(data.preview.images[0].resolutions[0]) {
|
|
|
|
images = {
|
|
|
|
thumb: await downloadAndSave(data.preview.images[0].resolutions[0].url, 'thumb_')
|
|
|
|
}
|
2020-11-17 21:44:32 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
let obj = {
|
|
|
|
author: data.author,
|
|
|
|
created: data.created_utc,
|
|
|
|
domain: data.domain,
|
|
|
|
id: data.id,
|
|
|
|
images: images,
|
|
|
|
is_video: data.is_video,
|
2020-12-13 20:53:32 +01:00
|
|
|
link_flair_text: data.link_flair_text,
|
2020-11-17 21:44:32 +01:00
|
|
|
locked: data.locked,
|
|
|
|
media: data.media,
|
|
|
|
num_comments: data.num_comments,
|
|
|
|
permalink: data.permalink,
|
|
|
|
score: data.score,
|
|
|
|
subreddit: data.subreddit,
|
|
|
|
title: data.title,
|
|
|
|
ups: data.ups,
|
|
|
|
upvote_ratio: data.upvote_ratio,
|
|
|
|
url: data.url,
|
2020-12-04 18:10:33 +01:00
|
|
|
stickied: data.stickied,
|
2020-11-17 21:44:32 +01:00
|
|
|
is_self_link: is_self_link,
|
2020-12-13 20:17:50 +01:00
|
|
|
subreddit_front: subreddit_front
|
2020-11-17 21:44:32 +01:00
|
|
|
}
|
|
|
|
ret.links.push(obj)
|
|
|
|
}
|
|
|
|
resolve(ret)
|
|
|
|
}
|
|
|
|
})()
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|