2021-07-10 07:46:29 -07:00
|
|
|
|
require('dotenv').config({ path:__dirname + '/../.env' });
|
|
|
|
|
const Pageres = require('pageres');
|
|
|
|
|
const isHighLoadTime = require('./overload');
|
|
|
|
|
const dbConnection = require('./db');
|
|
|
|
|
const locales = require('../src/locales');
|
|
|
|
|
const { ulid } = require('ulid');
|
|
|
|
|
|
|
|
|
|
const awsConfig = require('./aws');
|
|
|
|
|
const S3 = require('aws-sdk/clients/s3');
|
|
|
|
|
const s3 = new S3(awsConfig);
|
|
|
|
|
|
|
|
|
|
const urlBases = {}
|
|
|
|
|
for (let [code, , url, ] of locales) {
|
|
|
|
|
urlBases[code] = url + '/card/@'; // 'http://localhost:3000/card/@'
|
|
|
|
|
}
|
2021-09-05 05:12:40 -07:00
|
|
|
|
const domainLocaleMap = {};
|
|
|
|
|
for (let [code, , url, ] of locales) {
|
|
|
|
|
domainLocaleMap[url.replace(/^https?:\/\//, '')] = code;
|
|
|
|
|
}
|
2021-07-10 07:46:29 -07:00
|
|
|
|
|
2021-07-11 03:17:33 -07:00
|
|
|
|
const sleep = ms => new Promise(res => setTimeout(res, ms));
|
|
|
|
|
|
|
|
|
|
const modes = ['light', 'dark'];
|
|
|
|
|
|
2021-07-10 07:46:29 -07:00
|
|
|
|
(async () => {
|
|
|
|
|
const db = await dbConnection();
|
2021-07-11 03:17:33 -07:00
|
|
|
|
while (true) {
|
2021-09-05 05:12:40 -07:00
|
|
|
|
await sleep(3000);
|
2021-07-14 07:39:46 -07:00
|
|
|
|
|
2021-07-11 03:17:33 -07:00
|
|
|
|
const profiles = (await db.all(`
|
|
|
|
|
SELECT profiles.id, profiles.locale, users.username
|
|
|
|
|
FROM profiles
|
|
|
|
|
LEFT JOIN users on profiles.userId = users.id
|
2021-09-05 05:12:40 -07:00
|
|
|
|
WHERE profiles.card = ''
|
2021-07-11 03:17:33 -07:00
|
|
|
|
ORDER BY RANDOM()
|
2021-07-14 07:39:46 -07:00
|
|
|
|
LIMIT 6
|
2021-07-11 03:17:33 -07:00
|
|
|
|
`)).filter(({locale}) => !isHighLoadTime(locale));
|
|
|
|
|
|
|
|
|
|
if (profiles.length === 0) {
|
|
|
|
|
console.log('No profiles in the queue');
|
2021-07-10 07:46:29 -07:00
|
|
|
|
continue;
|
|
|
|
|
}
|
2021-07-11 03:17:33 -07:00
|
|
|
|
|
|
|
|
|
const results = {
|
|
|
|
|
'light': {},
|
|
|
|
|
'dark': {},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
for (let mode of modes) {
|
|
|
|
|
const pr = new Pageres({
|
|
|
|
|
darkMode: mode === 'dark',
|
|
|
|
|
delay: 3,
|
2021-09-05 05:12:40 -07:00
|
|
|
|
scale: 2,
|
2021-07-11 03:17:33 -07:00
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
for (let {locale, username} of profiles) {
|
|
|
|
|
console.log(`Shooting @${username} (${locale}, ${mode})`);
|
|
|
|
|
pr.src(urlBases[locale] + username, ['1024x300'])
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for (let buffer of await pr.run()) {
|
2021-09-05 05:12:40 -07:00
|
|
|
|
const [, domain, username] = buffer.filename.match(/(.*)!card!@(.*)-1024x300\.png/);
|
|
|
|
|
const locale = domainLocaleMap[domain];
|
|
|
|
|
results[mode][locale + '/' + username] = buffer;
|
2021-07-11 03:17:33 -07:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
} catch (e) {
|
|
|
|
|
console.error(e);
|
|
|
|
|
continue;
|
2021-07-10 07:46:29 -07:00
|
|
|
|
}
|
|
|
|
|
|
2021-07-11 03:17:33 -07:00
|
|
|
|
for (let {id, locale, username} of profiles) {
|
|
|
|
|
const cardId = ulid();
|
|
|
|
|
const key = `card/${locale}/${username}-${cardId}.png`;
|
|
|
|
|
for (let mode of modes) {
|
|
|
|
|
console.log(`Uploading @${username} (${locale}, ${mode}) – ${cardId}`);
|
2021-09-07 07:07:19 -07:00
|
|
|
|
const buffer = results[mode][locale + '/' + username.replace(/\.$/, '')];
|
|
|
|
|
|
|
|
|
|
if (buffer === undefined) {
|
|
|
|
|
console.error('Cannot find the proper buffer!');
|
|
|
|
|
continue;
|
|
|
|
|
}
|
2021-07-11 03:17:33 -07:00
|
|
|
|
|
|
|
|
|
const s3putResponse = await s3.putObject({
|
|
|
|
|
Key: mode === 'dark' ? key.replace('.png', '-dark.png') : key,
|
|
|
|
|
Body: buffer,
|
|
|
|
|
ContentType: 'image/png',
|
|
|
|
|
ACL: 'public-read',
|
|
|
|
|
}).promise();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await db.get(`UPDATE profiles SET card='https://${awsConfig.params.Bucket}.s3.${awsConfig.region}.amazonaws.com/${key}' WHERE id='${id}'`)
|
|
|
|
|
}
|
2021-07-10 07:46:29 -07:00
|
|
|
|
}
|
|
|
|
|
})();
|