-
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathgettweet.js
141 lines (127 loc) · 4.39 KB
/
gettweet.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
import puppeteer from 'puppeteer';
import imagemin from 'imagemin';
import imageminWebp from 'imagemin-webp';
import imageminPngquant from 'imagemin-pngquant';
import fs from 'fs';
import config from './config.js';
const imgDir = config.imgDir || 'tweetimg/';
const outputHtml = config.outputHtml || true;
let lightDark = config.lightDark || '';
let background = config.background || '#ffffff';
const imgURL = config.imgURL || 'https://example.com/tweetimg/';
const classNames = config.classNames || '';
const lazyload = config.lazyload || true;
let hideThread = '';
let theurl = null;
let mode = '';
const args = process.argv.slice(2);
if (lightDark.toLowerCase() === 'dark') {
mode = ' data-theme="dark"';
}
if (args.find(v => v.includes('url='))) {
theurl = args.find(v => v.includes('url=')).replace('url=', '');
}
if (args.find(v => v.includes('bg='))) {
background = args.find(v => v.includes('bg=')).replace('bg=', '');
}
if (args.find(v => v.includes('--dark'))) {
mode = ' data-theme="dark"';
}
if (args.find(v => v.includes('--light'))) {
mode = '';
}
if (args.find(v => v.includes('--nothread'))) {
hideThread = ' data-conversation="none"';
}
function htmlEntities(str) {
return String(str).replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>').replace(/"/g, '"');
}
if (!theurl) {
console.log('url= is required');
} else {
(async() => {
const browser = await puppeteer.launch()
const page = await browser.newPage()
await page.setViewport({
width: 1280,
height: 3000,
deviceScaleFactor: 1
});
let r = null;
let uParts = theurl.split('/');
let fname = uParts.pop();
const theFile = `
<!doctype html>
<html>
<head>
<meta charset='UTF-8'>
<style>
#twitter-widget-0 {
width: 100% !important;
height: 1000rem !important;
}
</style>
</head>
<body style="background-color: ${background}">
<blockquote class="twitter-tweet"${mode}${hideThread}>
<p lang="en" dir="ltr"></p>— <a href="${theurl}?ref_src=twsrc%5Etfw"></a></blockquote>
<script async src="https://platform.twitter.com/widgets.js" charset="utf-8"></script>
</body>
</html>`;
page.setContent(theFile);
await page.waitForSelector('iframe#twitter-widget-0');
await new Promise(r => setTimeout(r, 5000));
const tweetframe = await page.$('iframe#twitter-widget-0');
const frame = await tweetframe.contentFrame();
const tweet = await frame.$('div#app');
const bounding_box = await tweet.boundingBox();
await tweet.screenshot({
path: `${imgDir}unopt/${fname}.png`,
clip: {
x: bounding_box.x,
y: bounding_box.y,
width: Math.min(bounding_box.width, page.viewport().width),
height: Math.min(bounding_box.height, page.viewport().height),
},
});
(async() => {
const files = await imagemin([`${imgDir}/unopt/*.png`], {
destination: `${imgDir}`,
plugins: [
imageminPngquant({
quality: [0.6, 0.8]
})
]
});
})();
(async() => {
const files = await imagemin([`${imgDir}/unopt/*.png`], {
destination: `${imgDir}`,
plugins: [
imageminWebp({ quality: 50 })
]
});
fs.unlinkSync(`${imgDir}unopt/${fname}.png`);
})();
if (outputHtml) {
r = await page.goto(theurl, { timeout: 20000, waitUntil: 'networkidle0' }).catch(e => console.error(e));
let alttext = await page.title();
let lazyloadString = '';
if (lazyload) {
lazyloadString = `loading="lazy" `;
}
const outputString = `
<a href="${theurl}" target="_blank" rel="noopener">
<picture>
<source type="image/webp" srcset="${imgURL}${fname}.webp">
<img src="${imgURL}${fname}.png" ${lazyloadString}class="${classNames}" width="${bounding_box.width}" height="${bounding_box.height}" alt="${htmlEntities(alttext)}"/>
</picture>
</a>
`
console.log(outputString);
} else {
console.log(`done`);
}
browser.close();
})();
}