Add with-detail flag and Fix some async, security issue

Author: cjaewon

app.js

@@ -4,10 +4,11 @@ const Crawler = require('./crawler');
 
 const program = new Command();
 
-program.version('1.0.4');
+program.version('1.0.5');
 program.option('-u, --username <username>', 'velog 유저이름');
-program.option('-d, --delay <ms>', '요청 딜레이 시간')
-program.option('-c, --cert <access_token>', 'velog 유저 access_token')
+program.option('-d, --delay <ms>', '요청 딜레이 시간');
+program.option('-c, --cert <access_token>', 'velog 유저 access_token');
+program.option('-w, --with-detail', '시리즈, 썸네일 등 디테일한 정보 포함')
 
 program.parse(process.argv);
 
@@ -18,6 +19,7 @@ program.parse(process.argv);
 const crawler = new Crawler(program.username, { 
   delay: program.delay || 0,
   cert: program.cert,
+  withDetail: program.withDetail || false,
 });
 
 console.log('📙 백업을 시작합니다 / velog-backup');

crawler/index.js

@@ -5,7 +5,7 @@ const { join } = require('path');
 const { PostsQuery, PostQuery } = require('./query');
 
 class Crawler {
-  constructor(username, { delay, cert }) {
+  constructor(username, { delay, cert, withDetail }) {
     this.username = username; 
 
     if (!username) {
@@ -16,6 +16,7 @@ class Crawler {
     // options
     this.delay = delay;
     this.cert = cert;
+    this.withDetail = withDetail;
 
     this.__grahpqlURL = 'https://v2.velog.io/graphql';
     this.__api = axios.create({
@@ -104,22 +105,37 @@ class Crawler {
     }
 
     const path = join('backup', 'content', `${title}.md`);
-
-    post.body = '---\n'
-                + `title: "${post.title}"\n`
-                + `description: "${post.short_description.replace(/\n/g, ' ')}"\n`
-                + `date: ${post.released_at}\n`
-                + `tags: ${JSON.stringify(post.tags)}\n`
-                + '---\n' + post.body;
+    let frontmatter = '---\n'
+                    + `title: "${post.title}"\n`
+                    + `description: "${post.short_description.replace(/\n/g, ' ')}"\n`
+                    + `date: ${post.released_at}\n`
+                    + `tags: ${JSON.stringify(post.tags)}\n`;
 
+    if (this.withDetail) {
+      if (post.thumbnail) {
+        this.getThumbnailImage(post.thumbnail);
+        frontmatter += `thumbnail: ${post.thumbnail}\n`;
+      }
+
+      if (post.series) {
+        frontmatter = frontmatter
+            + `series:\n`
+            + `  id: ${post.series.id}\n`
+            + `  name: ${post.series.name}\n`;
+      }
+    }
+
+    frontmatter += '---\n';
+    post.body = frontmatter + post.body;
+
     try {
       await fs.promises.writeFile(path, post.body, 'utf8');
     } catch (e) {
       console.error(`⚠️ 파일을 쓰는데 문제가 발생했습니다. / error = ${e}  title = ${post.title}`);
     }
   }
 
-  async getImage(body) {
+  getImage(body) {
     const regex = /!\[([^\]]*)\]\((.*?.png|.*?.jpeg|.*?.jpg|.*?.webp|.*?.svg|.*?.gif|.*?.tiff)\s*("(?:.*[^"])")?\s*\)|!\[[^\]]*\]\((.*?)\s*("(?:.*[^"])")?\s*\)/g;
 
     body = body.replace(regex, (_, alt, url) => {
@@ -142,6 +158,20 @@ class Crawler {
     return body;
   }
 
+  getThumbnailImage(url) {
+    const filename = url.replace(/\/\s*$/,'').split('/').slice(-2).join('-').trim();
+    const path = join('backup', 'images', decodeURI(filename));
+
+    this.__api({
+      method: 'get',
+      url: encodeURI(decodeURI(url)),
+      responseType: 'stream',
+    })
+    .then(resp => resp.data.pipe(fs.createWriteStream(path)))
+    .catch(e => console.error(`⚠️ 이미지를 다운 받는데 오류가 발생했습니다 / url = ${url} , e = ${e}`));
+
+    return `/images/${filename}`;
+  }
 };
 
 module.exports = Crawler;