TaiwanEbookSearch-API/bookWalker.js at master · ender503/TaiwanEbookSearch-API · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
const rp = require('request-promise-native');
const cheerio = require('cheerio');
const url = require('url');

function searchBooks(keywords = '') {
  // URL encode
  keywords = encodeURIComponent(keywords);
  const base = `http://www.bookwalker.com.tw/search?w=${keywords}&m=0&detail=1`;

  const options = {
    uri: base,
    resolveWithFullResponse: true,
    simple: false,
    gzip: true,
    timeout: 10000,
  };

  return rp(options).then(response =>{
    if (!(/^2/.test('' + response.statusCode))) {
      // console.log('Not found or error in bookwalker!');

      return [];
    }

    return _getBooks(cheerio.load(response.body), base);
  }).catch(error => {
    console.log(error.message);

    return [];
  });
}

// parse 找書
function _getBooks($, base = null) {
  // 分類優先排序設定
  const categoryTitle = ['一般．實用書', '文學．小說', '雜誌', '漫畫', '輕小說', '日文書'];
  let categories = [[], [], [], [], [], []];

  const $categories = $('.listbox');

  $categories.each((i, elem) => {
    // 過濾非書內容之元素
    if ($(elem).children('.listbox_title').length === 0) {
      return;
    }

    let books = [];

    $(elem).children('.bookdesc').each((i, elem) => {
      // 若有副標題，併入主標題
      let title = $(elem).children('.bookdata').children('h2').children('a').text();
      let subTitle = $(elem).children('.bookdata').children('h3').children('a').text();
      if (subTitle) {
        title += ` / ${subTitle}`;
      }

      // 分割作者群字串
      const authorRegex = /(?:\s)?\S*\s:\s/g; // 取得 ` 作者 : ` 字樣以做分割
      const authoresOriinalStr = $(elem).children('.bookdata').children('.bw_item').children('.writerinfo').children('.writer_data').children('li').text();
      const authorTitle = authoresOriinalStr.match(authorRegex).map(str => {return str.replace(/\s|:/g, '')});
      const authorsName = authoresOriinalStr.split(authorRegex).slice(1);

      // 準備各類作者包
      let authors = [];
      let translators = [];
      let painters = [];

      // 依照作者 title 分包
      for (let index in authorTitle) {
        const names = authorsName[index].split('、')
        switch (authorTitle[index]) {
          case '作者':
            authors = names;
            break;
          case '譯者':
            translators = names;
            break;
          case '插畫':
            painters = names;
            break;
          default:
            // 未知類型標記後納入「作者」中
            for (let name of names) {
              authors.push(`${name} (${authorsName[index]})`);
            }
            break;
        }
      }

      books[i] = {
        id: $(elem).children('.bookdata').children('h2').children('a').prop('href').replace('/product/', ''),
        thumbnail: $(elem).children('.bookcover').children('.bookitem').children('a').children('img').prop('src'),
        title: title,
        link: url.resolve(base, $(elem).children('.bookdata').children('h2').children('a').prop('href')),
        priceCurrency: 'TWD',
        price: parseFloat($(elem).children('.bookdata').children('.bw_item').children('.writerinfo').children('h4').children('span').text().replace(/\D/g, '')),
        about: $(elem).children('.bookdata').children('.topic_content').children('.bookinfo').children('h4').text().concat($(elem).children('.bookdata').children('.topic_content').children('.bookinfo').children('h5').children('span').text()),
        // publisher:,
      };

      // 作者群有資料才放
      if (authors.length > 0) {
        books[i].authors;
      }

      if (translators.length > 0) {
        books[i].translators;
      }

      if (painters.length > 0) {
        books[i].painters;
      }

    });

    // 按分類優先排序擺放
    const categoryIndex = categoryTitle.indexOf($(elem).children('.listbox_title').children('.bw_title').text().trim());
    categories[categoryIndex] = books;
  });

  let books = [];

  // 展開各分類書籍
  for (let category of categories) {
    books.push(...category);
  }

  return books;
}

exports.searchBooks = searchBooks;