1
const CONCURRENCY = 100
2

3
async function populatePoemsPage (page) {
4
  const poems = await models.poem.findAll({})
5
  await Promise.map(poems, async poem => {
6
    // 原因: 在于这里忘记了点 await
7
    Promise.map(poem.raw_paragraphs.match(/[\u4e00-\u9fa5]/g) || [], async char => {
8
      const key = normarlize(poem, char)
9
      await redis.incr(key)
10
      await redis.sadd(
11
        'CharCloudList',
12
        JSON.stringify({
13
          poemKind: poem.kind,
14
          authorId: poem.author.star > 10 ? poem.author.id : 0,
15
          dynasty: poem.author.dynasty,
16
          char,
17
          key
18
        })
19
      )
20
    })
21
  }, {
22
    concurrency: CONCURRENCY
23
  })
24
}

1
const cache = new DataLoader(keys => redis.mget(keys))
2

3
async function scan (cursor) {
4
  const [nextCursor, list] = await redis.sscan('CharCloudList', cursor, 'MATCH', '*', 'COUNT', 10000)
5
  const chars = await Promise.map(list, async x => {
6
    const data = JSON.parse(x)
7
    return {
8
      ...data,
9
      author_id: /,0,/.test(data.key) ? 0 : data.authorId,
10
      poem_kind: map[data.poemKind],
11
      count: await cache.load(data.key)
12
    }
13
  })
14
  await models.char_cloud.bulkCreate(chars)
15
  if (Number(nextCursor)) {
16
    // 原因，这里多了一个 await
17
    await scan(nextCursor)
18
  } else {
19
    console.log('ok')
20
  }
21
}