nodejs抓取notion emoji svg资源的脚本示例

 {
    "id": "u1f600",
    "name": "嘿嘿",
    "font": "😀",
    "keyword": "😀^嘿嘿^笑^^嘿嘿|笑脸|脸"
 }
 ....

// 读文件
const readFile = async (path) => {
    return new Promise((resolve, reject) => {
        fs.readFile(path, 'utf8', (err, data) => {
            if (err) {
                console.log(err);
                reject(err);
                return;
            }
            resolve(data);
        })
    })
}
// 写文件
const writeFile = async (path, data) => {
    return new Promise((resolve, reject) => {
        fs.writeFile(path, data, { flag: 'w' }, (err) => {
            if (err) {
                console.log(err);
                reject(err);
                return;
            }
            resolve(true);
        })
    })
}
/**
 * 获取网络文件到本地
 * @param {*} webUrl 
 * @param {*} path 
 */
const downloadHttpFile = async (webUrl, folderPath) => {
    return new Promise((resolve, reject) => {
        const fileName = path.basename(webUrl);
        let stream = fs.createWriteStream(path.join(folderPath, fileName));
        request(webUrl).pipe(stream).on("close", function (err) {
            if (err) {
                console.log(err);
                reject(err);
                return;
            }
            resolve(true)
            console.log("文件[" + fileName + "]下载完毕");
        });
    })
}

// emoji 路径
const emojiPath = path.join(__dirname, '../assets/emoji.json');
// notion 路径
const emojiSvgBase = 'https://notion-emojis.s3-us-west-2.amazonaws.com/prod/svg-twitter'; // 1f604.svg
// svg图片下载文件夹
const downloadFolder = path.join(__dirname, 'images');

// 获取文件并下载
const getEmojiSvgFile = async (id) => {
  const fileName = id + '.svg';
  const webUrl = `${emojiSvgBase}/${fileName}`;
  const exist = fs.existsSync(downloadFolder);
  if (!exist) {
    fs.mkdirSync(downloadFolder);
  }
  return await downloadHttpFile(webUrl, downloadFolder);
}
// 从notion抓取所有的图片
const grabImages = async () => {
  const data = await readFile(emojiPath)
  const emojiJson = JSON.parse(data.toString());
  for (const first of emojiJson) {
    for (const second of first.children) {
      const id = handleUnicodeId(second.id);
      // 串行抓取
      await getEmojiSvgFile(id)
    }
  }
}
// 开始抓取
grabImages();

"scripts": {
    "grab": "node ./src/index.js"
},

npm run grab