Node crawls LOL hero information

Connect to mongodb database and insert multiple data

function insertMany(collection,arr){return new Promise((resolve,reject)=>{var MongoClient = require('mongodb').MongoClient;var url = 'mongodb://127.0.0.1:27017/';MongoClient.connect(url, function(err, db){if(err) {throw err}var dbo = db.db('lolinfo');//Connect to the lolinfo databasedbo.collection(collection).insertMany(arr,function(err,res){if(err) reject(err);console.log("The document input is successful, the number of inserted documents is ",res.insertedCount);db.close();resolve();})})})}

Get list of heroes

Enter the official website f12 to get the interface

//Get the list of heroesasync function getHeroList(){let httpUrl = 'https://game.gtimg.cn/images/lol/act/img/js/heroList/hero_list.js';let res = await axios.get(httpUrl);console.log(res.data.hero);await insertMany('herolist',res.data.hero);return res.data.hero;}getHeroList()

Get single hero information through heroID

Connect to the mongodb database and insert a hero information

function insertOne(collection,obj){return new Promise((resolve,reject)=>{const MongoClient = require('mongodb').MongoClientconst url = 'mongodb://127.0.0.1:27017/'MongoClient.connect(url, function(err, db){if(err) {throw err}var dbo = db.db('my');//Connect to the lolinfo databasedbo.collection(collection).insertOne(obj,function(err,res){if(err) reject(err)console.log("Document input successfully");db.close();resolve()})})})}

Insert data

async function getHero(heroid){let httpUrl = `https://game.gtimg.cn/images/lol/act/img/js/hero/${heroid}.js`let result = await axios.get(httpUrl)await insertOne('heroInfo', result.data.hero)// console.log(result.data.hero);return result.data}async function run(){let herolist = await getHeroList()// console.log(herolist);await herolist.reduce(async (pre,item,index)=>{await prereturn new Promise(async(resolve,reject)=>{await getHero(item.heroId)resolve()})}, Promise.resolve())}run()