Crawler example: climb the ranking of Chinese Universities

step ：
1. use requests Library crawls for Web Information
2. use BeautifulSoup Handle html Key data , Put it in the list
3. Format print information

import  requests
import bs4
from bs4 import  BeautifulSoup

def getData(url): # Get information from the web 
    try:
        r=requests.get(url,timeout=30)
        r.raise_for_status()
        r.encoding=r.apparent_encoding
        return r.text
    except:
        print(" Crawling failed ")


def settleData(html,datalist): # Handle html Key data , Put it in the list 
    soup=BeautifulSoup(html,'html.parser')
    for tr in soup.find('tbody').children:   # Traverse tbody All the sons of the label 
        if isinstance(tr,bs4.element.Tag):
            tds=tr('td')
            datalist.append([tds[0].string,tds[1].string,tds[2].string,tds[3].string])


def printData(datalist,num): # Print information 
    tplt = "{0:{4}^10}\t{1:{4}^10}\t{2:{4}^10}\t{3:^10}"
    print(tplt.format(" ranking "," School name "," School address "," Total score ",chr(12288))) # To align , Fill with Chinese characters chr(12288）
    for i in range(num):
        u=datalist[i]
        print(tplt.format(u[0],u[1],u[2],u[3],chr(12288)))

def main():
    uinfo=[]
    url='http://www.zuihaodaxue.cn/zuihaodaxuepaiming2019.html'
    html=getData(url)
    settleData(html,uinfo)
    printData(uinfo,30)


def search(string):  # The search function 
    uinfo = []
    url = 'http://www.zuihaodaxue.cn/zuihaodaxuepaiming2019.html'
    html = getData(url)
    settleData(html, uinfo)
    for i in range(len(uinfo)):
        u=uinfo[i]
        if u[1]==string:
            print(u[0],u[1])

main()
search(" Jiangxi Normal University ")

The effect is as follows