当前位置:网站首页>Crawl lottery data

Crawl lottery data

2022-04-23 18:00:00 Round programmer

import requests
import json
import csv
from user_agents import UA


def post_request(url,data):
    HEADER = {
    
        'Accept': '*/*',
        'Accept-Encoding': 'gzip, deflate, br',
        'Accept-Language': 'zh-CN,zh;q=0.9',
        'Connection': 'keep-alive',
        'User-Agent': UA,
        'Cookie':' Yours cookie',
        'Host': 'www.cwl.gov.cn',
        'Referer': 'http://www.cwl.gov.cn/kjxx/ssq/kjgg/',
        'X-Requested-With': 'XMLHttpRequest',

    }

    try:
        response = requests.post(
            url=url,
            headers=HEADER,
            verify=True,
            data=data,
            timeout=20
        )
        res = bytes(response.text, response.encoding).decode("utf-8", 'ignore')
        return res
    except Exception as e:
        pass

def ssq_craw():
    url_ssq="http://www.cwl.gov.cn/cwl_admin/kjxx/findDrawNotice"
    data = {
    

        'name': 'ssq',
        'issueCount': '100',
    }

    respon=json.loads(post_request(url=url_ssq,data=data))
    data_list=respon["result"]
    for i in data_list:
        time=i.get("date","notfound")# date 
        red=i.get("red","notfound")# Red sign 
        blue=i.get('blue',"notfound")# Blue 
        print(red,blue)

        with open('/media/liu/_dde_data/project/spider/ lottery /' + " Bicolor " + '.csv', 'a+') as f:
            f_csv = csv.writer(f)
            f_csv.writerow([time, red, blue])


def sd_craw():
    url_sd = "http://www.cwl.gov.cn/cwl_admin/kjxx/findDrawNotice"
    data = {
    

        'name': '3d',
        'issueCount': '100',
    }

    respon = json.loads(post_request(url=url_sd,data=data))
    data_list = respon["result"]
    for i in data_list:
        time = i.get("date", "notfound")  #  date 
        red = i.get("red", "notfound")  #  Red sign 
        print(time,red)

        with open('/media/liu/_dde_data/project/spider/ lottery /' + "3D" + '.csv', 'a+') as f:
            f_csv = csv.writer(f)
            f_csv.writerow([time, red])


def qlc_craw():
    url_ssq="http://www.cwl.gov.cn/cwl_admin/kjxx/findDrawNotice"
    data = {
    

        'name': 'qlc',
        'issueCount': '100',
    }

    respon=json.loads(post_request(url=url_ssq,data=data))
    data_list=respon["result"]
    for i in data_list:
        time=i.get("date","notfound")# date 
        red=i.get("red","notfound")# Red sign 
        blue=i.get('blue',"notfound")# Blue 
        print(red,blue)

        with open('/media/liu/_dde_data/project/spider/ lottery /' + " Seven music colors " + '.csv', 'a+') as f:
            f_csv = csv.writer(f)
            f_csv.writerow([time, red, blue])

ssq_craw()
sd_craw()
qlc_craw()

版权声明
本文为[Round programmer]所创,转载请带上原文链接,感谢
https://yzsam.com/2022/04/202204230545315791.html