E02 - 带验证码的登录爬取

# coding=utf-8

import requests
from lxml import etree

url = 'https://spiderbuf.cn/web-scraping-practice/web-scraping-with-captcha/list'

# 注意：要把Cookie改成自己的 
myheaders = {'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.164 Safari/537.36',
             'Cookie':'admin=a66abb5684c45962d887564f08346e8d'}

payload = {'username':'admin','password':'123456'}

html = requests.get(url, headers=myheaders, data=payload).text
print(html)
# exit();
f = open('./data/e02/e02.html', 'w', encoding='utf-8')
f.write(html)
f.close()

root = etree.HTML(html)
trs = root.xpath('//tr')

f = open('./data/e02/data_e02.txt', 'w', encoding='utf-8')
for tr in trs:
    tds = tr.xpath('./td')
    s = ''
    for td in tds:
        # print(td.text)
        s = s + str(td.text) + '|'
    print(s)
    if s != '':
        f.write(s + '\n')

f.close()