代码拉取完成,页面将自动刷新
#!/usr/bin/python
# -*- coding: UTF-8 -*-
#参考自http://c.biancheng.net/view/2011.html
import requests #导入requests包
from bs4 import BeautifulSoup
import re
import time
file_name = 'D:\\test\\xingzhengquhua\\xingzhengquhua.txt'
url='https://xingzhengquhua.51240.com/120100000000__xingzhengquhua/'
strhtml=requests.get(url)
soup=BeautifulSoup(strhtml.text,'lxml')
data = soup.select('#main_content > table > tr > td > table > tr')
print(data)
for item in data[3:]:
time.sleep(1)
result={
'title': re.findall('\D+', item.get_text()),
'ID': re.findall('\d+', item.get_text())
}
print(result)
with open(file_name, 'a') as file_obj:
#file_obj.write(str(result.get('ID')) + ',' + str(result.get('title')) + '\n')
#file_obj.write(",".join(result) + '\n')
file_obj.write(str(result['ID'][0]) + ',' + str(result['title'][0]) + ',,4' + '\n')
#file_obj.write('\r\n')
url = 'https://xingzhengquhua.51240.com/' + str(re.findall('\d+', item.get_text())[0]) + '__xingzhengquhua/'
print(url)
strhtml = requests.get(url)
soup = BeautifulSoup(strhtml.text, 'lxml')
data = soup.select('#main_content > table > tr > td > table > tr')
print(data[3:])
for item in data[3:]:
time.sleep(1)
result = {
'title': re.findall('\D+', item.get_text()),
'ID': re.findall('\d+', item.get_text())
}
print(result)
with open(file_name, 'a') as file_obj:
file_obj.write(str(result['ID'][0]) + ',' + str(result['title'][0]) + ',,5' + '\n')
# 区级
url = 'https://xingzhengquhua.51240.com/' + str(re.findall('\d+', item.get_text())[0]) + '__xingzhengquhua/'
print(url)
strhtml = requests.get(url)
soup = BeautifulSoup(strhtml.text, 'lxml')
data = soup.select('#main_content > table > tr > td > table > tr')
print(data[3:])
for item in data[3:]:
time.sleep(1)
result = {
'title': re.findall('\D+', item.get_text()),
'ID': str(re.findall('\d+', item.get_text()))[2:14],
'type': str(re.findall('\d+', item.get_text()))[14:17]
}
print(result)
with open(file_name, 'a') as file_obj:
file_obj.write(result['ID'] + ',' + str(result['title'][0]) + ',' + result['type'] + ',6' + '\n')
print('程序执行结束')
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。