from datetime import datetime import pymysql import requests import time import re import urllib.request import os import json from bs4 import BeautifulSoup #獲取資源的路徑 #url='http://repo1.maven.org/maven2/HTTPClient/' #存放到路徑 pathFinal="C:\\Users\\gao\\Desktop\\mysqlConnectionDown" url="https://datachart.500.com/ssq/history/newinc/history.php?limit=100&sort=0" url2 ="http://datachart.500.com/ssq/history/newinc/history.php?start=1001&end=19019" content = requests.get(url2,timeout = 500 ) content = content.text # print(content) #content = content.replace("var libs =","") #print(json.loads(content)) soup = BeautifulSoup(content, 'html.parser') content=soup.find(id='tdata') # print(content) trs = content.find_all('tr') conn = pymysql.connect(host='localhost', user='root',password='123456',database='aaa',charset='utf8') cursor = conn.cursor() # trs = str(trs) # trs = trs.replace(' <tr class="tdbck"><td colspan="51"></td></tr>, ','') # #print(trs) # trs = BeautifulSoup(trs, 'html.parser') # print(type(trs)) for tr in trs : # if str(tr) !='<tr class="tdbck"><td colspan="51"></td></tr>': ## print(trs[0])idre = re.compile('<tr class="t_tr1"><!--<td>2</td>--><td>(.*?)</td>')id = re.findall(idre, str(tr))# print(id[0])id= id[0]hongre = re.compile('<td class="t_cfont2">(.*?)</td>')hongs = re.findall(hongre, str(tr))# for hong in hongs:hong1=hongs[0]hong2=hongs[1]hong3=hongs[2]hong4=hongs[3]hong5=hongs[4]hong6=hongs[5]lanre = re.compile('<td class="t_cfont4">(.*?)</td>')lan = re.findall(lanre, str(tr))print(lan[0])riqire = re.compile('</td><td>([^<]*?)</td></tr>')riqi = re.findall(riqire, str(tr))print(riqi[0])print('-----------')# sql = "INSERT INTO caipiao(qi) VALUES ( %d);"sql = "INSERT INTO caipiao(qi,hong1,hong2,hong3,hong4,hong5,hong6,lan,riqi) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,'%s');" %(id,hong1,hong2,hong3,hong4,hong5,hong6,lan[0],datetime.strptime(riqi[0], "%Y-%m-%d"))# 執行SQL語句print(id)print(type(id))# print(hong1)# print(type(hong1))# print(hong2)# print(hong3)# print(hong4)# print(hong5)# print(hong6)# print(lan[0])# print(type(lan[0]))# print(datetime.strptime(riqi[0], "%Y-%m-%d"))# print(type(datetime.strptime(riqi[0], "%Y-%m-%d")))# #datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")cursor.execute(sql)conn.commit()#print(content)# content= json.loads(content) # print(len(content)) # for i in content: # print("geturl(\"http://cdn.code.baidu.com/v/"+i+"\")") ## 提交事務cursor.close() conn.close()

總結

以上是生活随笔為你收集整理的python爬虫获取双色球历史中奖纪录写入数据库的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。