Python 抓取数据存储到Mysql中
生活随笔
收集整理的這篇文章主要介紹了
Python 抓取数据存储到Mysql中
小編覺得挺不錯的,現(xiàn)在分享給大家,幫大家做個參考.
# -*- coding: utf-8 -*-
import os,sys
import requests
import bs4
import pymysql
#import MySQLdb#連接MYSQL數(shù)據(jù)庫 db = pymysql.connect(host='127.0.0.1',user='root',password='mysql',db='test',port=3306,charset='utf8') #db = MySQLdb.connect('127.0.0.1','root','mysql','test',coon.set_character_set('utf8')) print('連接數(shù)據(jù)庫成功!') conn = db.cursor() #獲取指針以操作數(shù)據(jù)庫 conn.execute('set names utf8')html = 'https://www.dongmanmanhua.cn/dailySchedule?weekday=MONDAY' result = requests.get(html) texts = result.textdata = bs4.BeautifulSoup(texts,'html.parser'); lidata = data.select('div#dailyList ul.daily_card li') #print(lidata) arr = {}for x in lidata:did = x.get('data-title-no')print(did)name = x.select('p.subj')name1 = name[0].get_text()url = x.a.get('href')#print(url)story = x.a.pstory1 = story.stringuser = x.select('p.author')user1 = user[0].get_text()like = x.select('em.grade_num')like1 = like[0].get_text()#寫入MYSQL數(shù)據(jù)庫t = [did,name1,url,story1,user1,like1]sql = u"INSERT INTO dongman(did,name,url,story,user,likes) VALUES(%s,%s,%s,%s,%s,%s)"conn.execute(sql,t) # t1 = (did,name1,url,story1,user1,like1) # sql1 = u'''insert into dongman(did,name,url,story,user,likes) values (%d,'%s','%s','%s','%s','%s')''' % t1 # conn.execute(sql1)db.commit() #提交操作print('插入數(shù)據(jù)成功!')#關閉MySQL連接 conn.close() db.close()
#import MySQLdb#連接MYSQL數(shù)據(jù)庫 db = pymysql.connect(host='127.0.0.1',user='root',password='mysql',db='test',port=3306,charset='utf8') #db = MySQLdb.connect('127.0.0.1','root','mysql','test',coon.set_character_set('utf8')) print('連接數(shù)據(jù)庫成功!') conn = db.cursor() #獲取指針以操作數(shù)據(jù)庫 conn.execute('set names utf8')html = 'https://www.dongmanmanhua.cn/dailySchedule?weekday=MONDAY' result = requests.get(html) texts = result.textdata = bs4.BeautifulSoup(texts,'html.parser'); lidata = data.select('div#dailyList ul.daily_card li') #print(lidata) arr = {}for x in lidata:did = x.get('data-title-no')print(did)name = x.select('p.subj')name1 = name[0].get_text()url = x.a.get('href')#print(url)story = x.a.pstory1 = story.stringuser = x.select('p.author')user1 = user[0].get_text()like = x.select('em.grade_num')like1 = like[0].get_text()#寫入MYSQL數(shù)據(jù)庫t = [did,name1,url,story1,user1,like1]sql = u"INSERT INTO dongman(did,name,url,story,user,likes) VALUES(%s,%s,%s,%s,%s,%s)"conn.execute(sql,t) # t1 = (did,name1,url,story1,user1,like1) # sql1 = u'''insert into dongman(did,name,url,story,user,likes) values (%d,'%s','%s','%s','%s','%s')''' % t1 # conn.execute(sql1)db.commit() #提交操作print('插入數(shù)據(jù)成功!')#關閉MySQL連接 conn.close() db.close()
?
轉載于:https://www.cnblogs.com/lovele-/p/9802658.html
創(chuàng)作挑戰(zhàn)賽新人創(chuàng)作獎勵來咯,堅持創(chuàng)作打卡瓜分現(xiàn)金大獎總結
以上是生活随笔為你收集整理的Python 抓取数据存储到Mysql中的全部內容,希望文章能夠幫你解決所遇到的問題。
- 上一篇: smartadmin mysql_Api
- 下一篇: Mysql存储过程和函数区别介绍