本文实例为大家分享了python创建单词词库的具体代码,供大家参考,具体内容如下
基本思路:以COCA两万单词表为基础,用python爬取金山词霸的单词词性,词义,音频分别存入sqllite。背单词的时候根据需要自定义数据的选择方式。
效果如下:
代码写的比较随意,还请见谅。
创建数据库
复制代码
代码如下:
cu.execute('create table test (id INTEGER PRIMARY KEY AUTOINCREMENT,dc varchar(20),cx varchar(20),cy varchar(50),mp3 varchar(50));')
完整代码 ,效率不高,不过够用了
import requests from bs4 import BeautifulSoup import re import traceback import sqlite3 import time import sys def ycl(word): try: url = "http://www.iciba.com/{}".format(word) headers = { 'Host': 'www.iciba.com', 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:43.0) Gecko/20100101 Firefox/43.0', 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3', 'Accept-Encoding': 'gzip, deflate', 'Referer': 'http://www.baidu.com', 'Connection': 'keep-alive', 'Cache-Control': 'max-age=0', } response = requests.get(url = url,headers = headers) soup = BeautifulSoup(response.text,"lxml") #输出单词词性 cx = soup.find(class_='base-list switch_part')(class_='prop') #输出词性词义 mp3 = soup.find_all(class_='new-speak-step')[1] pattern = re.compile(r'http://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+.mp3') mp3url = re.findall(pattern,mp3['ms-on-mouseover']) mp3url = '.'.join(mp3url) r = requests.get(mp3url) #单词音频输出路径 dress = "E:\\sound\\" mp3path = dress +word+".mp3" with open(mp3path, 'wb') as f: f.write(r.content) #获取词性个数 meanings =soup.find_all(class_='prop') #实行每个词性的词义同行输出 for i in range(len(meanings)): s = soup.find(class_='base-list switch_part')('li')[i]('span') c = cx[i].text a = '' for x in range(len(s)): b = s[x].text a = a + b print(word) print(c) print(a) # 存入数据库的方法 conn = sqlite3.connect("word.db") cu = conn.cursor() sql =cu.execute("INSERT INTO test (id,dc,cx,cy,mp3)VALUES(NULL,'%s','%s','%s','%s');"%(word,c,a,mp3path)) print(sql) conn.commit() print('\n') except Exception as e: print(e) print("error") with open("log.txt",'a') as f: f.write(word+'\n') def duqudanci(file): wordcount = 0 for line in open(file): word = line.strip('\n') wordcount += 1 print(wordcount) ycl(word) if __name__ == '__main__': conn = sqlite3.connect("word.db") cu = conn.cursor() word = "" #需要爬取的单词 duqudanci(sys.argv[1]) print('下载完成') conn.commit() conn.close()
自定义背单词: 根据需要可以将单词放入txt文件中进行测试,可以输出词义拼写单词,也可以输出单词,选择对应释义。 当然还可以给每个单词词义加两个属性值,分别表示学习次数和答错次数,然后可以根据这两个值来选择单词,如果有兴趣的话,可以尝试一下。
import sqlite3 import random import sys from playsound import playsound # 中译英 def CtoE(): for j in list1: sql =cu.execute('select id,dc,cx,cy,mp3 from wordinfo where id = ?',(j,)) for it in sql: # 返回的是元组,直接对元组查询 c=0 while c<3: print("当前单词ID = "+str(it[0])) print("释义:"+it[3]) # 播放音频 playsound(it[4]) a = input("请拼写单词,共有三次机会:") if a == it[1]: print("拼写正确") break; c += 1 print('第%d次拼写错误'%c) print('\n') print("下一个") print('\n') # 英译中 def EtoC(): for j in list1: sql =cu.execute('select id,dc,cx,cy,mp3 from wordinfo where id = ?',(j,)) d =0 for it in sql: # 返回的是元组,直接对元组查询 c=0 while c<3: # 释放list2 list2 = [] sql =cu.execute('select cy from wordinfo where id !=? order by random() limit 3',(j,)) for t in sql: for o in range(len(t)): #将随机取出的数据放入列表 list2.append(t[o]) # 加入正确答案 p = random.randint(0,3) list2.insert(p,it[3]) print("当前单词ID = "+str(it[0])) print("选择单词的对应释义:----"+it[1]) playsound(it[4]) dict1 = {'A':list2[0],'B':list2[1],'C':list2[2],'D':list2[3]} print("A:"+dict1.get('A')+'\n') print("B:"+dict1.get('B')+'\n') print("C:"+dict1.get('C')+'\n') print("D:"+dict1.get('D')+'\n') answer1 = input("请选择,共有三次机会(大写):") if dict1.get(answer1)== it[3]: print("正确") break; c += 1 print('第%d次拼写错误'%c) d += 1 print('\n') print("下一个") print('\n') def main(file): for line in open(file): word = line.strip('\n') sql =cu.execute('select id from wordinfo where dc = ?',(word,)) for x in sql: list1.append(x[0]) cho = input("英译中请选1,中译英请选2:") if cho =="1": EtoC() elif cho =="2": CtoE() else: print("错误,请重试") if __name__ == '__main__': conn = sqlite3.connect("word.db") cu = conn.cursor() list1 = [] word = "" main(sys.argv[1]) conn.commit() conn.close()
以上就是本文的全部内容,希望对大家的学习有所帮助,也希望大家多多支持脚本之家。