import jieba #进行中文分词的第三方库
txt = open("C:/Users/Administrator/Desktop/python-lianxi/threekingdoms.txt", "r", encoding="utf-8").read()
excludes = {"将军","却说","荆州","二人","不可","不能","如此","商议","如何",\
"主公","军士","左右","军马","引兵","次日","大喜","天下","东吴",\
"于是","今日","不敢","魏兵","陛下","一人","都督","人马","不知",\
"汉中","众将","汉中","只见","后主","蜀兵","上马","大叫","太守",\
"此人","夫人","先主","后人","背后","城中","天子","一面","何不",\
"大军","忽报","先生","百姓","何故","然后","先锋","不如","赶来"} #经过多次执行，把统计结果中排名靠前的不是人名的排除掉
words = jieba.lcut(txt)
counts = {}
for word in words:
if len(word)==1:
continue
elif word == "诸葛亮" or word == "孔明曰": #对同样一个人物出场的分词不当的情况进行统计
rword = "孔明"
elif word == "关公" or word == "云长":
rword = "关羽"
elif word == "玄德" or word == "玄德曰":
rword = "刘备"
elif word == "孟德" or word == "丞相":
rword = "曹操"
else:
rword = word
counts[rword] = counts.get(rword,0) + 1 #字典的get方法，查找是否有键word,有则返回其对应键值，没有则返回后面的值0
for word in excludes: #剔除掉已经找出的不是人名的多频率词
del counts[word]
items = list(counts.items())
items.sort(key=lambda x:x[1], reverse=True) #列表的排序常用搭配，将元素的下标为第一个的元素作为关键字按照从大到小排序
for i in range(15):
word, count = items[i]
print("{0:<10}{1:>5}".format(word, count))
如果觉得《使用第三方jieba中文分词库对三国演义片段进行分词统计》对你有帮助，请点赞、收藏，并留下你的观点哦！
