综合练习：词频统计

a = ‘‘‘Waking up I see that everything is ok 
The first time in my life 
and now it‘s so great 
Slowing down I look around 
and I am so amazed 
I think about the little things 
that make life great 
I wouldn‘t change a thing about it 
This is the best feeling 
This innocence is brilliant, 
I hope that it will stay 
This moment is perfect, 
please don‘t go away,
I need you now 
And I‘ll hold on to it, 
don‘t you let it pass you by 
I found a place so safe, 
not a single tear 
The first time in my life 
and now it‘s so clear 
Feel calm I belong, 
I‘m so happy here 
It‘s so strong 
and now I let myself be sincere 
I wouldn‘t change a thing about it 
This is the best feeling 
This innocence is brilliant, 
I hope that it will stay 
This moment is perfect, 
please don‘t go away, 
I need you now 
And I‘ll hold on to it, 
don‘t you let it pass you by 
It‘s the state of bliss you think 
you‘re dreaming 
It‘s the happiness inside 
that you‘re feeling 
It‘s so beautiful 
it makes you wanna cry 
It‘s the state of bliss you think 
you‘re dreaming 
It‘s the happiness inside 
that you‘re feeling 
It‘s so beautiful 
it makes you wanna cry 
It‘s so beautiful 
it makes you want to cry 
This innocence is brilliant, 
it makes you want to cry 
This innocence is brilliance, 
please don‘t go away 
Cause I need you now 
And I‘ll hold on to it, 
don‘t you let it pass you by 
This innocence is brilliant, 
I hope that it will stay 
This moment is perfect, 
please don‘t go away, 
I need you now 
And I‘ll hold on to it, 
don‘t you let it pass you by
‘‘‘

b = ‘‘‘:.,?!‘‘‘
for c in b:
    news=a.replace(c,‘‘)

news=news.lower()

wordList=news.split()

wordDict = {}
wordLSet=set(wordList)
for w in wordLSet:
    wordDict[w]=wordList.count(w)

for w in wordList:
    print(w,wordDict[w])

dictList = list(wordDict.items())
dictList.sort(key=lambda x: x[1],reverse=True)

exclude={‘the‘,‘and‘,‘of‘,‘to‘}
wordLSet=set(wordList)-exclude

for i in range(20):
     print(dictList[i])　　

f = open("xx.txt", "r",encoding=‘utf-8‘)
news=f.read()
f.close()
print(news)

import jieba
file = open("a.txt", ‘r‘, encoding="utf-8")
news = file.read();
file.close();
sep = ‘‘‘：。，？！；∶ ．．．“”‘‘‘
for i in sep:
    news = news.replace(i, ‘ ‘);
news_list = list(jieba.cut(news));
news_dict = {}
for w in news_list:
    news_dict[w] = news_dict.get(w, 0) + 1for w in news_dict:
    print(w, news_dict[w])

dictList = list(news_dict.items())
dictList.sort(key=lambda x: x[1], reverse=True);

exclude = [‘ ‘, ‘\n‘, ‘你‘, ‘我‘, ‘他‘, ‘但‘, ‘了‘, ‘的‘, ‘来‘, ‘是‘, ‘去‘, ‘在‘, ‘上‘]
for w in exclude:
    del (news_dict[w]);

for i in range(20):
    print(dictList[i])

outfile = open("b20.txt","a",encoding=‘utf-8‘)
for i in range(20):
    outfile.write(dictList[i][0]+" "+str(dictList[i][1])+"\n")
outfile.close();