>>> t =['a','a','b']>>> hist = histogram(t){'a':2,'b':1}
你的函数因该是以2/3地概率返回'a',以1/3的概率返回'b'.
import random
defchoose_from_hist(hist_dict):
frequency_list =list()# 遍历键值对for key, val in hist_dict.items():# 列表添加val个键for i inrange(val):
frequency_list.append(key)
random_res = random.choice(frequency_list)return random_res
for v inrange(3):
histogram_dict ={'a':2,'b':1}
res = choose_from_hist(histogram_dict)print(res)
import string
defprocess_file(filename):
hist =dict()
fp =open(filename)for line in fp:
process_line(line, hist)return hist
defprocess_line(line, hist):
line = line.replace('-',' ')for word in line.split():
word = word.strip(string.punctuaion + string.whitespace)
word = word.lower()
hist[word]= hist.get(word,0)+1
hist = process_file('emma.txt')
print('Total number of words:', total_words(hist))print('Number of different words', different_words(hist))
以及结果:
Total number of words:164120
Number of different words 8904
import string
defprocess_file(filename):
hist =dict()
fp =open(filename, encoding='utf8')for line in fp:
process_line(line, hist)return hist
defprocess_line(line, hist):
line = line.replace('-',' ')for word in line.split():
word = word.strip(string.punctuation + string.whitespace)
word = word.lower()
hist[word]= hist.get(word,0)+1
hist = process_file('emma.txt')deftotal_words(hist):returnsum(hist.values())defdifferent_words(hist):returnlen(hist)# 单词总数print('Total number of words:', total_words(hist))# 不同单词的数量print('Number of different words', different_words(hist))
# 完整代码import string
# 移除符号, 文本中有中文符号“与”
remove_symbol = string.punctuation + string.whitespace +'“”'# 读取文件defread_file(file_name):"""
:param file_name: 文件的路径
:return: 直方图
"""
hist =dict()
file_data =open(file_name, encoding='utf8')# 跳过开头部分
skip_header(file_data)# 现在的file_data以及没有了开头部分.for line in file_data:# 跳过结尾部分if line.startswith('*** END OF THIS PROJECT'):break# 单词很多使用'-'拼在一起, 将'-'替换为空格
words_line = line.replace('-',' ')# 字符串按空格切分
words_list = words_line.split()for word in words_list:# 处理单词前后的符号, 中间的不要管
word = word.strip(remove_symbol)# 转为全小写
lower_word = word.lower()# 统计频率
hist:dict
hist[lower_word]= hist.get(lower_word,0)+1return hist
defskip_header(file_obj):"""
:param file_obj: 文件对象
:return: None
读取文件对象, 读取到 *** START OF THIS PROJECT GUTENBERG EBOOK EMMA *** 这一行则停止
"""for line in file_obj:if line.startswith('*** START OF THIS PROJECT'):breakdefmost_common(hist):
t =[]for key, value in hist.items():
t.append((value, key))
t.sort(reverse=True)return t
hist = read_file('emma.txt')
t = most_common(hist)print('The most common word are:')for freq, word in t[:10]:print(word, freq, sep='\t')
# 简化版本, 注意: 需要去掉开头与结尾的..import string
# 移除符号, 文本中有中文符号“与”
remove_symbol = string.punctuation + string.whitespace +'“”'# 读取文件defread_file(file_name):
hist =dict()
file_data =open(file_name, encoding='utf8')# 跳过开头部分
skip_header(file_data)# 现在的file_data以及没有了开头部分.for line in file_data:# 跳过结尾部分if line.startswith('*** END OF THIS PROJECT'):break# 单词很多使用'-'拼在一起, 将'-'替换为空格
words_line = line.replace('-',' ')# 字符串按空格切分
words_list = words_line.split()for word in words_list:# 处理单词前后的符号, 中间的不要管
word = word.strip(remove_symbol)# 转为全小写
lower_word = word.lower()# 统计频率
hist:dict
hist[lower_word]= hist.get(lower_word,0)+1return hist
defskip_header(file_obj):for line in file_obj:if line.startswith('*** START OF THIS PROJECT'):break
hist = read_file('emma.txt')# 简化
hist_list =list(hist.items())
hist_list.sort(key=lambda x: x[1], reverse=True)print('The most common word are:')for freq, word in hist_list[:10]:print(word, freq, sep='\t')
# 完整代码import string
# 移除符号, 文本中有中文符号“与”
remove_symbol = string.punctuation + string.whitespace +'“”'# 读取文件defread_file(file_name):
hist =dict()
file_data =open(file_name, encoding='utf8')# 跳过开头部分
skip_header(file_data)# 现在的file_data以及没有了开头部分.for line in file_data:# 跳过结尾部分if line.startswith('*** END OF THIS PROJECT'):break# 单词很多使用'-'拼在一起, 将'-'替换为空格
words_line = line.replace('-',' ')# 字符串按空格切分
words_list = words_line.split()for word in words_list:# 处理单词前后的符号, 中间的不要管
word = word.strip(remove_symbol)# 转为全小写
lower_word = word.lower()# 统计频率
hist:dict
hist[lower_word]= hist.get(lower_word,0)+1return hist
defskip_header(file_obj):for line in file_obj:if line.startswith('*** START OF THIS PROJECT'):breakdefmost_common(hist):
t =[]for key, value in hist.items():
t.append((value, key))
t.sort(reverse=True)return t
defprint_most_common(hist, num=10):
t = most_common(hist)print('The most common word are:')for freq, word in t[:num]:print(word, freq, sep='\t')
hist = read_file('emma.txt')
print_most_common(hist)# print_most_common(hist, 20)
words = process_file('words')
diff = subtract(hist, words)print("Words in the book that aren't in the word list:")for word in diff:print(word, end=' ')
#我的结果Wordsinthebookthataren'tinthewordlist:emmaausteniwoodhouseasister's remembrance taylor mr woodhouse'staylor's...
# 完整代码, 有一点不同, 就是调用函数生成直方图时, 要不要跳过开头的配置...import string
# 移除符号, 文本中有中文符号“与”
remove_symbol = string.punctuation + string.whitespace +'“”'# 读取文件defprocess_file(file_name, is_skip=True):
hist =dict()
file_data =open(file_name, encoding='utf8')if is_skip:# 跳过开头部分
skip_header(file_data)# 现在的file_data以及没有了开头部分.for line in file_data:# 跳过结尾部分if line.startswith('*** END OF THIS PROJECT'):break# 单词很多使用'-'拼在一起, 将'-'替换为空格
words_line = line.replace('-',' ')# 字符串按空格切分
words_list = words_line.split()for word in words_list:# 处理单词前后的符号, 中间的不要管
word = word.strip(remove_symbol)# 转为全小写
lower_word = word.lower()# 统计频率
hist:dict
hist[lower_word]= hist.get(lower_word,0)+1return hist
defskip_header(file_obj):for line in file_obj:if line.startswith('*** START OF THIS PROJECT'):break# 字典减法defsubtract(d1, d2):
res =dict()for key in d1:if key notin d2:
res[key]=Nonereturn res
# 跳过靠头结尾
hist = process_file('emma.txt')# 不跳过开头
words = process_file('words.txt',False)
diff = subtract(hist, words)print("Words in the book that aren't in the word list:")for word in diff:print(word, end=' ')
# 完整代码, 有一点不同, 就是调用函数生成直方图时, 要不要跳过开头的配置...import string
# 移除符号, 文本中有中文符号“与”
remove_symbol = string.punctuation + string.whitespace +'“”'# 读取文件defprocess_file(file_name, is_skip=True):
hist =dict()
file_data =open(file_name, encoding='utf8')if is_skip:# 跳过开头部分
skip_header(file_data)# 现在的file_data以及没有了开头部分.for line in file_data:# 跳过结尾部分if line.startswith('*** END OF THIS PROJECT'):break# 单词很多使用'-'拼在一起, 将'-'替换为空格
words_line = line.replace('-',' ')# 字符串按空格切分
words_list = words_line.split()for word in words_list:# 处理单词前后的符号, 中间的不要管
word = word.strip(remove_symbol)# 转为全小写
lower_word = word.lower()# 统计频率
hist:dict
hist[lower_word]= hist.get(lower_word,0)+1return hist
defskip_header(file_obj):for line in file_obj:if line.startswith('*** START OF THIS PROJECT'):break# 集合减法, 集合是无序的, 输出的顺序不一致的...defsubtract(d1, d2):# 小集合 - 大集合returnset(d1)-set(d2)# 跳过靠头结尾
hist = process_file('emma.txt')# 不跳过开头
words = process_file('words.txt',False)
diff = subtract(hist, words)print("Words in the book that aren't in the word list:")for word in diff:print(word, end=' ')
马尔可夫分析:1.编写一个程序从文件中读入文本,并进行马尔可夫分析.结果因该是一个字典,将前缀映射到可能后缀的集合.集合可以是列表,元组或者字典.由你来做出合适的选择,你可以使用前缀长度2来测试程序,但编写程序时应当考虑可以方便地改为其他前缀长度.2.在前面编写地程序中添加一个函数,基于马尔可夫分析地结果随机生成文本.下面时一个从<<爱玛>>中使用前缀长度2生成地例子:Hewasveryclever,beitsweetnessorbeangry,ashamedoronlyamused,atsuchastroke.ShehadneverthoughtofHannahtillyouwerenevermeantforme?""I cannot make speechess, Emma:"hesooncutitallhimself.对这个例子,我留下每个单词后面地标点.结果几乎时语法正确地,但也不完整正确.语义上,它看起来像是有意义的,但也不完全是.当增加前缀长度是,结果会怎么样?随机生成的文本会不会看起来更有意义?3.一旦你的程序可以正常运行后,可以考虑尝试一下混搭:如果对两本或更多本书进行组合,则生成的随机文本会以一种有趣的方式混合各书中的词汇和短语.致谢:本案例分析基于Kernighan和Pike和ThePracticeofProgramming(Addison-Wesley,1999)一书中的一个实例.你应当在继续阅读全尝试这个练习,接着可从↓下载我的解答:https://raw.githubusercontent.com/AllenDowney/ThinkPython2/master/code/markov.py你也需要↓:https://raw.githubusercontent.com/AllenDowney/ThinkPython2/master/code/emma.txt
Part IX: Work and What Comes Next 第九部分：工作及其未来发展 The one who plants trees, knowing that he will never sit in their shade, has at least started to understand the meaning of life. —Rabindranath Tagore 种树的人，虽然知道他永远…
文章目录 KITTISemanticKITTISemantic Segmentation and Panoptic SegmentationSemantic Scene Completion 数据转换语义标签和点云拼接 KITTI
The odometry benchmark consists of 22 stereo sequences, saved in loss less png format: We provide 11 sequences (00-10) wit…
![[大模型]Phi-3-mini-4k-instruct langchain 接入](https://img-blog.csdnimg.cn/direct/dc2da995c6774ca7b9aa54bf7e52df2c.png#pic_center)
![Siemens-NXUG二次开发-创建平面（无界非关联）、固定基准面[Python UF][20240614]](https://img-blog.csdnimg.cn/direct/cde449a65bd54e3385ef54f1aaa9169b.png#pic_center)
