python中的数据统计，使用matplotlib画直方图，条状图，柱状图（其他案例）

一,统计每个文本长度，并找出最大长度，最小长度，同时统计长度出现频次。

1.文本

2.数据统计代码

def get_text_length(dir): entities={} text_max=0 i=0 text_min=999999 files=os.listdir(dir) files=list(set([file.split('.')[0] for file in files if (".ann" in file or ".txt" in file) ])) l=[0]*3037 for file in files: path=os.path.join(dir,file+'.txt') lens=0 with open(path,'r',encoding='utf8') as f: for line in f.readlines(): lens=len(line) l[lens]+=1 i+=1 if(lens<50): print(line) text_max=max(text_max,lens) text_min=min(text_min,lens) return text_max,text_min,l tmax,tmin,l=get_text_length(test_dir) print(tmax,tmin)

3.绘画直方图

plt.figure(figsize=(18,8)) plt.title('Length statistics of text',fontsize=13) plt.xlabel(u'length',fontsize=13) plt.ylabel(u'quantity',fontsize=13) #plt.bar(data[i for i in count.keys()],data[i for i in count.values()],alpha=0.6,width=0.8,facecolor='deeppink',edgecolor='darkblue',w=1,label='number of class') plt.bar(range(len(l)),l,width=0.8,edgecolor='#0077CC',lw=1) fig=plt.gcf() #plt.legend(loc=2) plt.show() fig.savefig('./length_statistics_of_text.png')

二，统计实体名，出现的长度频次

1.文本

2.统计数据代码

def get_entities(dir): entities={} text_max=0 text_min=999999 files=os.listdir(dir) lens=0 files=list(set([file.split('.')[0] for file in files if (".ann" in file or ".txt" in file) ])) for file in files: path=os.path.join(dir,file+'.ann') with open(path,'r',encoding='utf8') as f: for line in f.readlines(): name=line.split('\t')[2] # print(name) lens=len(name) if(lens==1 or lens==13): print(line) if lens in entities: entities[lens]+=1 else: entities[lens]=1 text_max=max(text_max,lens) text_min=min(text_min,lens) return text_max,text_min,entities # print(name) # if name in entities: # entities[name]+=1 # else: # entities[name]=1 # return entities text_max,text_min,entities=get_entities(train_dir) text_max,text_min,entities

3.直方图

from matplotlib import pyplot as plt print(entities) entities_order=sorted(entities.items(),key=lambda x:x[0],reverse=False)# # 按字典集合中，每一个元组的第一个元素排列，相当于字典集合中遍历出来的一个元组。 #dict(list(entities_order)) print(entities_order) # print([i for i in entities_order.keys()]) # print([i for i in entities_order.values()]) dic={i[0]:i[1] for i in entities_order}#列表转换为字典 print(dic) print([i for i in dic.keys()]) print([i for i in dic.values()]) num_list = [i for i in dic.values()] num_list[-2]+=1 num_list=num_list[:-1] def autolabel(rects): for rect in rects: height =rect.get_height() plt.text(rect.get_x() + rect.get_width()/2, height, height, ha='center', va='bottom')#垂直和水平的布局 #rect.get_x(),1.03*height,'%s' % int(height)) plt.xticks(range(len(num_list)), name_list, rotation=0) plt.figure(figsize=(18,8)) plt.title('Length statistics of entity',fontsize=13) plt.xlabel(u'length',fontsize=13) plt.ylabel(u'quantity',fontsize=13) #plt.bar(data[i for i in count.keys()],data[i for i in count.values()],alpha=0.6,width=0.8,facecolor='deeppink',edgecolor='darkblue',w=1,label='number of class') autolabel(plt.bar(range(len(num_list)),num_list,width=0.8,edgecolor='darkblue',lw=1)) fig=plt.gcf() #plt.legend(loc=2) plt.show() fig.savefig('./length_statistics_of_entity.png')

4.结果