本文共 2130 字,大约阅读时间需要 7 分钟。
import osimport astimport pandas as pdimport seaborn as snsimport matplotlib.pyplot as pltfrom sklearn.utils import shufflepd.options.display.max_rows = 20sns.set(style="darkgrid")%matplotlib inline
files_directory = os.listdir("E:/CNN比赛/train_simplified/")train = pd.DataFrame()for file in files_directory: train = train.append(pd.read_csv('E:/CNN比赛/train_simplified/' + file, index_col='key_id', usecols=[1, 2, 3, 5]))# Shuffle datatrain = shuffle(train, random_state=123)
print('Train number of rows: ', train.shape[0])print('Train number of columns: ', train.shape[1])print('Train set features: %s' % train.columns.values)print('Train number of label categories: %s' % len(files_directory))
count_gp = train.groupby(['word']).size().reset_index(name='count').sort_values('count', ascending=False)top_10 = count_gp[:10]bottom_10 = count_gp[count_gp.shape[0]-10:count_gp.shape[0]]
ax_t10 = sns.barplot(x="word", y="count", data=top_10, palette="coolwarm",ci=500)ax_t10.set_xticklabels(ax_t10.get_xticklabels(), rotation=40, ha="right")plt.show()
ax_b10 = sns.barplot(x="word", y="count", data=bottom_10, palette="BrBG")ax_b10.set_xticklabels(ax_b10.get_xticklabels(), rotation=40, ha="right")plt.tight_layout()plt.show()
sns.countplot(x="recognized", data=train)plt.show()
train['recognized'].value_counts()
4194827/(4194827+45512752)
rec_gp = train.groupby(['word', 'recognized']).size().reset_index(name='count')rec_true = rec_gp[(rec_gp['recognized'] == True)].rename(index=str, columns={ "recognized": "recognized_true", "count": "count_true"})rec_false = rec_gp[(rec_gp['recognized'] == False)].rename(index=str, columns={ "recognized": "recognized_false", "count": "count_false"})rec_gp = rec_true.set_index('word').join(rec_false.set_index('word'), on='word')rec_gp
words = train['word'].tolist()drawings = [ast.literal_eval(pts) for pts in train[:9]['drawing'].values]plt.figure(figsize=(10, 10))for i, drawing in enumerate(drawings): plt.subplot(330 + (i+1)) for x,y in drawing: plt.plot(x, y, marker='.') plt.tight_layout() plt.title(words[i]); plt.axis('off')
转载地址:http://mobtz.baihongyu.com/