<jupyter_start><jupyter_text>Datathon 2019<jupyter_code>import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
path = './data/Dataset'
df_scores = pd.read_csv(path + '/Scores.csv', index_col = 0)
df_scores.head()
df_pre_contest = pd.read_csv(path + '/Pre_Contest.csv', index_col = 0)
df_pre_contest.head()
df_post_contest = pd.read_csv(path + '/Post_Contest.csv', index_col = 0)
df_post_contest.head()
df_pre_contest.describe()
df_pre_contest.info()
df_pre_contest.mean()
fig = plt.figure(figsize = (15,20))
ax = fig.gca()
df_pre_contest.hist(ax = ax)
plt.savefig('histogram_4.png', bbox_inches='tight')
df_pre_contest.groupby(['Which language are you most comfortable coding in?']).count()[['Rate your problem solving ability on the scale of 1 to 5', 'Rate your coding proficiency on the scale of 1 to 5']]
df_pre_contest.groupby(['Which language are you most comfortable coding in?']).mean()[['Rate your problem solving ability on the scale of 1 to 5', 'Rate your coding proficiency on the scale of 1 to 5']]
df_pre_contest.groupby(['Years of coding experience']).count()[['Rate your problem solving ability on the scale of 1 to 5', 'Rate your coding proficiency on the scale of 1 to 5']]
df_pre_contest['Department'] = df_pre_contest['Department'].replace({'MCA':'M.Tech Computer Science / M.C.A'})
df_pre_contest.groupby(['Department']).count()
df_years_exp_group = df_pre_contest.groupby(['Years of coding experience']).mean()[['Rate your problem solving ability on the scale of 1 to 5', 'Rate your coding proficiency on the scale of 1 to 5']]
df_years_exp_group
df_years_exp_group.index = ['1-2 years', '2-3 years', '3-4 years', '1 year', '4 years']
df_years_exp_group = df_years_exp_group.sort_index()
fig = plt.figure(figsize = (20,15))
ax = fig.gca()
df_years_exp_group.plot(ax = ax)
plt.title('Years of Experience and Ratings, Proficiency')
plt.savefig('plot_1.png', bbox_inches='tight')
df_scores_pre_contest = df_scores.merge(df_pre_contest, left_on = 'Prutor ID', right_on='Prutor ID')
df_scores_pre_contest.groupby(['Department', 'Years of coding experience']).mean()
plt.figure(figsize = (15,10))
plt.title('TOTAL vs CGPA')
plt.xlabel('TOTAL')
plt.ylabel('CGPA')
plt.scatter(df_scores_pre_contest['TOTAL'], df_scores_pre_contest['Current CGPA'])
plt.savefig('scatter.png', bbox_inches='tight')
plt.show()
df_scores_pre_contest.corr()<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.13990066225165562, 'fraction_numerical': 0.018625827814569538, 'mean_word_length': 6.771704180064309, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '300907', 'license': 'MIT', 'n_tokens_mistral': 928, 'n_tokens_neox': 856, 'n_words': 223, 'path': 'datathon2019-target-4.ipynb', 'repo_name': 'nsudhanva/datathon2019', 'size': '2416'}