<jupyter_start><jupyter_text>Exploration The DataSet<jupyter_code>raw_df=pd.read_csv(DATA_PATH)
raw_df.head()
raw_df.shape
#Display Random Row In The Dataset
raw_df.sample(1).iloc[0]
raw_df.info()
raw_df.describe()
Questionable_col=['YearsCodePro' ,'YearsCode' ,'Age1stCode']
for col in Questionable_col :
    print ("Column Name:",col)
    print(raw_df[col].unique().tolist())
    print("-----------------------------")<jupyter_output>Column Name: YearsCodePro
['27', '4', nan, '8', '13', '2', '7', '20', '1', '23', '3', '12', '17', '18', '10', '14', '29', '6', '28', '9', '15', '11', '16', '25', 'Less than 1 year', '5', '21', '19', '35', '24', '32', '22', '30', '38', '26', '40', '33', '31', 'More than 50 years', '34', '36', '39', '37', '41', '45', '47', '42', '46', '50', '43', '44', '48', '49']
-----------------------------
Column Name: YearsCode
['36', '7', '4', '15', '6', '17', '8', '10', '35', '5', '37', '19', '9', '22', '30', '23', '20', '2', 'Less than 1 year', '3', '13', '25', '16', '43', '11', '38', '33', nan, '24', '21', '12', '40', '27', '50', '46', '14', '18', '28', '32', '44', '26', '42', '31', '34', '29', '1', '39', '41', '45', 'More than 50 years', '47', '49', '48']
-----------------------------
Column Name: Age1stCode
['13', '19', '15', '18', '16', '14', '12', '20', '42', '8', '25', '22', '30', '17', '21', '10', '46', '9', '7', '11', '6', nan, '31', '29', '5', 'Younger than 5 years', '28', '38', '23', '2[...]
{'fraction_non_alphanumeric': 0.38792505204718947, 'fraction_numerical': 0.16863289382373353, 'mean_word_length': 3.822742474916388, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '153966', 'license': 'MIT', 'n_tokens_mistral': 729, 'n_tokens_neox': 613, 'n_words': 185, 'path': 'notebooks/00_exploration.ipynb', 'repo_name': 'AhmedMokbel/Datascience_project', 'size': '1441'}