<jupyter_start><jupyter_text>General  Todos and Ideas to try Place your general ideas, links and todos here  Imports<jupyter_code>import numpy as np
np.set_printoptions(linewidth=140) # numpy displays 75 lines by default which is not optimal on a larger screen.
import pandas as pd
pd.set_option('display.max_columns', 300) # increase number of columns and rows to print out
pd.set_option('display.max_rows', 300)

import matplotlib.pyplot as plt
import seaborn as sns
sns.set_style("darkgrid")
%matplotlib inline

from datetime import datetime

from IPython.core.display import display, HTML
from sklearn import model_selection
from sklearn import preprocessing
from sklearn import metrics

from '../../sloppy/sloppy' import sloppy<jupyter_output><empty_output><jupyter_text>Helper functions  paramters<jupyter_code>INPUT_PATH = ''<jupyter_output><empty_output><jupyter_text>Loading Data  Train  Test  Target  Exploratory Data Analysis  Features  categorical  continous  other  Modeling  feature selections<jupyter_code>numeric_columns = get_numeric_columns(train_df)
print(train_df.shape, "to numeric only:", train_df[numeric_columns].shape)<jupyter_output>(30471, 399) to numeric only: (30471, 379)
{'fraction_non_alphanumeric': 0.07410491257285595, 'fraction_numerical': 0.022481265611990008, 'mean_word_length': 6.754838709677419, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '3', 'dir': 'jupyter-structured-clean-dedup', 'id': '581518', 'license': 'Apache-2.0', 'n_tokens_mistral': 396, 'n_tokens_neox': 368, 'n_words': 115, 'path': 'templates/ml_template_eda_fe_version.ipynb', 'repo_name': 'frankherfert/sloppy', 'size': '1201'}