<gh_stars>0
# Data
import sys
import pandas as pd
import numpy as np
import re
from sqlalchemy import create_engine
from collections import defaultdict
import pickle
from warnings import filterwarnings

#Sklearn
from sklearn.pipeline import Pipeline
from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer
from sklearn.ensemble import RandomForestClassifier
from sklearn.multioutput import MultiOutputClassifier
from sklearn.model_selection import train_test_split, GridSearchCV
from sklearn.metrics import f1_score, accuracy_score, precision_score, recall_score

# NLP 
import nltk
from nltk.tokenize import word_tokenize
from nltk.corpus import stopwords
from nltk.stem.wordnet import WordNetLemmatizer

nltk.download(['punkt','stopwords','wordnet'])
filterwarnings('ignore')

def load_data(database_filepath):
    """
    Load data from a SQL Database.

    Parameters
    ----------
    database_filepath : str
        Path to SQL DataBase

    Returns
    -------
    X : pandas DataFrame
        Messages DataFrame
    Y : pandas DataFrame
        Targets DataFrame
    Y.columns:
        Categories' names
    """
    #Read data from Database
    engine = create_engine(f'sqlite:///{database_filepath}')
    df = pd.read_sql('disaster_data',engine)
    
    # Break data into X and Y datasets
    X = df['message']
    Y = df.drop(['id', 'message', 'genre'], axis = 1)
    Y = Y.astype(np.uint8)
    
    #Return 
    return X, Y, Y.columns

def tokenize(text):
    """
    Break text into tokens.
    
    1. The case is normalizes and punctuation is removed
    2. The text is then broken into words.
    3. Finally, the words are converted by the WordNetLemmatizer()

    Parameters
    ----------
    text : str
        Message to tokenize

    Returns
    -------
    tokens : list
        List of tokens
    """
    #Get StopWords and Lemmatizer 
    stop_words = stopwords.words('english')
    lemmatizer = WordNetLemmatizer()
    
    # Normalize case and remove punctuation
    text = re.sub(r"[^a-zA-Z0-9]", " ", text.lower())
    
    # Tokenize text
    tokens = word_tokenize(text)
    
    # Lemmatize and remove Stop Words
    tokens = [lemmatizer.lemmatize(word) for word in tokens if word not in stop_words]

    return tokens

def build_model():
    """
    Create Model Pipeline.

    Returns
    -------
    pipeline : MultiOutputClassifier Pipeline 
        Contains:
            1. CountVectorizer with tokenize
            2. TfIdfTransformer
            3. RandomForest Classifiers
    """
    #Steps of the Pipeline
    steps = defaultdict(list)
    steps["count"] = CountVectorizer(tokenizer = tokenize) 
    steps["tfidf"] = TfidfTransformer(norm='l1')
    
    ranforest = RandomForestClassifier(n_estimators=100,
                                       criterion='gini') #RandomForest
    clf = MultiOutputClassifier(ranforest, n_jobs = -1) #Make MultiOutput CLF
    steps["Classifier"] = clf #Add classifier to the end of the Pipeline
    steps = list(steps.items()) #Convert Steps to list
    
    pipeline = Pipeline(steps) #Make Pipeline 

    #GridSearch
    #I'll leave this commented since it takes a lot of time to find
    #the best parameters
    params = {'Classifier__estimator__n_estimators': [100,200],
              'Classifier__estimator__criterion': ['gini','entropy'],
              'tfidf__norm': ['l1','l2']}
    
    pipeline = GridSearchCV(estimator = pipeline, param_grid=params,
                            cv = 3, refit = True)

    return pipeline     

def evaluate_model(model, X_test, Y_test, category_names):
    """
    Evaluate Model's accuracy, precision, recall and F1-score.
    
    Saves a .csv file called 'evaluation_results.csv' containing
    model's performance according to the metrics used.
    
    Parameters
    ----------
    model : scikit-learn Pipeline
        MultiOutput Model to be evaluated
    X_test : pandas DataFrame
        Test values
    Y_test : pandas DataFrame
        Test targets
    category_names : list
        Categories' names

    Returns
    -------
    None.
    """
    Y_pred = model.predict(X_test) #Predict
    
    #List to save Evaluation Metrics' Results
    Acc = [] #Accuracy
    Prc = [] #Precision
    Rec = [] #Recall
    F1 = [] #F1-Score
    
    #Evaluate every column
    for ind, col in enumerate(Y_test.columns):

        y_true = Y_test[col]
        y_pred = Y_pred[:,ind] 
        
        #Metrics 
        acc = accuracy_score(y_true, y_pred) #Accuracy
        prc = precision_score(y_true, y_pred) #Precision
        rec = recall_score(y_true, y_pred) #Recall
        f1 = f1_score(y_true, y_pred) #F1-Score
        
        Acc.append(acc)
        Prc.append(prc)
        Rec.append(rec)
        F1.append(f1)
        
    #Create dataset to save evaluation results into a .csv file
    data = np.c_[Acc, Prc, Rec, F1]
    Eval = pd.DataFrame(data, index = category_names,
                        columns = ['Accuracy','Precision','Recall', "F1-Score"])
    Eval.to_csv('evaluation_results.csv')

def save_model(model, model_filepath):
    """
    Serialize the model into a .pkl file.

    Parameters
    ----------
    model : scikit-learn Pipeline
        MultiOutput Model to be evaluated
    model_filepath : str
        Path to serialize the model.
        Must end with .pkl

    Returns
    -------
    None.
    """
    with open(model_filepath, 'wb') as file:
        pickle.dump(model, file)


def main():
    if len(sys.argv) == 3:
        database_filepath, model_filepath = sys.argv[1:]
        print('Loading data...\n    DATABASE: {}'.format(database_filepath))
        X, Y, category_names = load_data(database_filepath)
        X_train, X_test, Y_train, Y_test = train_test_split(X, Y, test_size=0.2)
        
        print('Building model...')
        model = build_model()
        
        print('Training model...')
        model.fit(X_train, Y_train)
        
        print('Evaluating model...')
        evaluate_model(model, X_test, Y_test, category_names)
        
        print('Evaluation results saved as .csv file')
        
        print('Saving model...\n    MODEL: {}'.format(model_filepath))
        save_model(model, model_filepath)

        print('Trained model saved!')

    else:
        print('Please provide the filepath of the disaster messages database '\
              'as the first argument and the filepath of the pickle file to '\
              'save the model to as the second argument. \n\nExample: python '\
              'train_classifier.py ../data/DisasterResponse.db classifier.pkl')


if __name__ == '__main__':
    main()