<commit_before>module MachineLearning
    using
        DataFrames,
        Devectorize,
        Distributions,
        Optim,
        RDatasets,
        StatsBase

    export
        # types
        AbstractRegressionTree,
        Bart,
        BartOptions,
        BartState,
        BartTreeTransformationProbabilies,
        Branch,
        ClassificationForest,
        ClassificationForestOptions,
        ClassificationModel,
        ClassificationModelOptions,
        ClassificationLeaf,
        ClassificationPipeline,
        ClassificationPipelineAny,
        ClassificationTree,
        ClassificationTreeOptions,
        DecisionBranch,
        DecisionNode,
        DecisionTree,
        Leaf,
        NeuralNet,
        NeuralNetLayer,
        NeuralNetOptions,
        Node,
        PipelineOptions,
        PipelineOptionsAny,
        StopAfterIteration,
        RegressionForest,
        RegressionForestOptions,
        RegressionModel,
        RegressionModelOptions,
        StopAfterValidationErrorStopsImproving,
        SupervisedModel,
        SupervisedModelOptions,
        Transformer,
        TransformerOptions,
        Tree,
        Zmuv,
        ZmuvOptions,

        # methods
        accuracy,
        auc,
        bart_options,
        branches,
        classification_forest_options,
        classification_split_location,
        classification_tree_options,
        cost,
        cost_gradient!,
        cost_gradient_update_net!,
        depth,
        fit,
        fit_predict,
        float_dataframe,
        float_matrix,
        gini,
        grand_branches,
        initialize_net,
        initialize_neural_net_temporary,
        leaves,
        log_loss,
        mean_log_loss,
        mean_squared_error,
        net_to_weights,
        neural_net_options,
        nonterminal_node_prior,
        not_grand_branches,
        one_hot,
        parent,
        predict,
        predict_probs,
        regression_forest_options,
        regression_split_location,
        regression_tree_options,
        split_train_test,
        streaming_mse,
        transform,
        valid_tree,
        valid_node,
        weights_to_net!

    include("common.jl")
    include("tree.jl")
    include("decision_tree.jl")
    include("bart.jl")
    include("metrics.jl")
    include("neural_net.jl")
    include("pipeline.jl")
    include("random_forest.jl")
    include("split.jl")
    include("transform/zmuv.jl")
end<commit_msg>added a first pass of variable importances<commit_after>module MachineLearning
    using
        DataFrames,
        Devectorize,
        Distributions,
        Optim,
        RDatasets,
        StatsBase

    export
        # types
        AbstractRegressionTree,
        Bart,
        BartOptions,
        BartState,
        BartTreeTransformationProbabilies,
        Branch,
        ClassificationForest,
        ClassificationForestOptions,
        ClassificationModel,
        ClassificationModelOptions,
        ClassificationLeaf,
        ClassificationPipeline,
        ClassificationPipelineAny,
        ClassificationTree,
        ClassificationTreeOptions,
        DecisionBranch,
        DecisionNode,
        DecisionTree,
        Leaf,
        NeuralNet,
        NeuralNetLayer,
        NeuralNetOptions,
        Node,
        PipelineOptions,
        PipelineOptionsAny,
        StopAfterIteration,
        RegressionForest,
        RegressionForestOptions,
        RegressionModel,
        RegressionModelOptions,
        StopAfterValidationErrorStopsImproving,
        SupervisedModel,
        SupervisedModelOptions,
        Transformer,
        TransformerOptions,
        Tree,
        Zmuv,
        ZmuvOptions,

        # methods
        accuracy,
        auc,
        bart_options,
        branches,
        classification_forest_options,
        classification_split_location,
        classification_tree_options,
        cost,
        cost_gradient!,
        cost_gradient_update_net!,
        depth,
        fit,
        fit_predict,
        float_dataframe,
        float_matrix,
        gini,
        grand_branches,
        importances,
        initialize_net,
        initialize_neural_net_temporary,
        leaves,
        log_loss,
        mean_log_loss,
        mean_squared_error,
        net_to_weights,
        neural_net_options,
        nonterminal_node_prior,
        not_grand_branches,
        one_hot,
        parent,
        predict,
        predict_probs,
        regression_forest_options,
        regression_split_location,
        regression_tree_options,
        split_train_test,
        streaming_mse,
        transform,
        valid_tree,
        valid_node,
        weights_to_net!

    include("common.jl")
    include("tree.jl")
    include("decision_tree.jl")
    include("bart.jl")
    include("metrics.jl")
    include("neural_net.jl")
    include("pipeline.jl")
    include("random_forest.jl")
    include("split.jl")
    include("transform/zmuv.jl")
    include("importance.jl")
end
{'fraction_non_alphanumeric': 0.057519472738166565, 'fraction_numerical': 0.0, 'mean_word_length': 1.9015063731170336, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2845834', 'n_tokens_mistral': 1405, 'n_tokens_neox': 1359, 'n_words': 209}