<commit_before>package roart.iclij.config;

import java.util.HashMap;
import java.util.Map;

import roart.common.config.ConfigConstants;

public class MLConfigs {

    private EvolveMLConfig mcp;
    
    private EvolveMLConfig lr;
    
    private EvolveMLConfig ovr;
    
    private EvolveMLConfig lsvc;
    
    private EvolveMLConfig dnn;
    
    private EvolveMLConfig dnnl;
    
    private EvolveMLConfig l;

    private EvolveMLConfig lstm;

    public EvolveMLConfig getMcp() {
        return mcp;
    }

    public void setMcp(EvolveMLConfig mcp) {
        this.mcp = mcp;
    }

    public EvolveMLConfig getLr() {
        return lr;
    }

    public void setLr(EvolveMLConfig lr) {
        this.lr = lr;
    }

    public EvolveMLConfig getOvr() {
        return ovr;
    }

    public void setOvr(EvolveMLConfig ovr) {
        this.ovr = ovr;
    }

    public EvolveMLConfig getLsvc() {
        return lsvc;
    }

    public void setLsvc(EvolveMLConfig lsvc) {
        this.lsvc = lsvc;
    }

    public EvolveMLConfig getDnn() {
        return dnn;
    }

    public void setDnn(EvolveMLConfig dnn) {
        this.dnn = dnn;
    }

    public EvolveMLConfig getDnnl() {
        return dnnl;
    }

    public void setDnnl(EvolveMLConfig dnnl) {
        this.dnnl = dnnl;
    }

    public EvolveMLConfig getL() {
        return l;
    }

    public void setL(EvolveMLConfig l) {
        this.l = l;
    }

    public EvolveMLConfig getLstm() {
        return lstm;
    }

    public void setLstm(EvolveMLConfig lstm) {
        this.lstm = lstm;
    }

    /**
     * 
     * Merge in other by override if not null
     * 
     * @param mlConfigs
     * @return
     */
    
    public void merge(MLConfigs mlConfigs) {
        if (mlConfigs == null) {
            return;
        }
        mcp.merge(mlConfigs.mcp);
        lr.merge(mlConfigs.lr);
        ovr.merge(mlConfigs.ovr);
        lsvc.merge(mlConfigs.lsvc);
        dnn.merge(mlConfigs.dnn);
        l.merge(mlConfigs.l);
        lstm.merge(mlConfigs.lstm);
    }

    public Map<String, EvolveMLConfig> getAll() {
        Map<String, EvolveMLConfig> map = new HashMap<>();
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLMCP, mcp);
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLLR, lr);
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLOVR, ovr);
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLLSVC, lsvc);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWDNN, dnn);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWL, l);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWLSTM, lstm);
        return map;
    }

    @Deprecated
    public static Map<String, String> getMapToConfig() {
        Map<String, String> map = new HashMap<>();
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLMCP, ConfigConstants.MACHINELEARNINGSPARKMLMCPCONFIG);
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLLR, ConfigConstants.MACHINELEARNINGSPARKMLLRCONFIG);
        map.put(ConfigConstants.MACHINELEARNINGSPARKMLOVR, ConfigConstants.MACHINELEARNINGSPARKMLOVRCONFIG);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWDNN, ConfigConstants.MACHINELEARNINGTENSORFLOWDNNCONFIG);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWL, ConfigConstants.MACHINELEARNINGTENSORFLOWLCONFIG);
        map.put(ConfigConstants.MACHINELEARNINGTENSORFLOWLSTM, ConfigConstants.MACHINELEARNINGTENSORFLOWLSTMCONFIG);
        return map;
    }
}<commit_msg>Add pytorch (I99). Neural net continual learning (I100). Tensorflow extend and refactor (I101). Spark renames (I112).<commit_after>package roart.iclij.config;

import java.util.HashMap;
import java.util.Map;

import com.fasterxml.jackson.annotation.JsonIgnore;

import roart.common.config.ConfigConstants;

public class MLConfigs {

    private EvolveMLSparkConfig spark;
    
    private EvolveMLTensorflowConfig tensorflow;
    
    private EvolveMLPytorchConfig pytorch;
    
    private EvolveMLGemConfig gem;
    
    public EvolveMLSparkConfig getSpark() {
        return spark;
    }

    public void setSpark(EvolveMLSparkConfig spark) {
        this.spark = spark;
    }

    public EvolveMLTensorflowConfig getTensorflow() {
        return tensorflow;
    }

    public void setTensorflow(EvolveMLTensorflowConfig tensorflow) {
        this.tensorflow = tensorflow;
    }

    public EvolveMLPytorchConfig getPytorch() {
        return pytorch;
    }

    public void setPytorch(EvolveMLPytorchConfig pytorch) {
        this.pytorch = pytorch;
    }

    public EvolveMLGemConfig getGem() {
        return gem;
    }

    public void setGem(EvolveMLGemConfig gem) {
        this.gem = gem;
    }

    /**
     * 
     * Merge in other by override if not null
     * 
     * @param mlConfigs
     * @return
     */
    
    public void merge(MLConfigs mlConfigs) {
        if (mlConfigs == null) {
            return;
        }
        spark.merge(mlConfigs.spark);
        tensorflow.merge(mlConfigs.tensorflow);
        pytorch.merge(mlConfigs.pytorch);
        gem.merge(mlConfigs.gem);
        
    }

    @JsonIgnore
    public Map<String, EvolveMLConfig> getAll() {
        Map<String, EvolveMLConfig> map = new HashMap<>();
        map.putAll(spark.getAll());
        map.putAll(tensorflow.getAll());
        map.putAll(pytorch.getAll());
        map.putAll(gem.getAll());
        return map;
    }
}
{'fraction_non_alphanumeric': 0.08812615955473098, 'fraction_numerical': 0.0020408163265306124, 'mean_word_length': 2.572564612326044, 'pattern_counts': {'":': 0, '<': 12, '<?xml version=': 0, '>': 12, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2146907', 'n_tokens_mistral': 1920, 'n_tokens_neox': 1835, 'n_words': 322}