<commit_before>package org.flymine.task;

/*
 * Copyright (C) 2002-2005 FlyMine
 *
 * This code may be freely distributed and modified under the
 * terms of the GNU Lesser General Public Licence.  This should
 * be distributed with the code.  See the LICENSE file for more
 * information or http://www.gnu.org/copyleft/lesser.html.
 *
 */

import org.intermine.objectstore.query.ConstraintOp;
import org.intermine.objectstore.query.ConstraintSet;
import org.intermine.objectstore.query.ContainsConstraint;
import org.intermine.objectstore.query.Query;
import org.intermine.objectstore.query.QueryClass;
import org.intermine.objectstore.query.QueryField;
import org.intermine.objectstore.query.QueryObjectReference;
import org.intermine.objectstore.query.QueryValue;
import org.intermine.objectstore.query.Results;
import org.intermine.objectstore.query.SimpleConstraint;

import org.intermine.model.InterMineObject;
import org.intermine.objectstore.ObjectStore;
import org.intermine.objectstore.ObjectStoreException;
import org.intermine.objectstore.ObjectStoreWriter;
import org.intermine.objectstore.ObjectStoreWriterFactory;

import org.flymine.model.genomic.Organism;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;

import org.apache.tools.ant.BuildException;
import org.apache.tools.ant.Task;
import org.apache.tools.ant.types.FileSet;

/**
 * A base class for Tasks that read from files and use the information to set fields in a particular
 * class.
 *
 * @author <NAME>
 */

public class FileReadTask extends Task
{
    private String organismAbbreviation;
    private String className;
    private String keyFieldName;
    private String oswAlias;
    private List fileSets = new ArrayList();
    private ObjectStoreWriter osw;

    /**
     * The ObjectStoreWriter alias to use when querying and creating objects.
     * @param oswAlias the ObjectStoreWriter alias
     */
    public void setOswAlias(String oswAlias) {
        this.oswAlias = oswAlias;
    }
    
    /**
     * Return the oswAlias set by setOsAlias()
     * @return the object store alias<commit_msg>Documentation fix.<commit_after>package org.flymine.task;

/*
 * Copyright (C) 2002-2005 FlyMine
 *
 * This code may be freely distributed and modified under the
 * terms of the GNU Lesser General Public Licence.  This should
 * be distributed with the code.  See the LICENSE file for more
 * information or http://www.gnu.org/copyleft/lesser.html.
 *
 */

import org.intermine.objectstore.query.ConstraintOp;
import org.intermine.objectstore.query.ConstraintSet;
import org.intermine.objectstore.query.ContainsConstraint;
import org.intermine.objectstore.query.Query;
import org.intermine.objectstore.query.QueryClass;
import org.intermine.objectstore.query.QueryField;
import org.intermine.objectstore.query.QueryObjectReference;
import org.intermine.objectstore.query.QueryValue;
import org.intermine.objectstore.query.Results;
import org.intermine.objectstore.query.SimpleConstraint;

import org.intermine.model.InterMineObject;
import org.intermine.objectstore.ObjectStore;
import org.intermine.objectstore.ObjectStoreException;
import org.intermine.objectstore.ObjectStoreWriter;
import org.intermine.objectstore.ObjectStoreWriterFactory;

import org.flymine.model.genomic.Organism;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;

import org.apache.tools.ant.BuildException;
import org.apache.tools.ant.Task;
import org.apache.tools.ant.types.FileSet;

/**
 * A base class for Tasks that read from files and use the information to set fields in a particular
 * class.
 *
 * @author <NAME>
 */

public class FileReadTask extends Task
{
    private String organismAbbreviation;
    private String className;
    private String keyFieldName;
    private String oswAlias;
    private List fileSets = new ArrayList();
    private ObjectStoreWriter osw;

    /**
     * The ObjectStoreWriter alias to use when querying and creating objects.
     * @param oswAlias the ObjectStoreWriter alias
     */
    public void setOswAlias(String oswAlias) {
        this.oswAlias = oswAlias;
    }
    
    /**
     * Return the oswAlias set by setOswAlias()
     * @return the object store alias
{'fraction_non_alphanumeric': 0.08533765032377429, 'fraction_numerical': 0.0037002775208140612, 'mean_word_length': 4.386052303860523, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3139887', 'n_tokens_mistral': 1254, 'n_tokens_neox': 1231, 'n_words': 334}