<commit_before>package org.wyona.yanel.core.transformation;

import java.io.IOException;

import javax.xml.transform.Result;
import javax.xml.transform.Transformer;
import javax.xml.transform.sax.SAXResult;
import javax.xml.transform.sax.TransformerHandler;

import org.apache.log4j.Category;
import org.xml.sax.Attributes;
import org.xml.sax.ContentHandler;
import org.xml.sax.EntityResolver;
import org.xml.sax.InputSource;
import org.xml.sax.SAXException;
import org.xml.sax.ext.LexicalHandler;
import org.xml.sax.helpers.DefaultHandler;

public abstract class AbstractTransformer extends DefaultHandler implements TransformerHandler {

    private static Category log = Category.getInstance(AbstractTransformer.class);
    protected EntityResolver entityResolver;
    protected SAXResult result;
    protected ContentHandler resultHandler;
    protected LexicalHandler lexicalHandler;

    public AbstractTransformer() {
    }

    public void startDocument() throws SAXException {
        this.resultHandler.startDocument();
    }

    public void endDocument() throws SAXException {
        this.resultHandler.endDocument();
    }

    public void startElement(String namespaceURI, String localName, String qName, Attributes attrs) throws SAXException {
        this.resultHandler.startElement(namespaceURI, localName, qName, attrs);
    }<commit_msg>logger upgraded<commit_after>package org.wyona.yanel.core.transformation;

import java.io.IOException;

import javax.xml.transform.Result;
import javax.xml.transform.Transformer;
import javax.xml.transform.sax.SAXResult;
import javax.xml.transform.sax.TransformerHandler;

import org.apache.log4j.Logger;

import org.xml.sax.Attributes;
import org.xml.sax.ContentHandler;
import org.xml.sax.EntityResolver;
import org.xml.sax.InputSource;
import org.xml.sax.SAXException;
import org.xml.sax.ext.LexicalHandler;
import org.xml.sax.helpers.DefaultHandler;

public abstract class AbstractTransformer extends DefaultHandler implements TransformerHandler {

    private static Logger log = Logger.getLogger(AbstractTransformer.class);

    protected EntityResolver entityResolver;
    protected SAXResult result;
    protected ContentHandler resultHandler;
    protected LexicalHandler lexicalHandler;

    public AbstractTransformer() {
    }

    public void startDocument() throws SAXException {
        this.resultHandler.startDocument();
    }

    public void endDocument() throws SAXException {
        this.resultHandler.endDocument();
    }

    public void startElement(String namespaceURI, String localName, String qName, Attributes attrs) throws SAXException {
        this.resultHandler.startElement(namespaceURI, localName, qName, attrs);
    }
{'fraction_non_alphanumeric': 0.08191881918819188, 'fraction_numerical': 0.0007380073800738007, 'mean_word_length': 4.817596566523605, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 22}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3405113', 'n_tokens_mistral': 750, 'n_tokens_neox': 738, 'n_words': 167}