<commit_before>package com.nhl.link.move.log;

import com.nhl.link.move.Execution;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @since 3.0
 */
public class Slf4jLmLogger implements LmLogger {

    private final Logger logger;

    public Slf4jLmLogger() {
        this.logger = LoggerFactory.getLogger(LmLogger.class);
    }

    @Override
    public void batchStarted(Execution exec) {
        logger.debug("[{}/{}/{}] batch started", exec.getId(), exec.getStats().getBatches(), exec.getTaskName());
    }

    @Override
    public void deleteBatchFinished(Execution exec, int objectsProcessed, int objectsDeleted) {
        logger.debug("[{}/{}/{}] batch finished, processed {}, deleted {} object(s)",
                exec.getId(),
                exec.getStats().getBatches(),
                exec.getTaskName(),
                objectsProcessed,
                objectsDeleted);
    }

    @Override
    public void createBatchFinished(Execution exec, int rowsProcessed, int objectsInserted) {
        logger.debug("[{}/{}/{}] batch finished, processed {} row(s), created {} object(s)",
                exec.getId(),
                exec.getStats().getBatches(),
                exec.getTaskName(),
                rowsProcessed,
                objectsInserted);
    }

    @Override
    public void createOrUpdateBatchFinished(Execution exec, int rowsProcessed, int objectsInserted, int objectsUpdated) {
        logger.debug("[{}/{}/{}] batch finished, processed {} row(s), created {}, updated {} object(s)",
                exec.getId(),
                exec.getStats().getBatches(),
                exec.getTaskName(),
                rowsProcessed,
                objectsInserted,
                objectsUpdated);
    }

    @Override
    public void sourceKeysBatchFinished(Execution exec, int rowsProcessed, int keysExtracted) {
        logger.debug("[{}/{}/{}] batch finished, processed {} row(s), extracted {} keys(s)",
                exec.getId(),
                exec.getStats().getBatches(),
                exec.getTaskName(),
                rowsProcessed,
                keysExtracted);
    }
}
<commit_msg>LM batch debugging #202<commit_after>package com.nhl.link.move.log;

import com.nhl.link.move.Execution;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @since 3.0
 */
public class Slf4jLmLogger implements LmLogger {

    private final Logger logger;

    public Slf4jLmLogger() {
        this.logger = LoggerFactory.getLogger(LmLogger.class);
    }

    @Override
    public void batchStarted(Execution exec) {
        logger.debug("[{}/{}] batch:{}", exec.getId(), exec.getTaskName(), exec.getStats().getBatches());
    }

    @Override
    public void deleteBatchFinished(Execution exec, int objectsProcessed, int objectsDeleted) {
        logger.debug("[{}/{}] batch:{} done in:{} out_deleted:{}",
                exec.getId(),
                exec.getTaskName(),
                exec.getStats().getBatches(),
                objectsProcessed,
                objectsDeleted);
    }

    @Override
    public void createBatchFinished(Execution exec, int rowsProcessed, int objectsInserted) {
        logger.debug("[{}/{}] batch:{} done in:{} out_created:{}",
                exec.getId(),
                exec.getTaskName(),
                exec.getStats().getBatches(),
                rowsProcessed,
                objectsInserted);
    }

    @Override
    public void createOrUpdateBatchFinished(Execution exec, int rowsProcessed, int objectsInserted, int objectsUpdated) {
        logger.debug("[{}/{}] batch:{} done in:{} out_created:{} out_updated:{}",
                exec.getId(),
                exec.getTaskName(),
                exec.getStats().getBatches(),
                rowsProcessed,
                objectsInserted,
                objectsUpdated);
    }

    @Override
    public void sourceKeysBatchFinished(Execution exec, int rowsProcessed, int keysExtracted) {
        logger.debug("[{}/{}] batch:{} done in:{}, out_keys:{}",
                exec.getId(),
                exec.getTaskName(),
                exec.getStats().getBatches(),
                rowsProcessed,
                keysExtracted);
    }
}

{'fraction_non_alphanumeric': 0.1302900618164527, 'fraction_numerical': 0.003566333808844508, 'mean_word_length': 2.1919575113808802, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3632771', 'n_tokens_mistral': 1194, 'n_tokens_neox': 1137, 'n_words': 237}