<commit_before>/*
 *  ******************************************************************************
 *  *
 *  *
 *  * This program and the accompanying materials are made available under the
 *  * terms of the Apache License, Version 2.0 which is available at
 *  * https://www.apache.org/licenses/LICENSE-2.0.
 *  *
 *  *  See the NOTICE file distributed with this work for additional
 *  *  information regarding copyright ownership.
 *  * Unless required by applicable law or agreed to in writing, software
 *  * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 *  * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 *  * License for the specific language governing permissions and limitations
 *  * under the License.
 *  *
 *  * SPDX-License-Identifier: Apache-2.0
 *  *****************************************************************************
 */

package org.deeplearning4j.optimize.listeners;

import lombok.extern.slf4j.Slf4j;
import org.deeplearning4j.nn.api.Model;
import org.deeplearning4j.optimize.api.BaseTrainingListener;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.Serializable;
import java.util.Date;
import java.util.concurrent.atomic.AtomicLong;

@Slf4j
public class TimeIterationListener extends BaseTrainingListener implements Serializable {
    private long start;
    private int iterationCount;
    private AtomicLong iterationCounter = new AtomicLong(0);

    /**
     * Constructor
     * @param iterationCount The global number of iteration for training (all epochs)
     */
    public TimeIterationListener(int iterationCount) {
        this.iterationCount = iterationCount;
        start = System.currentTimeMillis();
    }

    @Override
    public void iterationDone(Model model, int iteration, int epoch) {
        long currentIteration = iterationCounter.incrementAndGet();
        long elapsed = System.currentTimeMillis() - start;
        long remaining = (iterationCount - currentIteration) * elapsed / currentIteration;
        long minutes = remaining / (1000 * 60);
        Date date = new Date(start + elapsed + remaining);
        log.info("Remaining time : " + minutes + "mn - End expected : " + date.toString());
    }

}<commit_msg>Added frequency in TimeIterationListener<commit_after>/*
 *  ******************************************************************************
 *  *
 *  *
 *  * This program and the accompanying materials are made available under the
 *  * terms of the Apache License, Version 2.0 which is available at
 *  * https://www.apache.org/licenses/LICENSE-2.0.
 *  *
 *  *  See the NOTICE file distributed with this work for additional
 *  *  information regarding copyright ownership.
 *  * Unless required by applicable law or agreed to in writing, software
 *  * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 *  * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 *  * License for the specific language governing permissions and limitations
 *  * under the License.
 *  *
 *  * SPDX-License-Identifier: Apache-2.0
 *  *****************************************************************************
 */

package org.deeplearning4j.optimize.listeners;

import lombok.extern.slf4j.Slf4j;
import org.deeplearning4j.nn.api.Model;
import org.deeplearning4j.optimize.api.BaseTrainingListener;

import java.io.Serializable;
import java.util.Date;
import java.util.concurrent.atomic.AtomicLong;

@Slf4j
public class TimeIterationListener extends BaseTrainingListener implements Serializable {

    private final int frequency;
    private final long start;
    private final int iterationCount;
    private final AtomicLong iterationCounter = new AtomicLong(0);

    /**
     * Constructor
     * @param iterationCount The global number of iteration for training (all epochs)
     */
    public TimeIterationListener(int iterationCount) {
        this(1, iterationCount);
    }

    /**
     * Constructor
     * @param frequency frequency with which to print the remaining time
     * @param iterationCount The global number of iteration for training (all epochs)
     */
    public TimeIterationListener(int frequency, int iterationCount) {
        this.frequency = frequency;
        this.iterationCount = iterationCount;
        this.start = System.currentTimeMillis();
    }

    @Override
    public void iterationDone(Model model, int iteration, int epoch) {
        long currentIteration = iterationCounter.incrementAndGet();
        if (iteration % frequency == 0) {
            long elapsed = System.currentTimeMillis() - start;
            long remaining = (iterationCount - currentIteration) * elapsed / currentIteration;
            long minutes = remaining / (1000 * 60);
            Date date = new Date(start + elapsed + remaining);
            log.info("Remaining time : " + minutes + "mn - End expected : " + date.toString());
        }
    }

}
{'fraction_non_alphanumeric': 0.14222311882186806, 'fraction_numerical': 0.008472866653217672, 'mean_word_length': 3.5907407407407406, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1470352', 'n_tokens_mistral': 1286, 'n_tokens_neox': 1236, 'n_words': 407}