<commit_before><commit_msg>Revert "merge change from github"<commit_after>/*
 * Copyright(c) - CdC 2015, Tous droits réservés.
 * -----------------------------------------------------------
 * Centrale de Compensation
 * Avenue Edmond-Vaucher, 18
 * Centre Informatique AVS/AI
 * Case Postale 2676
 * 1211 Genève 2
 * -----------------------------------------------------------
 */
package com.batmgr.filesystem;

import static org.junit.Assert.assertTrue;

import java.io.IOException;
import java.net.URL;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.security.NoSuchAlgorithmException;

import org.apache.commons.io.FileUtils;
import org.junit.Before;
import org.junit.Test;

public class DirCheckerTest {
    
    private URL  resource;

    private Path testRoot;

    @Before
    public void setUp() throws Exception {
        resource = getClass().getResource("/sample.txt");
        testRoot = Paths.get(resource.toURI()).resolve("..").normalize();
    }
    
    private void cleanupDir(Path p) throws IOException, InterruptedException
    {
        if (Files.exists(p)) {
            FileUtils.deleteDirectory(p.toFile());
        }
        Thread.sleep(1000);
        Files.createDirectory(p);
    }
    
    @Test
    public void test_indexFolder() throws IOException, InterruptedException, InvalidIndexException, NoSuchAlgorithmException {
        String sampleFile = "smpl.txt";
        Path testPath = testRoot.resolve("tst1");
        cleanupDir(testPath);
        Files.copy(testRoot.resolve("sample.txt"), testPath.resolve(sampleFile));
        DirChecker dirChecker = new DirChecker();
        dirChecker.indexFolder(testPath);
        DirInfo dirInfo = new DirInfo(testPath);
        assertTrue(dirInfo.isHashPresent("4F13A4F6083341F66D39024D7B3765387EE1A3437414CECCC774238A62C65BBA"));
    }
    
}
{'fraction_non_alphanumeric': 0.16443492233529727, 'fraction_numerical': 0.03427959292983396, 'mean_word_length': 2.6342412451361867, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2365472', 'n_tokens_mistral': 574, 'n_tokens_neox': 536, 'n_words': 108}