<commit_before>package com.gsoc.dbezheckov;

import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;

import com.gsoc.dbezheckov.matroska.MatroskaParser;
import com.gsoc.dbezheckov.matroska.SimpleMatroskaParser;
import com.gsoc.dbezheckov.matroska.dtd.Tag;

public class App  {
	
    public static void main( String[] args ) {
    	
    	if (0 == args.length) {
    		System.out.println("usage: java -jar converter.jar path/to/your/file.mkv");
    		return;
    	}
    	
    	if ("".equals(args[0])) {
    		System.out.println("empty path");
    		return;
    	}
    	
    	MatroskaParser ebmlParser = new SimpleMatroskaParser();
    	
    	try ( InputStream inputStream = new BufferedInputStream(new FileInputStream(new File(args[0]))) ) {
    		// simple log
    		for (Tag tag : ebmlParser.parse(inputStream)) {
    			System.out.println(tag);
    		}
    	} catch (FileNotFoundException e) {
    		System.out.println("File not found " + e.getMessage());
		} catch (IOException e) {
			System.out.println("IO exception " + e.getMessage());
		}
    }
}
<commit_msg>addition to parsing segment information<commit_after>package com.gsoc.dbezheckov;

import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;

import com.gsoc.dbezheckov.matroska.MatroskaParser;
import com.gsoc.dbezheckov.matroska.SimpleMatroskaParser;
import com.gsoc.dbezheckov.matroska.dtd.Tag;

public class App  {
	
    public static void main( String[] args ) {
    	
    	if (0 == args.length) {
    		System.out.println("usage: java -jar converter.jar path/to/your/file.mkv");
    		return;
    	}
    	
    	if ("".equals(args[0])) {
    		System.out.println("empty path");
    		return;
    	}
    	
    	MatroskaParser parser = new SimpleMatroskaParser();
    	
    	try ( InputStream inputStream = new BufferedInputStream(new FileInputStream(new File(args[0]))) ) {
    		// simple log
    		for (Tag tag : parser.parse(inputStream)) {
    			System.out.println(tag);
    		}
    	} catch (FileNotFoundException e) {
    		System.out.println("File not found " + e.getMessage());
		} catch (IOException e) {
			System.out.println("IO exception " + e.getMessage());
		}
    }
}

{'fraction_non_alphanumeric': 0.1255195344970906, 'fraction_numerical': 0.0024937655860349127, 'mean_word_length': 3.157167530224525, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '931229', 'n_tokens_mistral': 843, 'n_tokens_neox': 840, 'n_words': 152}