<commit_before>package org.apache.airavata.messaging.client;

import java.io.*;
import java.util.ArrayList;
import java.util.List;
import java.util.stream.Stream;

public class TestReader {
    public static void main(String[] args) throws IOException {
        String fileName = "/Users/chathuri/dev/airavata/docs/messaging_framework/gw111/results_350";
        File file = new File("/Users/chathuri/dev/airavata/docs/messaging_framework/gw111/processed/results_350");
        BufferedReader br = null;
        List<Long> count = new ArrayList<Long>();
        FileOutputStream fos;
        BufferedWriter bw;
        try {
            br = new BufferedReader(new FileReader(fileName));
//            String line = br.readLine();
            Stream<String> lines = br.lines();
            Object[] objects = lines.toArray();
            for (int i = 0; i < objects.length; i++){
                String line = (String)objects[i];
                if (line.contains(":")){
                    String[] split = line.split(":");
                    count.add(Long.valueOf(split[1]));
                }
            }
            fos = new FileOutputStream(file, false);
            bw = new BufferedWriter(new OutputStreamWriter(fos));
            long allCount = 0;
            for (int i = 0; i < count.size(); i++) {
                if (i % 10 != 9){
                    allCount += count.get(i);
                }else {
                    bw.write(String.valueOf(i + 1) + " :" + String.valueOf(allCount));
                    bw.newLine();
                    allCount = 0;
                }
            }
            bw.flush();
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            br.close();
        }
    }




}<commit_msg>fixing compilation issue<commit_after>package org.apache.airavata.messaging.client;

import java.io.*;
import java.util.ArrayList;
import java.util.List;
//import java.util.stream.Stream;

public class TestReader {
//    public static void main(String[] args) throws IOException {
//        String fileName = "/Users/chathuri/dev/airavata/docs/messaging_framework/gw111/results_350";
//        File file = new File("/Users/chathuri/dev/airavata/docs/messaging_framework/gw111/processed/results_350");
//        BufferedReader br = null;
//        List<Long> count = new ArrayList<Long>();
//        FileOutputStream fos;
//        BufferedWriter bw;
//        try {
//            br = new BufferedReader(new FileReader(fileName));
////            String line = br.readLine();
//            Stream<String> lines = br.lines();
//            Object[] objects = lines.toArray();
//            for (int i = 0; i < objects.length; i++){
//                String line = (String)objects[i];
//                if (line.contains(":")){
//                    String[] split = line.split(":");
//                    count.add(Long.valueOf(split[1]));
//                }
//            }
//            fos = new FileOutputStream(file, false);
//            bw = new BufferedWriter(new OutputStreamWriter(fos));
//            long allCount = 0;
//            for (int i = 0; i < count.size(); i++) {
//                if (i % 10 != 9){
//                    allCount += count.get(i);
//                }else {
//                    bw.write(String.valueOf(i + 1) + " :" + String.valueOf(allCount));
//                    bw.newLine();
//                    allCount = 0;
//                }
//            }
//            bw.flush();
//        } catch (FileNotFoundException e) {
//            e.printStackTrace();
//        } catch (IOException e) {
//            e.printStackTrace();
//        } finally {
//            br.close();
//        }
//    }

}
{'fraction_non_alphanumeric': 0.14451476793248946, 'fraction_numerical': 0.011075949367088608, 'mean_word_length': 1.5559299191374663, 'pattern_counts': {'":': 4, '<': 13, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3877646', 'n_tokens_mistral': 1101, 'n_tokens_neox': 1034, 'n_words': 222}