<commit_before>package im.ene.lab.rdf.bench.ksj;

import im.ene.lab.rdf.bench.ksj.map.KsjDataManager;
import im.ene.lab.rdf.bench.ksj.map.ksj.shelter.ShelterDataLoaderImpl;
import im.ene.lab.rdf.bench.ksj.map.ksj.shelter.ShelterDataset;
import im.ene.lab.rdf.bench.ksj.util.DataUtil;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;

public class Main {
	public static void main(String[] args) throws IOException {
		String dir = args.length > 0 ? args[0] : "shelter_data";

		KsjDataManager mgr = new KsjDataManager(dir + File.separatorChar
				+ "org", dir + File.separatorChar + "csv");

		ShelterDataLoaderImpl shelterLoader = new ShelterDataLoaderImpl(dir
				+ File.separatorChar + "original", dir + File.separatorChar
				+ "csv");

		System.out.println(dir);
		// mgr.getJapanPolygon();
		// mgr.getAreaDataset();
		// mgr.getRailwayDataset();
		// mgr.getBusDataset(13);
		// mgr.getKsjFile(20);

		ShelterDataset tokyoData = shelterLoader.getShelterDataset(13);
		// System.out.println(tokyoData.toString());

		File file = new File("tokyo.txt");

		// if file doesnt exists, then create it
		if (!file.exists()) {
			file.createNewFile();
		}

		FileOutputStream outFile = new FileOutputStream(file);

		// FileWriter fw = new FileWriter(file.getAbsoluteFile(), false);
		// BufferedWriter bw = new BufferedWriter(fw);
		// bw.write(tokyoData.toString());
		// bw.close();

		tokyoData.toRDF(DataUtil.MODEL).write(outFile, "Turtle");
		// outFile.flush();
		outFile.close();

	}
}
<commit_msg>modify Main.java<commit_after>package im.ene.lab.rdf.bench.ksj;

import im.ene.lab.rdf.bench.ksj.map.KsjDataManager;
import im.ene.lab.rdf.bench.ksj.map.ksj.shelter.ShelterDataLoaderImpl;
import im.ene.lab.rdf.bench.ksj.map.ksj.shelter.ShelterDataset;
import im.ene.lab.rdf.bench.ksj.util.DataUtil;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;

public class Main {
	public static void main(String[] args) throws IOException {

		/*
		 * at titech
		 */
		System.setProperty("http.proxyHost", "proxy.noc.titech.ac.jp");
		System.setProperty("http.proxyPort", "3128");

		String dir = args.length > 0 ? args[0] : "shelter_data";

		KsjDataManager mgr = new KsjDataManager(dir + File.separatorChar
				+ "org", dir + File.separatorChar + "csv");

		ShelterDataLoaderImpl shelterLoader = new ShelterDataLoaderImpl(dir
				+ File.separatorChar + "original", dir + File.separatorChar
				+ "csv");

		System.out.println(dir);
		// mgr.getJapanPolygon();
		// mgr.getAreaDataset();
		// mgr.getRailwayDataset();
		// mgr.getBusDataset(13);
		// mgr.getKsjFile(20);

		 ShelterDataset tokyoData = shelterLoader.getShelterDataset(13);
		 // System.out.println(tokyoData.toString());
		//
		 File file = new File(dir + File.separatorChar + "tokyo.txt");
		//
		// // if file doesnt exists, then create it
		// if (!file.exists()) {
		// file.createNewFile();
		// }
		//
		 FileOutputStream outFile = new FileOutputStream(file);
		//
		// // FileWriter fw = new FileWriter(file.getAbsoluteFile(), false);
		// // BufferedWriter bw = new BufferedWriter(fw);
		// // bw.write(tokyoData.toString());
		// // bw.close();
		//
		 tokyoData.toRDF(DataUtil.MODEL).write(outFile, "Turtle");
		 outFile.flush();
		 outFile.close();

//		RandomProfileUtil profile = new RandomProfileUtil();
//		NPeople[] profiles = profile.getDefault(); // 2 people at a time
//
//		if (profiles != null && profiles.length >= 1)
//			System.out.println(DataUtil.GSON.toJson(profiles[0]));

	}
}

{'fraction_non_alphanumeric': 0.15841584158415842, 'fraction_numerical': 0.006506364922206506, 'mean_word_length': 3.7590847913862717, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 6, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '511060', 'n_tokens_mistral': 1385, 'n_tokens_neox': 1258, 'n_words': 213}