<commit_before>package technology.tabula.tabula_web;
import static spark.Spark.*;

import java.io.FileNotFoundException;
import java.io.IOException;

import com.google.gson.JsonIOException;
import com.google.gson.JsonSyntaxException;

import spark.route.RouteOverview;
import technology.tabula.tabula_web.background.JobExecutor;
import technology.tabula.tabula_web.routes.IndexRouteGroup;
import technology.tabula.tabula_web.routes.JobProgressRouteGroup;
import technology.tabula.tabula_web.routes.PdfRouteGroup;
import technology.tabula.tabula_web.routes.PdfsRouteGroup;
import technology.tabula.tabula_web.workspace.WorkspaceDAO;
import technology.tabula.tabula_web.workspace.FileWorkspaceDAO;


public class App {
	
	public static void main(String[] args) throws JsonIOException, JsonSyntaxException, IOException {
		staticFiles.location("/public");
		RouteOverview.enableRouteOverview();
		
		WorkspaceDAO workspaceDAO = new FileWorkspaceDAO(Settings.getDataDir());
				
	    path("/", new IndexRouteGroup(workspaceDAO));
	    path("/pdfs/", new PdfsRouteGroup(workspaceDAO));
	    path("/pdf/", new PdfRouteGroup(workspaceDAO));
	    path("/queue/", new JobProgressRouteGroup());
	  
	}
}
<commit_msg>version<commit_after>package technology.tabula.tabula_web;
import static spark.Spark.*;

import java.io.FileNotFoundException;
import java.io.IOException;

import com.google.gson.JsonIOException;
import com.google.gson.JsonSyntaxException;

import spark.route.RouteOverview;
import technology.tabula.tabula_web.background.JobExecutor;
import technology.tabula.tabula_web.routes.IndexRouteGroup;
import technology.tabula.tabula_web.routes.JobProgressRouteGroup;
import technology.tabula.tabula_web.routes.PdfRouteGroup;
import technology.tabula.tabula_web.routes.PdfsRouteGroup;
import technology.tabula.tabula_web.workspace.WorkspaceDAO;
import technology.tabula.tabula_web.workspace.FileWorkspaceDAO;


public class App {

	public static final String VERSION = "1.1.0";
	
	public static void main(String[] args) throws JsonIOException, JsonSyntaxException, IOException {
		staticFiles.location("/public");
		RouteOverview.enableRouteOverview();
		
		WorkspaceDAO workspaceDAO = new FileWorkspaceDAO(Settings.getDataDir());
				
	    path("/", new IndexRouteGroup(workspaceDAO));
	    path("/pdfs/", new PdfsRouteGroup(workspaceDAO));
	    path("/pdf/", new PdfRouteGroup(workspaceDAO));
	    path("/queue/", new JobProgressRouteGroup());

	    get("/version", (req, rsp) -> {
			rsp.type("application/json");
			return String.format("{ \"api\": \"%s\" }", VERSION);
		});
	}
}

{'fraction_non_alphanumeric': 0.11764705882352941, 'fraction_numerical': 0.0011609907120743034, 'mean_word_length': 5.875, 'pattern_counts': {'":': 1, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3309096', 'n_tokens_mistral': 819, 'n_tokens_neox': 788, 'n_words': 133}