<commit_before>extends ../layout.jade

block title
	| Datasetify your PDFs

block help
	include:markdown ../../help/datasetifier.md

block end-of-head
	style.
		.progress-bar,
		.progress-bar a {
			color:white !important;
			font-size: 1em;
			font-weight-bold;
		}
	script
		include:coffee-script ../../src-client/datasetifier.coffee

block content
	.row
		.col-md-10.col-md-offset-1
			h1 Upload a PDF, Get Datasets
	.row
		.col-md-4.col-md-offset-2
			form.form
				.form-group
					input.form-control#file(type="file",multiple=true)
				.form-group
					input.form-control#upload-tags(type="text",placeholder="Tag")
				.form-group
					input.form-control.btn.btn-success#start-demo(type="button",value="Analyze")
	.row.toggleable
		.col-md-2 Text Progress
		.col-md-8#upload-progress
	.row.toggleable
		.col-md-2 Text Extraction
		.col-md-8#text-extractor-progress
	.row.toggleable
		.col-md-2 Text Files
		.col-md-8
			ul#text-output-uri
	.row.toggleable
		.col-md-2 Apply Pattern And Resolve
		.col-md-8#apar-uri
	.row.toggleable
		.col-md-2 Apply Pattern And Resolve
		.col-md-8#apar-progress
	.row
		.col-md-2 Entity Links
		.col-md-8
			ul#links
<commit_msg>Clean up datasetifier<commit_after>extends ../layout.jade

block title
	| Datasetify your PDFs

block help
	include:markdown ../../help/datasetifier.md

block end-of-head
	style.
		.progress-bar,
		.progress-bar a {
			color:white !important;
			font-size: 1em;
			font-weight-bold;
		}
	script
		include:coffee-script ../../src-client/datasetifier.coffee

block content
	.row
		.col-md-10.col-md-offset-1
			form.form-horizontal(role="form")
				.form-group
					label.control-label.col-sm-3(for="file") Choose some PDF files
					.col-sm-4
						input.form-control#file(type="file",multiple=true)
				.form-group
					label.control-label.col-sm-3(for="upload-tags") Tag these files
					.col-sm-4
						input.form-control#upload-tags(type="text",placeholder="Tag")
				.form-group
					.col-sm-3.col-sm-offset-3
						input.form-control.btn.btn-success#start-demo(type="button",value="Analyze")
	.row.toggleable
		.col-md-3 Upload Progress
		.col-md-9#upload-progress
	.row.toggleable
		.col-md-3 Text Extraction Progress
		.col-md-9#text-extractor-progress
	.row.toggleable
		.col-md-3 Extracted texts
		.col-md-9
			ul#text-output-uri
	.row.toggleable
		.col-md-3 ApplyPatternAndResolve Execution
		.col-md-9#apar-uri
	.row.toggleable
		.col-md-3 ApplyPatternAndResolve Progress
		.col-md-9#apar-progress
	.row.toggleable
		.col-md-3 Generated Publication-Dataset Links
		.col-md-9
			ul#links

{'fraction_non_alphanumeric': 0.14530580444098168, 'fraction_numerical': 0.01597195169458512, 'mean_word_length': 2.938650306748466, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5602780', 'n_tokens_mistral': 1123, 'n_tokens_neox': 977, 'n_words': 164}