<commit_before><div ng-controller="AnalysisController" ng-show="hasConnection()">
	<div class="content-panel">
		<div class="panel-group" id="#analysisAccordion">
			<div class="panel panel-default">
				<div class="panel-heading">
					<h4 class="panel-title">
						<a data-toggle="collapse" data-parent="#analysisAccordion" href="#analyzerAnalysis">
							analyze by analyzer
						</a>
					</h4>
				</div>
				<div id="analyzerAnalysis" class="panel-collapse collapse">
					<div class="panel-body">
						<div class="row">
							<form role="form">
								<div class="col-sm-6">
								  <div class="form-group">
								    <label class="form-label">&nbsp;</label>
										<input type="text" class="form-control input-sm" placeholder="text to analyze" ng-model="analyzer_text">
								  </div>
								</div>
								<div class="col-sm-2">
								  <div class="form-group">
								    <label class="form-label">index name</label>
										<select class="form-control input-sm" ng-model="analyzer_index" ng-options="i as i.name for i in indices">
										</select>
								  </div>
								</div>
								<div class="col-sm-2">
								  <div class="form-group">
								    <label class="form-label">doc type</label>
										<select class="form-control input-sm" ng-model="analyzer_analyzer" ng-options="analyzer for analyzer in analyzer_index.getAnalyzers()">
										</select>
								  </div>
								</div>
							</form>
						</div>
						<div class="row">
							<div class="col-xs-12">
								<button type="submit" class="btn btn-primary input-sm pull-right" ng-click="analyzeByAnalyzer()">analyze</button>
							</div>
						</div>
						<div class="row content-panel">
							<div class="col-lg-12">
								<div class="analysis-tokens">
									<div ng-repeat="token in analyzer_tokens" class="analysis-token" >
										<div class="analysis-token-token">
											{{token.token}}
										</div>
										<div class="analysis-token-info">
											<b>start</b>: {{token.start_offset}} <b>end</b>: {{token.end_offset}} <b>pos</b>: {{token.position}}
										</div>
									</div>
								</div>
							</div>
						</div>
					</div>
				</div>
			</div>
			<div class="panel panel-default">
				<div class="panel-heading">
					<h4 class="panel-title">
						<a data-toggle="collapse" data-parent="#analysisAccordion" href="#fieldTypeAnalysis">
							analyze by field type
						</a>
					</h4>
				</div>
				<div id="fieldTypeAnalysis" class="panel-collapse collapse in">
					<div class="panel-body">
						<div class="row">
							<div class="col-sm-6">
							  <div class="form-group">
							    <label class="form-label">&nbsp;</label>
									<input type="text" class="form-control input-sm" placeholder="text to analyze" ng-model="field_text">
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">index name</label>
									<select class="form-control input-sm" ng-model="field_index" ng-options="i as i.name for i in indices">
									</select>
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">doc type</label>
									<select class="form-control input-sm" ng-model="field_type" ng-options="type for type in field_index.getTypes(field_index)">
									</select>
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">field name</label>
									<select class="form-control input-sm" ng-model="field_index" ng-options="i as i.name for i in indices">
									</select>
							  </div>
							</div>
							<div class="col-xs-12">
								<button type="submit" class="btn btn-primary btn-sm input-sm pull-right" ng-click="analyzeByField()">analyze</button>
							</div>
						</div>
						<div class="row content-panel">
							<div class="col-lg-12">
								<div class="analysis-tokens">
									<div ng-repeat="token in field_tokens" class="analysis-token" >
										<div class="analysis-token-token">
											{{token.token}}
										</div>
										<div class="analysis-token-info">
											pos: {{token.position}} start: {{token.start_offset}} end: {{token.end_offset}}
										</div>
									</div>
								</div>
							</div>
						</div>
					</div>
				</div>
			</div>
		</div>
	</div>
</div>




<commit_msg>fixing wrong label name for analyzer name<commit_after><div ng-controller="AnalysisController" ng-show="hasConnection()">
	<div class="content-panel">
		<div class="panel-group" id="#analysisAccordion">
			<div class="panel panel-default">
				<div class="panel-heading">
					<h4 class="panel-title">
						<a data-toggle="collapse" data-parent="#analysisAccordion" href="#analyzerAnalysis">
							analyze by analyzer
						</a>
					</h4>
				</div>
				<div id="analyzerAnalysis" class="panel-collapse collapse">
					<div class="panel-body">
						<div class="row">
							<form role="form">
								<div class="col-sm-6">
								  <div class="form-group">
								    <label class="form-label">&nbsp;</label>
										<input type="text" class="form-control input-sm" placeholder="text to analyze" ng-model="analyzer_text">
								  </div>
								</div>
								<div class="col-sm-2">
								  <div class="form-group">
								    <label class="form-label">index name</label>
										<select class="form-control input-sm" ng-model="analyzer_index" ng-options="i as i.name for i in indices">
										</select>
								  </div>
								</div>
								<div class="col-sm-2">
								  <div class="form-group">
								    <label class="form-label">analyzer name</label>
										<select class="form-control input-sm" ng-model="analyzer_analyzer" ng-options="analyzer for analyzer in analyzer_index.getAnalyzers()">
										</select>
								  </div>
								</div>
							</form>
						</div>
						<div class="row">
							<div class="col-xs-12">
								<button type="submit" class="btn btn-primary input-sm pull-right" ng-click="analyzeByAnalyzer()">analyze</button>
							</div>
						</div>
						<div class="row content-panel">
							<div class="col-lg-12">
								<div class="analysis-tokens">
									<div ng-repeat="token in analyzer_tokens" class="analysis-token" >
										<div class="analysis-token-token">
											{{token.token}}
										</div>
										<div class="analysis-token-info">
											<b>start</b>: {{token.start_offset}} <b>end</b>: {{token.end_offset}} <b>pos</b>: {{token.position}}
										</div>
									</div>
								</div>
							</div>
						</div>
					</div>
				</div>
			</div>
			<div class="panel panel-default">
				<div class="panel-heading">
					<h4 class="panel-title">
						<a data-toggle="collapse" data-parent="#analysisAccordion" href="#fieldTypeAnalysis">
							analyze by field type
						</a>
					</h4>
				</div>
				<div id="fieldTypeAnalysis" class="panel-collapse collapse in">
					<div class="panel-body">
						<div class="row">
							<div class="col-sm-6">
							  <div class="form-group">
							    <label class="form-label">&nbsp;</label>
									<input type="text" class="form-control input-sm" placeholder="text to analyze" ng-model="field_text">
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">index name</label>
									<select class="form-control input-sm" ng-model="field_index" ng-options="i as i.name for i in indices">
									</select>
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">type</label>
									<select class="form-control input-sm" ng-model="field_type" ng-options="type for type in field_index.getTypes(field_index)">
									</select>
							  </div>
							</div>
							<div class="col-sm-2">
							  <div class="form-group">
							    <label class="form-label">field name</label>
									<select class="form-control input-sm" ng-model="field_field" ng-options="field for field in field_index.getFields(field_type)">
									</select>
							  </div>
							</div>
							<div class="col-xs-12">
								<button type="submit" class="btn btn-primary btn-sm input-sm pull-right" ng-click="analyzeByField()">analyze</button>
							</div>
						</div>
						<div class="row content-panel">
							<div class="col-lg-12">
								<div class="analysis-tokens">
									<div ng-repeat="token in field_tokens" class="analysis-token" >
										<div class="analysis-token-token">
											{{token.token}}
										</div>
										<div class="analysis-token-info">
											pos: {{token.position}} start: {{token.start_offset}} end: {{token.end_offset}}
										</div>
									</div>
								</div>
							</div>
						</div>
					</div>
				</div>
			</div>
		</div>
	</div>
</div>





{'fraction_non_alphanumeric': 0.17527737308080243, 'fraction_numerical': 0.004258657402218985, 'mean_word_length': 2.2474526928675402, 'pattern_counts': {'":': 0, '<': 263, '<?xml version=': 0, '>': 263, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2321765', 'n_tokens_mistral': 4271, 'n_tokens_neox': 2761, 'n_words': 581}