<commit_before>var COMMENT_URI = "comment", FACET_URI = "facet", FACETORDER_URI = "facetOrder", DESCRIPTION_URI = "description", IMMUTABLE = "tag:isrd.isi.edu,2016:immutable", GENERATED = "tag:isrd.isi.edu,2016:generated";

var Sidebar = function() {
	var self = this;

	this.getColumns = function(table, annotations, dataTypes) {
		var columns = [], annotations = annotations || ["hidden"];
		if (table.annotations && table.annotations[COMMENT_URI] && table.annotations[COMMENT_URI].contains('exclude')) return [];
		var cDefs = table.column_definitions.slice(0);
		cDefs.forEach(function(c) {
			if (!isColumnHidden(c, annotations, dataTypes)) {
				c.table_name = table.table_name;
				columns.push(c);
			}<commit_msg> Added support to import system-columns in tests<commit_after>var COMMENT_URI = "comment", FACET_URI = "facet", FACETORDER_URI = "facetOrder", DESCRIPTION_URI = "description", IMMUTABLE = "tag:isrd.isi.edu,2016:immutable", GENERATED = "tag:isrd.isi.edu,2016:generated";

var Sidebar = function() {
	var self = this;

	this.getColumns = function(table, annotations, dataTypes) {
		var columns = [], annotations = annotations || ["hidden"];
		if (table.annotations && table.annotations[COMMENT_URI] && table.annotations[COMMENT_URI].contains('exclude')) return [];
		var cDefs = table.column_definitions.slice(0);
		cDefs.forEach(function(c) {
			if (!isColumnHidden(c, annotations, dataTypes)) {
				c.table_name = table.table_name;
				columns.push(c);
			}
		});

		columns = columns.filter(function(c) {
			return ["RID","RCT","RMT","RCB","RMB"].indexOf(c.name) === -1;
{'fraction_non_alphanumeric': 0.1613308223477715, 'fraction_numerical': 0.011927181418706842, 'mean_word_length': 5.532786885245901, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4094930', 'n_tokens_mistral': 588, 'n_tokens_neox': 522, 'n_words': 100}