<commit_before>package HTMLBuilder;

require Exporter;
@ISA = qw(Exporter);
@EXPORT = qw(populateHTML setTemplateDir);

use SelectList;
use TextField;
use Checkbox;
use Radiodial;
use TextArea;
use Hidden;
use Anchor;
use Class::Date qw(date localdate gmdate now);

sub new {
  my $class = shift();
  my $templateDir = shift();
  my $dbh = shift();
  my $exec_url = shift();

  my $self = {};
  bless $self, $class;

  $self->setTemplateDir($templateDir);
  $self->{_exec_url} = $exec_url;

  return $self;
}

sub setTemplateDir {
  my ($self, $path) = @_;
  $self->{_htmlTemplateDir} = $path;
}

sub getTemplateDir {
  my $self = shift;
  return $self->{_htmlTemplateDir};
}
# Note: geogscale has labels different from values <OPTION value="small collection">small collection (&lt; 10 x 10 m)<OPTION value=outcrop>outcrop (&lt; 1 x 1 km)<OPTION value="local area">local area (&lt; 100 x 100 km)<OPTION value=basin>basin (&gt; 100 x 100 km)</OPTION>

my %CACHED_TEMPLATES;
my %SELECT_LISTS = (assigned_to=>["Ederer", "Alroy"],
                    severity=>["Cosmetic", "Annoying", "Important", "Critical"],
					taxon_rank=>['subspecies', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
					parent_taxon_rank=>['', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
					type_taxon_rank=>['', 'specimen number', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
                    current_status=>["active", "deferred", "retired"],
					species_name=>['', 'indet.', 'sp.'],
					project_name=>['', 'ETE', '5%', 'PGAP'],
					publication_type=>['', 'journal article', 'book/book chapter', 'Ph.D. thesis', 'M.S. thesis', 'abstract', 'unpublished','serial monograph','guidebook'],
					release_date=>['immediate','three months','six months','one year','two years','three years','four years','five years'],
					access_level=>['the public','database members', 'group members', 'authorizer only'],
					latdir=>['North','South'],
					lngdir=>['West', 'East'],
					latlng_basis=>['','stated in text','based on nearby landmark','based on political unit','estimated from map','unpublished field data'],
					altitude_unit=>['', 'meters', 'feet'],
					geogscale=>['', 'small collection', 'outcrop', 'local area', 'basin'],
					emlperiod_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					period_max=>['', 'Modern', 'Quaternary', 'Tertiary', 'Cretaceous', 'Jurassic', 'Triassic', 'Permian', 'Carboniferous', 'Devonian', 'Silurian', 'Ordovician', 'Cambrian', 'Neoproterozoic'],
					emlperiod_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					period_min=>['', 'Modern', 'Quaternary', 'Tertiary', 'Cretaceous', 'Jurassic', 'Triassic', 'Permian', 'Carboniferous', 'Devonian', 'Silurian', 'Ordovician', 'Cambrian', 'Neoproterozoic'],
					emlepoch_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlepoch_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlintage_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlintage_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emllocage_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emllocage_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					localorder=>['', 'bottom to top', 'top to bottom', 'no particular order'],
					regionalorder=>['', 'bottom to top', 'top to bottom', 'no particular order'],
					stratscale=>['', 'bed', 'group of beds', 'member', 'formation', 'group'],
					lithification=>['', 'unlithified', 'poorly lithified', 'lithified', 'metamorphosed'],
					lithification2=>['', 'unlithified', 'poorly lithified', 'lithified', 'metamorphosed'],
					#lithology1=>['', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef   rocks"', '"limestone"', 'dolomite', '"carbonate"', '', 'chert', 'phosphorite', 'ironstone', 'siderite'],
					#lithology2=>['', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef   rocks"', '"limestone"', 'dolomite', '"carbonate"', '', 'chert', 'phosphorite', 'ironstone', 'siderite'],
					#lithadj=>['', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous', 'concretionary', 'dolomitic', 'ferruginous', 'glauconitic', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'gray', 'green', 'red or brown', 'yellow'],
					#lithadj2=>['', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous', 'concretionary', 'dolomitic', 'ferruginous', 'glauconitic', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'gray', 'green', 'red or brown', 'yellow'],
					lithology1=>['', '"siliciclastic"', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', '"mixed carbonate-siliciclastic"', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef rocks"', 'floatstone', 'rudstone', 'bafflestone', 'bindstone', 'framestone', '"limestone"', 'dolomite', '"carbonate"', '', "coal",'peat', 'lignite', 'subbituminous coal', 'bituminous coal', 'anthracite', 'coal ball', 'tar', '', 'amber', 'chert', 'evaporite', 'phosphorite', 'ironstone', 'siderite', '', 'phyllite', 'slate', 'schist', 'quartzite'],
                    lithology2=>['', '"siliciclastic"', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', '"mixed carbonate-siliciclastic"', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef rocks"', 'floatstone', 'rudstone', 'bafflestone', 'bindstone', 'framestone', '"limestone"', 'dolomite', '"carbonate"', '', "coal",'peat', 'lignite', 'subbituminous coal', 'bituminous coal', 'anthracite', 'coal ball', 'tar', '', 'amber', 'chert', 'evaporite', 'phosphorite', 'ironstone', 'siderite', '', 'phyllite', 'slate', 'schist', 'quartzite'],
                    lithadj=>['', 'lenticular', 'tabular', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', 'pedogenic', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'micaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous','concretionary', 'diatomaceous', 'dolomitic', 'ferruginous', 'glauconitic', 'gypsiferous', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', 'stromatolitic', 'tuffaceous', 'volcaniclastic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'brown', 'gray', 'green', 'red', 'red or brown', 'white', 'yellow', 'blue'], 
                    lithadj2=>['', 'lenticular', 'tabular', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', 'pedogenic', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'micaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous','concretionary', 'diatomaceous', 'dolomitic', 'ferruginous', 'glauconitic', 'gypsiferous', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', 'stromatolitic', 'tuffaceous', 'volcaniclastic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'brown', 'gray', 'green', 'red', 'red or brown', 'white', 'yellow', 'blue'], 
					# General
					environment=>['', '--General--', '', 'marine indet.', 'terrestrial indet.',
					# Carbonate
					'', '--Carbonate--', '', 'carbonate indet.', 'peritidal', 'shallow subtidal indet.', 'open shallow subtidal', 'lagoonal/restricted shallow subtidal', 'sand shoal', 'reef, buildup or bioherm', 'deep subtidal ramp', 'deep subtidal shelf', 'deep subtidal indet.', 'offshore ramp', 'offshore shelf', 'offshore indet.', 'slope', 'basinal (carbonate)',
					# Siliciclastic
					'', '--Siliciclastic--', '', 'marginal marine indet.', 'paralic indet.', 'estuarine/bay', 'lagoonal', '', 'coastal indet.', 'foreshore', 'shoreface', 'transition zone/lower shoreface', 'offshore', '', 'deltaic indet.', 'delta plain', 'interdistributary bay', 'delta front', 'prodelta', '', 'deep-water indet.', 'submarine fan', 'basinal (siliciclastic)',<commit_msg>moved "blue" values in lith adj pulldowns<commit_after>package HTMLBuilder;

require Exporter;
@ISA = qw(Exporter);
@EXPORT = qw(populateHTML setTemplateDir);

use SelectList;
use TextField;
use Checkbox;
use Radiodial;
use TextArea;
use Hidden;
use Anchor;
use Class::Date qw(date localdate gmdate now);

sub new {
  my $class = shift();
  my $templateDir = shift();
  my $dbh = shift();
  my $exec_url = shift();

  my $self = {};
  bless $self, $class;

  $self->setTemplateDir($templateDir);
  $self->{_exec_url} = $exec_url;

  return $self;
}

sub setTemplateDir {
  my ($self, $path) = @_;
  $self->{_htmlTemplateDir} = $path;
}

sub getTemplateDir {
  my $self = shift;
  return $self->{_htmlTemplateDir};
}
# Note: geogscale has labels different from values <OPTION value="small collection">small collection (&lt; 10 x 10 m)<OPTION value=outcrop>outcrop (&lt; 1 x 1 km)<OPTION value="local area">local area (&lt; 100 x 100 km)<OPTION value=basin>basin (&gt; 100 x 100 km)</OPTION>

my %CACHED_TEMPLATES;
my %SELECT_LISTS = (assigned_to=>["Ederer", "Alroy"],
                    severity=>["Cosmetic", "Annoying", "Important", "Critical"],
					taxon_rank=>['subspecies', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
					parent_taxon_rank=>['', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
					type_taxon_rank=>['', 'specimen number', 'species', 'subgenus', 'genus', 'subtribe', 'tribe', 'subfamily', 'family', 'superfamily', 'infraorder', 'suborder', 'order', 'superorder', 'class', 'subclass', 'class', 'superclass', 'subphylum', 'phylum', 'superphylum', 'subkingdom', 'kingdom', 'superkingdom', 'unranked clade', 'informal'],
                    current_status=>["active", "deferred", "retired"],
					species_name=>['', 'indet.', 'sp.'],
					project_name=>['', 'ETE', '5%', 'PGAP'],
					publication_type=>['', 'journal article', 'book/book chapter', 'Ph.D. thesis', 'M.S. thesis', 'abstract', 'unpublished','serial monograph','guidebook'],
					release_date=>['immediate','three months','six months','one year','two years','three years','four years','five years'],
					access_level=>['the public','database members', 'group members', 'authorizer only'],
					latdir=>['North','South'],
					lngdir=>['West', 'East'],
					latlng_basis=>['','stated in text','based on nearby landmark','based on political unit','estimated from map','unpublished field data'],
					altitude_unit=>['', 'meters', 'feet'],
					geogscale=>['', 'small collection', 'outcrop', 'local area', 'basin'],
					emlperiod_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					period_max=>['', 'Modern', 'Quaternary', 'Tertiary', 'Cretaceous', 'Jurassic', 'Triassic', 'Permian', 'Carboniferous', 'Devonian', 'Silurian', 'Ordovician', 'Cambrian', 'Neoproterozoic'],
					emlperiod_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					period_min=>['', 'Modern', 'Quaternary', 'Tertiary', 'Cretaceous', 'Jurassic', 'Triassic', 'Permian', 'Carboniferous', 'Devonian', 'Silurian', 'Ordovician', 'Cambrian', 'Neoproterozoic'],
					emlepoch_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlepoch_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlintage_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emlintage_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emllocage_max=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					emllocage_min=>['', 'Late/Upper', 'Middle - Late/Upper', 'Middle', 'Early/Lower - Middle', 'Early/Lower'],
					localorder=>['', 'bottom to top', 'top to bottom', 'no particular order'],
					regionalorder=>['', 'bottom to top', 'top to bottom', 'no particular order'],
					stratscale=>['', 'bed', 'group of beds', 'member', 'formation', 'group'],
					lithification=>['', 'unlithified', 'poorly lithified', 'lithified', 'metamorphosed'],
					lithification2=>['', 'unlithified', 'poorly lithified', 'lithified', 'metamorphosed'],
					#lithology1=>['', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef   rocks"', '"limestone"', 'dolomite', '"carbonate"', '', 'chert', 'phosphorite', 'ironstone', 'siderite'],
					#lithology2=>['', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef   rocks"', '"limestone"', 'dolomite', '"carbonate"', '', 'chert', 'phosphorite', 'ironstone', 'siderite'],
					#lithadj=>['', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous', 'concretionary', 'dolomitic', 'ferruginous', 'glauconitic', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'gray', 'green', 'red or brown', 'yellow'],
					#lithadj2=>['', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous', 'concretionary', 'dolomitic', 'ferruginous', 'glauconitic', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'gray', 'green', 'red or brown', 'yellow'],
					lithology1=>['', '"siliciclastic"', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', '"mixed carbonate-siliciclastic"', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef rocks"', 'floatstone', 'rudstone', 'bafflestone', 'bindstone', 'framestone', '"limestone"', 'dolomite', '"carbonate"', '', "coal",'peat', 'lignite', 'subbituminous coal', 'bituminous coal', 'anthracite', 'coal ball', 'tar', '', 'amber', 'chert', 'evaporite', 'phosphorite', 'ironstone', 'siderite', '', 'phyllite', 'slate', 'schist', 'quartzite'],
                    lithology2=>['', '"siliciclastic"', 'claystone', 'mudstone', '"shale"', 'siltstone', 'sandstone', 'conglomerate', '', '"mixed carbonate-siliciclastic"', 'marl', '', 'lime mudstone', 'wackestone', 'packstone', 'grainstone', '"reef rocks"', 'floatstone', 'rudstone', 'bafflestone', 'bindstone', 'framestone', '"limestone"', 'dolomite', '"carbonate"', '', "coal",'peat', 'lignite', 'subbituminous coal', 'bituminous coal', 'anthracite', 'coal ball', 'tar', '', 'amber', 'chert', 'evaporite', 'phosphorite', 'ironstone', 'siderite', '', 'phyllite', 'slate', 'schist', 'quartzite'],
                    lithadj=>['', 'lenticular', 'tabular', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', 'pedogenic', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'micaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous','concretionary', 'diatomaceous', 'dolomitic', 'ferruginous', 'glauconitic', 'gypsiferous', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', 'stromatolitic', 'tuffaceous', 'volcaniclastic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'blue', 'brown', 'gray', 'green', 'red', 'red or brown', 'white', 'yellow'], 
                    lithadj2=>['', 'lenticular', 'tabular', 'desiccation cracks', 'current ripples', 'dunes', 'hummocky CS', 'wave ripples', '"cross stratification"', 'planar lamination', 'tool marks', 'flute casts', 'deformed bedding', 'grading', 'burrows', 'bioturbation', 'pedogenic', '', 'condensed', 'firmground', 'hardground', 'lag', '', 'argillaceous', 'micaceous', 'silty', 'sandy', 'conglomeratic', 'pebbly', '', 'calcareous', 'carbonaceous', 'cherty/siliceous','concretionary', 'diatomaceous', 'dolomitic', 'ferruginous', 'glauconitic', 'gypsiferous', 'hematitic', 'pyritic', 'phosphatic', 'sideritic', 'stromatolitic', 'tuffaceous', 'volcaniclastic', '', 'flat-pebble', 'intraclastic', 'oncoidal', 'ooidal', 'peloidal', 'shelly/skeletal', '', 'black', 'blue', 'brown', 'gray', 'green', 'red', 'red or brown', 'white', 'yellow'], 
					# General
					environment=>['', '--General--', '', 'marine indet.', 'terrestrial indet.',
					# Carbonate
					'', '--Carbonate--', '', 'carbonate indet.', 'peritidal', 'shallow subtidal indet.', 'open shallow subtidal', 'lagoonal/restricted shallow subtidal', 'sand shoal', 'reef, buildup or bioherm', 'deep subtidal ramp', 'deep subtidal shelf', 'deep subtidal indet.', 'offshore ramp', 'offshore shelf', 'offshore indet.', 'slope', 'basinal (carbonate)',
					# Siliciclastic
					'', '--Siliciclastic--', '', 'marginal marine indet.', 'paralic indet.', 'estuarine/bay', 'lagoonal', '', 'coastal indet.', 'foreshore', 'shoreface', 'transition zone/lower shoreface', 'offshore', '', 'deltaic indet.', 'delta plain', 'interdistributary bay', 'delta front', 'prodelta', '', 'deep-water indet.', 'submarine fan', 'basinal (siliciclastic)',
{'fraction_non_alphanumeric': 0.23178550612006996, 'fraction_numerical': 0.002525743151350301, 'mean_word_length': 6.500546448087432, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 101, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '198997', 'n_tokens_mistral': 7768, 'n_tokens_neox': 6968, 'n_words': 1703}