<commit_before>annotation.source
annotation.sourceURL
assembly.accession
assembly.coverage_depth
assembly.date
assembly.default
assembly.description
assembly.long_name
assembly.mapping
assembly.master_accession
assembly.name
assembly.num_toplevel_seqs
assembly.overlapping_regions
assembly.version
assembly.web_accession_source
assembly.web_accession_type
dna_align_featurebuild.level
exonbuild.level
genebuild.hash
genebuild.id
genebuild.initial_release_date
genebuild.last_geneset_update
genebuild.level
genebuild.method
genebuild.projection_source_db
genebuild.start_date
genebuild.version
liftover.mapping
lrg
marker.priority
patch
prediction_exonbuild.level
prediction_transcriptbuild.level
protein_align_featurebuild.level
provider.name
provider.url
removed_evidence_flag.ensembl_dbversion
removed_evidence_flag.uniprot_dbversion
repeat.analysis
repeat_featurebuild.level
sample.gene_param
sample.gene_text
sample.location_param
sample.location_text
sample.search_text
sample.structural_param<commit_msg>we use this to indicate polyploid species<commit_after>annotation.source
annotation.sourceURL
assembly.accession
assembly.coverage_depth
assembly.date
assembly.default
assembly.description
assembly.long_name
assembly.mapping
assembly.master_accession
assembly.name
assembly.num_toplevel_seqs
assembly.overlapping_regions
assembly.version
assembly.web_accession_source
assembly.web_accession_type
dna_align_featurebuild.level
exonbuild.level
genebuild.hash
genebuild.id
genebuild.initial_release_date
genebuild.last_geneset_update
genebuild.level
genebuild.method
genebuild.projection_source_db
genebuild.start_date
genebuild.version
liftover.mapping
lrg
marker.priority
patch
ploidy
prediction_exonbuild.level
prediction_transcriptbuild.level
protein_align_featurebuild.level
provider.name
provider.url
removed_evidence_flag.ensembl_dbversion
removed_evidence_flag.uniprot_dbversion
repeat.analysis
repeat_featurebuild.level
sample.gene_param
sample.gene_text
sample.location_param
sample.location_text
sample.search_text
sample.structural_param
{'fraction_non_alphanumeric': 0.045742092457420926, 'fraction_numerical': 0.0, 'mean_word_length': 10.053763440860216, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5042154', 'n_tokens_mistral': 651, 'n_tokens_neox': 634, 'n_words': 98}