<commit_before>namespace :docm do
  desc 'import a TSV spreadsheet to your local database'
  task :import, [:tsv_path] => :environment do |_, args|
    file_path = args[:tsv_path]
    raise "File #{file_path} not found!" unless File.exists? file_path
    Importers::TSV.new(file_path).import!
    DataFetchers::HGVS.run
    DataFetchers::DiseaseOntology.run
    DataFetchers::PubMed.run
    DataFetchers::PreviousBase.run
  end

  task get_disease_names: :environment do
    DataFetchers::DiseaseOntology.run
  end

  task get_pubmed_citations: :environment do
    DataFetchers::PubMed.run
  end

  task generate_hgvs: :environment do
    DataFetchers::HGVS.run
  end

  task populate_previous_bases: :environment do<commit_msg>add print statements to import process<commit_after>namespace :docm do
  desc 'import a TSV spreadsheet to your local database'
  task :import, [:tsv_path] => :environment do |_, args|
    file_path = args[:tsv_path]
    raise "File #{file_path} not found!" unless File.exists? file_path
    puts 'Importing TSV.'
    Importers::TSV.new(file_path).import!
    puts 'Generating HGVS strings.'
    DataFetchers::HGVS.run
    puts 'Fetching disease information from DiseaseOntology'
    DataFetchers::DiseaseOntology.run
    puts 'Fetching citations from PubMed'
    DataFetchers::PubMed.run
    puts 'Looking up previous reference bases in Ensembl'
    DataFetchers::PreviousBase.run
  end

  task get_disease_names: :environment do
    DataFetchers::DiseaseOntology.run
  end

  task get_pubmed_citations: :environment do
    DataFetchers::PubMed.run
  end

  task generate_hgvs: :environment do
    DataFetchers::HGVS.run
  end

  task populate_previous_bases: :environment do
{'fraction_non_alphanumeric': 0.08333333333333333, 'fraction_numerical': 0.0, 'mean_word_length': 4.361635220125786, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2319430', 'n_tokens_mistral': 565, 'n_tokens_neox': 554, 'n_words': 142}