<commit_before>directory = File.expand_path(File.dirname(__FILE__))
require File.join(directory, 'constants', 'anchor-metrics')
require File.join(directory, 'constants', 'url-metrics')
require File.join(directory, 'constants', 'link-metrics')

module Linkscape
  module Constants
    URLResponseFields = {

      :uu => {
        :name => 'URL',
        :key => :url,
        :desc => %Q[The URL in question, as it has been canonicalized in the Linkscape index],
      },
      :urid => {
        :name => 'Internal ID',
        :key => :internal_id,
        :desc => %Q[Internal ID of the URL],
      },
      :ur => {
        :name => 'Canonical URL',
        :key => :canonical_url,
        :desc => %Q[If the URL in question performs some kind of search engine canonicalization that is known to Linkscape (e.g., a 301 redirect), this field will contain the target of the canonicalization],
      },
      :urrid => {
        :name => 'Canonical URL Internal ID',
        :key => :canonical_internal_id,
        :desc => %Q[Internal ID of the canonical URL],
      },

      :us => {
        :name => 'HTTP Status',
        :key => :status,
        :desc => %Q[The HTTP status of the target URL],
      },
      :ut => {
        :name => 'Page Title',
        :key => :title,
        :desc => %Q[The title of the target URL, if a title is available],
      },

      :ff => {
        :name => 'Time of Last FQ Domain Update',
        :key => :fq_domain_updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the FQ domain of the target URL],
      },
      :pf => {
        :name => 'Time of Last PL Domain Update',
        :key => :pl_domain_updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the PL domain of the target URL],
      },
      :uf => {
        :name => 'Time of Last Update',
        :key => :updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the target URL],
      },

      :fid => {
        :name => 'Number of Links to FQ Domain',
        :key => :fq_domain_fq_domains_linking,
        :desc => %Q[The number of domains with at least one link to any page on the FQ domain of the target URL],
      },
      :fipl => {
        :name => 'Number of Links to FQ Domain',
        :key => :fq_domain_pl_domains_linking,
        :desc => %Q[The number of domains with at least one link to any page on the FQ domain of the target URL],
      },
      :feid => {
        :name => 'Number of External Juice-Passing Links to this Subdomain',
        :key => :fq_domain_external_links,
        :desc => %Q[the number of external (from other subdomains), juice-passing links to pages on this subdomain],
      },
      :pid => {
        :name => 'Number of Links to PL Domain',
        :key => :pl_domain_pl_domains_linkingn,
        :desc => %Q[The number of domains with at least one link to any page on the PL domain of the target URL],
      },<commit_msg>typo in field name<commit_after>directory = File.expand_path(File.dirname(__FILE__))
require File.join(directory, 'constants', 'anchor-metrics')
require File.join(directory, 'constants', 'url-metrics')
require File.join(directory, 'constants', 'link-metrics')

module Linkscape
  module Constants
    URLResponseFields = {

      :uu => {
        :name => 'URL',
        :key => :url,
        :desc => %Q[The URL in question, as it has been canonicalized in the Linkscape index],
      },
      :urid => {
        :name => 'Internal ID',
        :key => :internal_id,
        :desc => %Q[Internal ID of the URL],
      },
      :ur => {
        :name => 'Canonical URL',
        :key => :canonical_url,
        :desc => %Q[If the URL in question performs some kind of search engine canonicalization that is known to Linkscape (e.g., a 301 redirect), this field will contain the target of the canonicalization],
      },
      :urrid => {
        :name => 'Canonical URL Internal ID',
        :key => :canonical_internal_id,
        :desc => %Q[Internal ID of the canonical URL],
      },

      :us => {
        :name => 'HTTP Status',
        :key => :status,
        :desc => %Q[The HTTP status of the target URL],
      },
      :ut => {
        :name => 'Page Title',
        :key => :title,
        :desc => %Q[The title of the target URL, if a title is available],
      },

      :ff => {
        :name => 'Time of Last FQ Domain Update',
        :key => :fq_domain_updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the FQ domain of the target URL],
      },
      :pf => {
        :name => 'Time of Last PL Domain Update',
        :key => :pl_domain_updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the PL domain of the target URL],
      },
      :uf => {
        :name => 'Time of Last Update',
        :key => :updated_at,
        :desc => %Q[The unix timestamp giving a rough idea of how fresh the data is of the target URL],
      },

      :fid => {
        :name => 'Number of Links to FQ Domain',
        :key => :fq_domain_fq_domains_linking,
        :desc => %Q[The number of domains with at least one link to any page on the FQ domain of the target URL],
      },
      :fipl => {
        :name => 'Number of Links to FQ Domain',
        :key => :fq_domain_pl_domains_linking,
        :desc => %Q[The number of domains with at least one link to any page on the FQ domain of the target URL],
      },
      :feid => {
        :name => 'Number of External Juice-Passing Links to this Subdomain',
        :key => :fq_domain_external_links,
        :desc => %Q[the number of external (from other subdomains), juice-passing links to pages on this subdomain],
      },
      :pid => {
        :name => 'Number of Links to PL Domain',
        :key => :pl_domain_pl_domains_linking,
        :desc => %Q[The number of domains with at least one link to any page on the PL domain of the target URL],
      },
{'fraction_non_alphanumeric': 0.12180550945901095, 'fraction_numerical': 0.0009956853634251576, 'mean_word_length': 2.286259541984733, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 107, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5907637', 'n_tokens_mistral': 1806, 'n_tokens_neox': 1765, 'n_words': 691}