<commit_before>class InternetRef < ActiveRecord::Base
  has_one :reference, :as => :element, :dependent => :destroy
  has_one :tcc, :through => :references

  VALID_URL_EXPRESSION = /^(http|https|ftp|ftps):\/\/[a-z0-9]+([\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(([0-9]{1,5})?\/.*)?$/ix

  validates_presence_of :access_date, :author, :title, :url

  attr_accessible :access_date, :author, :subtitle, :title, :url

  validates_format_of :url, :with => VALID_URL_EXPRESSION
end<commit_msg>Melhorias no Regexp para URL<commit_after>class InternetRef < ActiveRecord::Base
  has_one :reference, :as => :element, :dependent => :destroy
  has_one :tcc, :through => :references

  VALID_URL_EXPRESSION = /^(http|https|ftp|ftps):\/\/(([a-z0-9]+\:)?[a-z0-9]+\@)?[a-z0-9]+([\-\.]{1}[a-z0-9]+)*\.[a-z]{2,5}(([0-9]{1,5})?\/.*)?$/ix

  validates_presence_of :access_date, :author, :title, :url

  attr_accessible :access_date, :author, :subtitle, :title, :url

  validates_format_of :url, :with => VALID_URL_EXPRESSION
end
{'fraction_non_alphanumeric': 0.22822822822822822, 'fraction_numerical': 0.026026026026026026, 'mean_word_length': 5.369426751592357, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4707975', 'n_tokens_mistral': 435, 'n_tokens_neox': 411, 'n_words': 65}