<commit_before>require 'spec_helper'

describe PSGC::Import do
  it 'is a module' do
    should be_kind_of Module
  end
end

describe PSGC::Import::Base do
  describe '.uri' do
    it 'responds to uri' do
      PSGC::Import::Base.uri.should_not be_nil
      PSGC::Import::Base.uri.should be_a_kind_of URI
    end    
  end

  it 'responds to src' do
    should respond_to :src
  end
  
  it 'returns Base.uri + src as full_source' do
    PSGC::Import::Base.uri = 'http://localhost'
    import = PSGC::Import::Base.new
    import.src = 'test.html'
    import.full_source.should eq(URI('http://localhost/test.html'))
  end

end

describe PSGC::Import::ListReg do
  
end<commit_msg>More specs<commit_after>require 'spec_helper'

describe PSGC::Import do
  it 'is a module' do
    PSGC::Import.should be_kind_of Module
  end
  describe 'provides the following classes' do
    it 'PSGC::Import::Base' do
      PSGC::Import::Base.should be_kind_of Class
    end
  end
end

describe PSGC::Import::Base do
  describe '.uri' do

    it 'is a URI' do 
      PSGC::Import::Base.uri.should be_a_kind_of URI 
    end    

    it "has a default value set (#{PSGC::Import::Base.uri})" do      
      PSGC::Import::Base.uri.should_not be_nil
    end

    it 'accepts an ordinary string, but converts it to a URI' do
      PSGC::Import::Base.uri = 'http://localhost'
      PSGC::Import::Base.uri.should be_a_kind_of URI
    end

  end

  it 'responds to src' do
    should respond_to :src
  end
  
  it 'returns Base.uri + src as full_source' do
    PSGC::Import::Base.uri = 'http://localhost'
    import = PSGC::Import::Base.new
    import.src = 'test.html'
    import.full_source.should eq(URI('http://localhost/test.html'))
  end

end
{'fraction_non_alphanumeric': 0.11395348837209303, 'fraction_numerical': 0.0, 'mean_word_length': 3.0976190476190477, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3175707', 'n_tokens_mistral': 606, 'n_tokens_neox': 590, 'n_words': 163}