<commit_before>require 'pathname'
require 'rubygems'

gem 'dm-core', '0.10.0'
gem 'randexp', '~>0.1.4'

require 'dm-core'

ROOT = Pathname(__FILE__).dirname.parent.expand_path

# use local dm-validations if running from dm-more directly
lib = ROOT.parent.join('dm-validations', 'lib').expand_path
$LOAD_PATH.unshift(lib) if lib.directory?
require 'dm-validations'

require ROOT + 'lib/dm-sweatshop'

DataMapper.setup(:default, 'sqlite3::memory:')<commit_msg>[dm-more] Remove rubygems usage from libraries<commit_after>require 'pathname'
require 'rubygems'

gem 'dm-core', '0.10.0'
require 'dm-core'

ROOT = Pathname(__FILE__).dirname.parent

# use local dm-validations if running from dm-more directly
lib = ROOT.parent / 'dm-validations' / 'lib'
$LOAD_PATH.unshift(lib) if lib.directory?
require 'dm-validations'

require ROOT / 'lib' / 'dm-sweatshop'

DataMapper.setup(:default, 'sqlite3::memory:')
{'fraction_non_alphanumeric': 0.1511111111111111, 'fraction_numerical': 0.014444444444444444, 'mean_word_length': 5.625, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6496864', 'n_tokens_mistral': 335, 'n_tokens_neox': 325, 'n_words': 73}