<commit_before>When(/^I make a request for the reasons list$/) do
  get_reasons_list
end

Then(/^the reasons returned are:$/) do |table|
  expected_reasons = table.transpose.raw[0]
  actual_reasons = parse_last_api_response['reasons']

  expect(expected_reasons & actual_reasons).to eq(expected_reasons)
  expect(expected_reasons.size).to eq(actual_reasons.size)
end<commit_msg>making reason list check better<commit_after>When(/^I make a request for the reasons list$/) do
  get_reasons_list
end

Then(/^the reasons returned are:$/) do |table|
  expected_reasons = table.transpose.raw[0]
  actual_reasons = parse_last_api_response['reasons']

  expect(actual_reasons.to_set).to eq(expected_reasons.to_set)
end
{'fraction_non_alphanumeric': 0.10704225352112676, 'fraction_numerical': 0.0028169014084507044, 'mean_word_length': 6.11, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3129595', 'n_tokens_mistral': 243, 'n_tokens_neox': 238, 'n_words': 54}