<commit_before>describe Regexpert do
  describe ".generate" do
    context "any number of any characters" do
      let(:expression) { /.*/ }

      it "generates a matching string" do
        expect(Regexpert.generate(expression)).to match expression
      end
    end

    context "at least one character" do
      let(:expression) { /.+/ }

      it "generates a matching string" do
        expect(Regexpert.generate(expression)).to match expression
      end
    end

    context "character types" do
      context "numbers" do
        let(:expression) { /\d+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "word characters" do
        let(:expression) { /\w+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "nonword characters" do
        let(:expression) { /\W+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "non-numeric strings" do
        let(:expression) { /\D+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "hexdigit characters" do
        let(:expression) { /\h+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "non-hexdigit characters" do
        let(:expression) { /\H+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end
    end
  end
end<commit_msg>Whitespace and non-whitespace<commit_after>describe Regexpert do
  describe ".generate" do
    context "any number of any characters" do
      let(:expression) { /.*/ }

      it "generates a matching string" do
        expect(Regexpert.generate(expression)).to match expression
      end
    end

    context "at least one character" do
      let(:expression) { /.+/ }

      it "generates a matching string" do
        expect(Regexpert.generate(expression)).to match expression
      end
    end

    context "character types" do
      context "numbers" do
        let(:expression) { /\d+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "word characters" do
        let(:expression) { /\w+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "nonword characters" do
        let(:expression) { /\W+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "non-numeric strings" do
        let(:expression) { /\D+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "hexdigit characters" do
        let(:expression) { /\h+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "non-hexdigit characters" do
        let(:expression) { /\H+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "whitespace" do
        let(:expression) { /\s+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end

      context "non-whitespace" do
        let(:expression) { /\S+/ }

        it "generates a matching string" do
          expect(Regexpert.generate(expression)).to match expression
        end
      end
    end
  end
end
{'fraction_non_alphanumeric': 0.09113670505758638, 'fraction_numerical': 0.0, 'mean_word_length': 2.0472921434019833, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2614328', 'n_tokens_mistral': 1079, 'n_tokens_neox': 1006, 'n_words': 335}