<commit_before>
import { expect } from "chai";
import {} from "mocha";
import { execute } from "../../src/execute";

describe("execute", () => {
  const input_string = "“<NAME>”";
  const other_string = "“<NAME>”";
  const both_strings = `${input_string}\n${other_string}`;
  const inline_comment = "#Inline#";
  const endline_comment = "#End-of-line\n";
  const spaces = "  ";

  describe("terminators", () => {
    it("evaluates spaces to nothing", () => {
      const result = execute(spaces);
      expect(result).to.equal("");
    });

    describe("newline", () => {
      it("evaluates to nothing", () => {
        const result = execute("\n");
        expect(result).to.equal("");
      });

      it("does not break strings", () => {
        const source = "“Hello,\n World”";
        const result = execute(source);
        expect(result).to.equal(source);
      });

      it("breaks expressions", () => {
        const result = execute(both_strings);
        console.error(result);<commit_msg>Remove debugging<commit_after>
import { expect } from "chai";
import {} from "mocha";
import { execute } from "../../src/execute";

describe("execute", () => {
  const input_string = "“<NAME>”";
  const other_string = "“<NAME>”";
  const both_strings = `${input_string}\n${other_string}`;
  const inline_comment = "#Inline#";
  const endline_comment = "#End-of-line\n";
  const spaces = "  ";

  describe("terminators", () => {
    it("evaluates spaces to nothing", () => {
      const result = execute(spaces);
      expect(result).to.equal("");
    });

    describe("newline", () => {
      it("evaluates to nothing", () => {
        const result = execute("\n");
        expect(result).to.equal("");
      });

      it("does not break strings", () => {
        const source = "“Hello,\n World”";
        const result = execute(source);
        expect(result).to.equal(source);
      });

      it("breaks expressions", () => {
        const result = execute(both_strings);
{'fraction_non_alphanumeric': 0.1977800201816347, 'fraction_numerical': 0.0, 'mean_word_length': 2.9345238095238093, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4124535', 'n_tokens_mistral': 603, 'n_tokens_neox': 599, 'n_words': 129}