<commit_before>const fs = require("fs");
const ohm = require("ohm-js");
const assert = require("assert");

const jcaml = fs.readFileSync("JCaml.ohm");
const gram = ohm.grammar(jcaml);


describe("Arithmetic", () => {
  describe("3 + 1", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("1 + 3");
      assert.ok(match.succeeded());
    });
  });
  describe("4 > 2", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("4 > 2");
      assert.ok(match.succeeded());
    });
  });
  describe("!5", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("!5");
      assert.ok(match.succeeded());
    });
  });
  describe("44^3", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("44^3");
      assert.ok(match.succeeded());
    });
  });
  describe("44^3", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("44^3");
      assert.ok(match.succeeded());
    });
  });
  describe("44^g", () => {
    it("should not be equivalent to result", () => {
      const match = gram.match("44^3g");
      assert.ok(!match.succeeded());
    });
  });
  describe("44^g", () => {
    it("should not be equivalent to result", () => {
      const match = gram.match("44^3g");
      assert.ok(!match.succeeded());
    });
  });
  describe("5 = 5", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("5 == 5");
      assert.ok(match.succeeded());
    });
  });
  describe("5 ? 6 + 7 : 56", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("5 ? 6 + 7 : 56");
      assert.ok(match.succeeded());
    });
  });
  describe("let a = 67 * 2", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("let a = 67 * 2");
      assert.ok(match.succeeded());<commit_msg>Changed a few things<commit_after>const fs = require("fs");
const ohm = require("ohm-js");
const assert = require("assert");

const jcaml = fs.readFileSync("JCaml.ohm");
const gram = ohm.grammar(jcaml);


describe("Arithmetic", () => {
  describe("3 + 1", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("1 + 3");
      assert.ok(match.succeeded());
    });
  });
  describe("4 > 2", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("4 > 2");
      assert.ok(match.succeeded());
    });
  });
  describe("!5", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("!5");
      assert.ok(match.succeeded());
    });
  });
  describe("44^3", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("44^3");
      assert.ok(match.succeeded());
    });
  });
  describe("44^3", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("44^3");
      assert.ok(match.succeeded());
    });
  });
  describe("44^g", () => {
    it("should not be equivalent to result", () => {
      const match = gram.match("44^3g");
      assert.ok(!match.succeeded());
    });
  });
  describe("44^g", () => {
    it("should not be equivalent to result", () => {
      const match = gram.match("44^3g");
      assert.ok(!match.succeeded());
    });
  });
  describe("5 = 5", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("5 == 5");
      assert.ok(match.succeeded());
    });
  });
  describe("5 ? 6 + 7 : 56", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("5 ? 6 + 7 : 56");
      assert.ok(match.succeeded());
    });
  });
  describe("let int a = 67 * 2", () => {
    it("should be equivalent to result", () => {
      const match = gram.match("let int a = 67 * 2");
      assert.ok(match.succeeded());
{'fraction_non_alphanumeric': 0.2308288148721921, 'fraction_numerical': 0.026852569067906017, 'mean_word_length': 2.7178502879078694, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 49, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4079788', 'n_tokens_mistral': 1366, 'n_tokens_neox': 1263, 'n_words': 276}