<commit_before>var fuzzerMathMLAttributes = (function() {

  function several(pickArg)
  {
    return function() {
      var num = Random.pick([0, 1, [2, 4, 8, 16, 1024]]);
      var s = "";
      for (var i = 0; i < num; ++i) {
        if (i != 0)
          s += " ";
        s += Random.pick(pickArg);
      }
      return s;
    };
  }

  var tableAligns = ["top", "bottom", "center", "baseline", "axis"];
  function tableAlignAttr() { return Random.index(tableAligns) + Random.index(["", " " + Random.pick(fuzzValues.numbers)]); }
  var horizAligns = ["left", "center", "right"];
  var lines = ["none", "solid", "dashed"];

  function mpaddedAttr() {
    // Note from spec:
    // "Note that the examples in the Version 2 of the MathML specification showed spaces within the attribute values,
    // suggesting that this was the intended format. Formally, spaces are not allowed within these values, but
    // implementers may wish to ignore such spaces to maximize backward compatibility."
    return (
      Random.index(["+", "-", ""]) +
      Random.pick(fuzzValues.unsignedNumbers) +
      (rnd(2) ? Random.index(["%", "%width", "%height", "%depth", "width", "height", "depth", "mediummathspace", "negativemediummathspace"]) : Random.pick(fuzzValues.units))
    );
  }

  var commonAttributes = ["id", "mathcolor", "mathbackground", "mathvariant"];

  var attributes = {
    "randomness": fuzzTotallyRandomValue,


    "id": fuzzValues.names,
    "name": fuzzValues.names,

    // annotation, annotation-xml
    "encoding": ["MathML-Presentation", "Mathematica", "Maple", "TeX", "ASCII", "MathMLType", "OpenMath", "content-MathML"],

    // New in MathML 2!
    "mathbackground": fuzzValues.colors,
    "mathcolor": fuzzValues.colors,
    "mathsize": ["small", "normal", "big", fuzzValues.numbersWithUnits],
    "mathvariant": ["normal", "bold", "italic", "bold-italic", "double-struck", "bold-fraktur", "script", "bold-script", "fraktur", "sans-serif", "bold-sans-serif", "sans-serif-italic", "sans-serif-bold-italic", "monospace"],


    // all tokens
    "fontsize": fuzzValues.numbersWithUnits,
    "fontweight": ["normal", "bold"],
    "fontstyle": ["normal", "italic"],
    "fontfamily": [fuzzValues.fontFaces, "inherit"],<commit_msg>Add values for mathvariant attribute<commit_after>var fuzzerMathMLAttributes = (function() {

  function several(pickArg)
  {
    return function() {
      var num = Random.pick([0, 1, [2, 4, 8, 16, 1024]]);
      var s = "";
      for (var i = 0; i < num; ++i) {
        if (i != 0)
          s += " ";
        s += Random.pick(pickArg);
      }
      return s;
    };
  }

  var tableAligns = ["top", "bottom", "center", "baseline", "axis"];
  function tableAlignAttr() { return Random.index(tableAligns) + Random.index(["", " " + Random.pick(fuzzValues.numbers)]); }
  var horizAligns = ["left", "center", "right"];
  var lines = ["none", "solid", "dashed"];

  function mpaddedAttr() {
    // Note from spec:
    // "Note that the examples in the Version 2 of the MathML specification showed spaces within the attribute values,
    // suggesting that this was the intended format. Formally, spaces are not allowed within these values, but
    // implementers may wish to ignore such spaces to maximize backward compatibility."
    return (
      Random.index(["+", "-", ""]) +
      Random.pick(fuzzValues.unsignedNumbers) +
      (rnd(2) ? Random.index(["%", "%width", "%height", "%depth", "width", "height", "depth", "mediummathspace", "negativemediummathspace"]) : Random.pick(fuzzValues.units))
    );
  }

  var commonAttributes = ["id", "mathcolor", "mathbackground", "mathvariant"];

  var attributes = {
    "randomness": fuzzTotallyRandomValue,


    "id": fuzzValues.names,
    "name": fuzzValues.names,

    // annotation, annotation-xml
    "encoding": ["MathML-Presentation", "Mathematica", "Maple", "TeX", "ASCII", "MathMLType", "OpenMath", "content-MathML"],

    // New in MathML 2!
    "mathbackground": fuzzValues.colors,
    "mathcolor": fuzzValues.colors,
    "mathsize": ["small", "normal", "big", fuzzValues.numbersWithUnits],
    "mathvariant": ["normal", "bold", "italic", "bold-italic", "double-struck", "bold-fraktur", "script", "bold-script", "fraktur", "sans-serif", "bold-sans-serif", "sans-serif-italic", "sans-serif-bold-italic", "monospace", "initial", "tailed", "looped", "stretched"],


    // all tokens
    "fontsize": fuzzValues.numbersWithUnits,
    "fontweight": ["normal", "bold"],
    "fontstyle": ["normal", "italic"],
    "fontfamily": [fuzzValues.fontFaces, "inherit"],
{'fraction_non_alphanumeric': 0.18217648346835996, 'fraction_numerical': 0.007006787825706153, 'mean_word_length': 3.6947584789311407, 'pattern_counts': {'":': 24, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3302625', 'n_tokens_mistral': 1513, 'n_tokens_neox': 1429, 'n_words': 379}