<commit_before>[
  {
    "args": ["ARRANGE table:x AS y USING invert();"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "invert",
              "args" : []
            }
          ]
        }
      ]
    }
  },
  {
    "args": ["ARRANGE table:x AS y USING shift(2);"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "shift",
              "args" : [
                { "type" : "number", "value" : "2" }
              ]
            }
          ]
        }
      ]
    }
  },
  {
    "args": ["ARRANGE table:x AS y USING shift(-2) USING invert();"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "shift",
              "args" : [
                { "type" : "number", "value" : "-2" }
              ]
            },
            {
              "type" : "function",
              "name" : "invert",
              "args" : []
            }
          ]
        }
      ]
    }
  }
]
<commit_msg>Adds an ARRANGE/sort example<commit_after>[
  {
    "args": ["ARRANGE table:x AS y USING invert();"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "invert",
              "args" : []
            }
          ]
        }
      ]
    }
  },
  {
    "args": ["ARRANGE table:x AS y USING shift(2);"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "shift",
              "args" : [
                { "type" : "number", "value" : "2" }
              ]
            }
          ]
        }
      ]
    }
  },
  {
    "args": ["ARRANGE table:x AS y USING shift(-2) USING invert();"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "shift",
              "args" : [
                { "type" : "number", "value" : "-2" }
              ]
            },
            {
              "type" : "function",
              "name" : "invert",
              "args" : []
            }
          ]
        }
      ]
    }
  },
  {
    "args": ["ARRANGE table:x AS y USING sort(a, \"alpha\", \"descending\");"],
    "expects": {
      "steps" : [
        {
          "name" : "arrange",
          "table" : { "type" : "reference", "section" : "table", "key" : "x" },
          "table_name" : "y",
          "arrangements" : [
            {
              "type" : "function",
              "name" : "sort",
              "args" : [
                { "type" : "reference", "section" : "_local", "key" : "a" },
                { "type" : "string", "value" : "alpha" },
                { "type" : "string", "value" : "descending" }
              ]
            }
          ]
        }
      ]
    }
  }
]

{'fraction_non_alphanumeric': 0.19672131147540983, 'fraction_numerical': 0.0020491803278688526, 'mean_word_length': 1.047718930256948, 'pattern_counts': {'":': 14, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2341800', 'n_tokens_mistral': 1285, 'n_tokens_neox': 1272, 'n_words': 233}