<commit_before>{pipe, merge, omit, I, trim} = require 'ramda'

request  = require 'request'
concat   = require 'concat-stream'
debug    = require 'debug' <| 'graphite'
minimist = require 'minimist'
{exit}   = process
url      = require 'url'

argv = minimist process.argv.slice(2),
  alias:
    s: \stdin
    p: \print-query
    i: \image-url
    f: \format

unless process.env.GRAPHITE_URL
  console.log 'error: set GRAPHITE_URL to env'
  exit 1

graphite-base-url = process.env.GRAPHITE_URL
  .replace // /?$ //, ''

get-values = ->
  it.split('|')[*-1]

stringify       = JSON.stringify _, void, 4
format-raw-json = stringify . JSON.parse
<commit_msg>remove obsolete get-values<commit_after>{pipe, merge, omit, I, trim} = require 'ramda'

request  = require 'request'
concat   = require 'concat-stream'
debug    = require 'debug' <| 'graphite'
minimist = require 'minimist'
{exit}   = process
url      = require 'url'

argv = minimist process.argv.slice(2),
  alias:
    s: \stdin
    p: \print-query
    i: \image-url
    f: \format

unless process.env.GRAPHITE_URL
  console.log 'error: set GRAPHITE_URL to env'
  exit 1

graphite-base-url = process.env.GRAPHITE_URL
  .replace // /?$ //, ''

stringify       = JSON.stringify _, void, 4
format-raw-json = stringify . JSON.parse

{'fraction_non_alphanumeric': 0.1410756040530008, 'fraction_numerical': 0.005455962587685113, 'mean_word_length': 3.0761904761904764, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2584766', 'n_tokens_mistral': 475, 'n_tokens_neox': 459, 'n_words': 118}