<commit_before>package gfmxr

import (
	"encoding/json"
	"fmt"
	"sort"

	"github.com/Sirupsen/logrus"
	"gopkg.in/codegangsta/cli.v2"
)

func NewCLI() *cli.App {
	app := cli.NewApp()
	app.Name = "gfmxr"
	app.Usage = "github-flavored markdown example runner"
	app.Authors = []cli.Author{
		cli.Author{
			Name:  "<NAME>",
			Email: "<EMAIL>",
		},
	}
	app.Version = VersionString
	app.Flags = []cli.Flag{
		cli.StringSliceFlag{
			Name:   "sources, s",
			Usage:  "markdown source(s) to search for runnable examples",
			Value:  cli.NewStringSlice("README.md"),
			EnvVar: "GFMXR_SOURCES,SOURCES",
		},
		cli.IntFlag{
			Name:   "count, c",
			Usage:  "expected count of runnable examples (for verification)",
			EnvVar: "GFMXR_COUNT,COUNT",
		},
		cli.StringFlag{
			Name:   "languages, L",
			Usage:  "location of languages.yml file from linguist",
			Value:  DefaultLanguagesYml,
			EnvVar: "GFMXR_LANGUAGES,LANGUAGES",
		},
		cli.BoolTFlag{
			Name:   "no-auto-pull, N",
			Usage:  "disable automatic pull of languages.yml when missing",
			EnvVar: "GFMXR_NO_AUTO_PULL,NO_AUTO_PULL",
		},
		cli.BoolFlag{
			Name:   "debug, D",
			Usage:  "show debug output",
			EnvVar: "GFMXR_DEBUG,DEBUG",<commit_msg>Switch to new cli BoolFlag with Value<commit_after>package gfmxr

import (
	"encoding/json"
	"fmt"
	"sort"

	"github.com/Sirupsen/logrus"
	"gopkg.in/codegangsta/cli.v2"
)

func NewCLI() *cli.App {
	app := cli.NewApp()
	app.Name = "gfmxr"
	app.Usage = "github-flavored markdown example runner"
	app.Authors = []cli.Author{
		cli.Author{
			Name:  "<NAME>",
			Email: "<EMAIL>",
		},
	}
	app.Version = VersionString
	app.Flags = []cli.Flag{
		cli.StringSliceFlag{
			Name:   "sources, s",
			Usage:  "markdown source(s) to search for runnable examples",
			Value:  cli.NewStringSlice("README.md"),
			EnvVar: "GFMXR_SOURCES,SOURCES",
		},
		cli.IntFlag{
			Name:   "count, c",
			Usage:  "expected count of runnable examples (for verification)",
			EnvVar: "GFMXR_COUNT,COUNT",
		},
		cli.StringFlag{
			Name:   "languages, L",
			Usage:  "location of languages.yml file from linguist",
			Value:  DefaultLanguagesYml,
			EnvVar: "GFMXR_LANGUAGES,LANGUAGES",
		},
		cli.BoolFlag{
			Name:   "no-auto-pull, N",
			Value:  true,
			Usage:  "disable automatic pull of languages.yml when missing",
			EnvVar: "GFMXR_NO_AUTO_PULL,NO_AUTO_PULL",
		},
		cli.BoolFlag{
			Name:   "debug, D",
			Usage:  "show debug output",
			EnvVar: "GFMXR_DEBUG,DEBUG",
{'fraction_non_alphanumeric': 0.1469387755102041, 'fraction_numerical': 0.0008163265306122449, 'mean_word_length': 3.6685714285714286, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1123485', 'n_tokens_mistral': 1084, 'n_tokens_neox': 964, 'n_words': 207}