<commit_before>package main

import (
	"bytes"
	"encoding/json"
	"flag"
	"fmt"
	"io"
	"log"
	"os"
	"path"

	jp "github.com/dustin/go-jsonpointer"
)

var Usage = func() {
	fmt.Fprintf(os.Stderr, "Usage of %s:\n", os.Args[0])
	fmt.Fprintf(os.Stderr, "  %s [-pretty] QUERY.. <FILE\n", os.Args[0])
	fmt.Fprintf(os.Stderr, "  %s -list <FILE\n", os.Args[0])
	flag.PrintDefaults()
}

var list = flag.Bool("list", false, "list all possible query strings")
var pretty = flag.Bool("pretty", false, "output in non-JSON, pretty format; not machine readable")

func main() {
	prog := path.Base(os.Args[0])
	log.SetFlags(0)
	log.SetPrefix(prog + ": ")

	flag.Usage = Usage
	flag.Parse()

	var all_matched = true

	dec := json.NewDecoder(os.Stdin)

	switch {

	case flag.NArg() == 0 && !*list:
		Usage()

	case *list && flag.NArg() > 0:
		log.Fatal("cannot combine -list with query")

	case *list && *pretty:
		log.Fatal("cannot combine -list with -pretty")

	case *list:
		for {<commit_msg>Avoid pointless variable<commit_after>package main

import (
	"bytes"
	"encoding/json"
	"flag"
	"fmt"
	"io"
	"log"
	"os"
	"path"

	jp "github.com/dustin/go-jsonpointer"
)

func usage() {
	fmt.Fprintf(os.Stderr, "Usage of %s:\n", os.Args[0])
	fmt.Fprintf(os.Stderr, "  %s [-pretty] QUERY.. <FILE\n", os.Args[0])
	fmt.Fprintf(os.Stderr, "  %s -list <FILE\n", os.Args[0])
	flag.PrintDefaults()
}

var list = flag.Bool("list", false, "list all possible query strings")
var pretty = flag.Bool("pretty", false, "output in non-JSON, pretty format; not machine readable")

func main() {
	prog := path.Base(os.Args[0])
	log.SetFlags(0)
	log.SetPrefix(prog + ": ")

	flag.Usage = usage
	flag.Parse()

	var all_matched = true

	dec := json.NewDecoder(os.Stdin)

	switch {

	case flag.NArg() == 0 && !*list:
		usage()

	case *list && flag.NArg() > 0:
		log.Fatal("cannot combine -list with query")

	case *list && *pretty:
		log.Fatal("cannot combine -list with -pretty")

	case *list:
		for {
{'fraction_non_alphanumeric': 0.18548799182422074, 'fraction_numerical': 0.007153806847215125, 'mean_word_length': 3.763990267639903, 'pattern_counts': {'":': 2, '<': 7, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1702302', 'n_tokens_mistral': 831, 'n_tokens_neox': 767, 'n_words': 189}