<commit_before>package main

import (
	"github.com/pinzolo/csvutil"
)

var cmdGenerate = &Command{
	Run:       runGenerate,
	UsageLine: "generate [OPTIONS...]",
	Short:     "Generate CSV that have no values.",
	Long: `DESCRIPTION
        Generate CSV that have no values.

OPTIONS
        -H, --no-header
            Tel given CSV does not have header line.

        -e, --encoding
            Encoding of source file.
            This option accepts 'sjis' or 'eucjp'.
            Without this option, csvutil treats CSV file is encoded by UTF-8.

        -h, --header
            Generateing header text.
            To target multi headers, use semicolon separated value like foo:bar.
            If this option is not given, new header texts are set with column1, column2...

        -s, --size
            Generateing column size. Default size is 3.
            If size is less than header length, ignore unused header(s).
            If size is greater than header length, append default header(s).

        -c, --count
            Generateing line count. Default count is 3.

        -b, --bom
            Append bom to top of CSV.
            If encoding is not UTF-8, this option is ignored.
	`,
}

type cmdGenerateOption struct {
	csvutil.GenerateOption
	// Header symbols.
	Header string
}<commit_msg>refs #8 Update long usage of `generate` subcommand.<commit_after>package main

import (
	"github.com/pinzolo/csvutil"
)

var cmdGenerate = &Command{
	Run:       runGenerate,
	UsageLine: "generate [OPTIONS...]",
	Short:     "Generate CSV that have no values.",
	Long: `DESCRIPTION
        Generate CSV that have no values.

OPTIONS
        -H, --no-header
            Output headerless CSV.

        -e, --encoding
            Encoding of output CSV.
            This option accepts 'sjis' or 'eucjp'.
            Without this option, csvutil treats CSV file is encoded by UTF-8.

        -h, --header
            Generateing header text.
            To target multi headers, use semicolon separated value like foo:bar.
            If this option is not given, new header texts are set with column1, column2...

        -s, --size
            Generateing column size. Default size is 3.
            If size is less than header length, ignore unused header(s).
            If size is greater than header length, append default header(s).

        -c, --count
            Generateing line count. Default count is 3.

        -b, --bom
            Append bom to top of CSV.
            If encoding is not UTF-8, this option is ignored.
	`,
}

type cmdGenerateOption struct {
	csvutil.GenerateOption
	// Header symbols.
	Header string
}
{'fraction_non_alphanumeric': 0.07794173287930382, 'fraction_numerical': 0.004918653045781309, 'mean_word_length': 1.924778761061947, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4981776', 'n_tokens_mistral': 738, 'n_tokens_neox': 700, 'n_words': 308}