<commit_before>import os, sys, getopt
import itertools as it
sys.path.append(os.path.dirname(os.path.realpath(__file__)) + "/src")
from pandocLatex import *

##################
### Formatting ###
##################

# Some global parameters
latexEngine="lualatex"
highlightstyle='"tango"' #pygments, kate, monochrome, espresso, zenburn, haddock, tango
template="template/document.latex"
beamer="template/beamer.latex"
letter="template/letter.latex"

# Format documents with yaml files
docFormat = [
    "template/format_simple.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/titlepage.yaml",
    "template/typography_sans.yaml"
    ]

# Pandoc parameters
docOptions = [
        "-t latex",
        "-s ",
#       "--columns 1",
#        "--filter pandoc-include-code",
#        "--filter pandoc-include",
#        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#   "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
#        "--chapter",
#        "-M synctex:yes"
        "-M codeBlockCaptions:yes",
    ]


# Presentations
beamerFormat = [
    "template/format_beamer.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_lmodern.yaml"
    ]

beamerOptions = [
        "-t beamer",
        "-s ",
#        "-o {out}".format(out=texFile),
#       "--columns 1",
        "--filter pandoc-include",
        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#       "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=beamer),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
        "-M synctex:yes"
    ]

# Tikzfiles
# Tikz images can be generated from separate files using the same formatting as their documents
# On this way each figure is generated in a separate pdf
tikzFormat = [
    "template/format_tikz.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

tikzOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]


# PSGraf files
# Files generated with PSGraf - separated in .pdf and .tex file - can be placed in PSGrafIN to generate a standalone image
psgrafFormat = [
    "template/format_psgraf.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

psgrafOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]


inkscapeFormat = [
    "template/format_inkscape.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

inkscapeOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]

letterFormat = [
    "template/format_letter.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/titlepage.yaml",
    "template/typography_sans.yaml"
    ]

# Pandoc parameters
letterOptions = [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--filter pandoc-include",
        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#   "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=letter),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
#        "--chapter",
#        "-M synctex:yes"
        "-M codeBlockCaptions:yes",
        "-M documentclass:scrlttr2"
    ]

################
### Commands ###<commit_msg>Removed haskell packages for run<commit_after>import os, sys, getopt
import itertools as it
sys.path.append(os.path.dirname(os.path.realpath(__file__)) + "/src")
from pandocLatex import *

##################
### Formatting ###
##################

# Some global parameters
latexEngine="lualatex"
highlightstyle='"tango"' #pygments, kate, monochrome, espresso, zenburn, haddock, tango
template="template/document.latex"
beamer="template/beamer.latex"
letter="template/letter.latex"

# Format documents with yaml files
docFormat = [
    "template/format_simple.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/titlepage.yaml",
    "template/typography_sans.yaml"
    ]

# Pandoc parameters
docOptions = [
        "-t latex",
        "-s ",
#       "--columns 1",
#        "--filter pandoc-include-code",
#        "--filter pandoc-include",
#        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#   "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
#        "--chapter",
#        "-M synctex:yes"
        "-M codeBlockCaptions:yes",
    ]


# Presentations
beamerFormat = [
    "template/format_beamer.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_lmodern.yaml"
    ]

beamerOptions = [
        "-t beamer",
        "-s ",
#        "-o {out}".format(out=texFile),
#       "--columns 1",
#        "--filter pandoc-include",
#        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#       "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=beamer),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
        "-M synctex:yes"
    ]

# Tikzfiles
# Tikz images can be generated from separate files using the same formatting as their documents
# On this way each figure is generated in a separate pdf
tikzFormat = [
    "template/format_tikz.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

tikzOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]


# PSGraf files
# Files generated with PSGraf - separated in .pdf and .tex file - can be placed in PSGrafIN to generate a standalone image
psgrafFormat = [
    "template/format_psgraf.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

psgrafOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]


inkscapeFormat = [
    "template/format_inkscape.yaml",    # Just this is different....
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/typography_sans.yaml"
    ]

inkscapeOptions= [
        "-t latex",
        "-s ",
#       "--columns 1",
        "--template={template}".format(template=template),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
    ]

letterFormat = [
    "template/format_letter.yaml",
    "template/color_unihd.yaml",
    "template/objects.yaml",
    "template/titlepage.yaml",
    "template/typography_sans.yaml"
    ]

# Pandoc parameters
letterOptions = [
        "-t latex",
        "-s ",
#       "--columns 1",
#        "--filter pandoc-include",
#        "--filter pandoc-csv2table",
        "--filter pandoc-crossref",
#   "--filter diagrams-pandoc",
#       "--filter pandoc-placetable", # compiled with inlinemarkdown
        "--filter pandoc-citeproc",
        "--template={template}".format(template=letter),
        "--highlight-style={hls}".format(hls=highlightstyle),
        "--pdf-engine={le}".format(le=latexEngine),
        "--number-sections",
        "--biblatex",
#        "--chapter",
#        "-M synctex:yes"
        "-M codeBlockCaptions:yes",
        "-M documentclass:scrlttr2"
    ]

################
### Commands ###
{'fraction_non_alphanumeric': 0.17527188258895576, 'fraction_numerical': 0.0021117094287825995, 'mean_word_length': 2.64728532922603, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6016357', 'n_tokens_mistral': 3028, 'n_tokens_neox': 2969, 'n_words': 516}