<commit_before># -*- sh -*-

##############################################################################
# All
##############################################################################

# ignore for now
dir: web
#dir: facebook
#dir: external

# -------------------------------------------------------------------------
# parse errors
# -------------------------------------------------------------------------
# ok to skip
dir: tests/ml/parsing_errors
dir: tests/ml/db/parsing_errors

# -------------------------------------------------------------------------
# cmt
# -------------------------------------------------------------------------

#dupes with external/stdlib and ok to skip because they are test files
dir: tests/ml/cmt

#less: dupes with external/extlib/, remove them
#file: commons/ocamlextra/enum.cmt
#file: commons/ocamlextra/dynArray.cmt
file: external/extlib/enum.cmt
file: external/extlib/dynArray.cmt

# depends on compiler libs
file: lang_cmt/parsing/meta_ast_cmt.cmt
file: lang_cmt/analyze/graph_code_cmt.cmt

# complex cmt
file: external/stdlib/dynlinkaux.cmt

# -------------------------------------------------------------------------
# ml
# -------------------------------------------------------------------------

# contain dupes
dir: external/ocamlgtk/examples
dir: external/ocamlgtk/applications

file: external/ocamlgraph/src/util.ml
file: external/ocamlgraph/src/util.mli

file: facebook/external/archimedes/src/utils.ml

#huge
file: facebook/clang/clang_graphcode_j.ml

# -------------------------------------------------------------------------
# old/
# -------------------------------------------------------------------------
# less: have a dir_element: old ?

# -------------------------------------------------------------------------
# _build
# -------------------------------------------------------------------------

# todo: factorize in a 'dir_element: _build' ?
dir: facebook/external/archimedes/_build
dir: opa/_build
dir: tests/opa/parsing/todo/_build<commit_msg>* skip_list.txt: skip clang<commit_after># -*- sh -*-

##############################################################################
# All
##############################################################################

# ignore for now
dir: web
#dir: facebook
#dir: external

# -------------------------------------------------------------------------
# parse errors
# -------------------------------------------------------------------------
# ok to skip
dir: tests/ml/parsing_errors
dir: tests/ml/db/parsing_errors

# -------------------------------------------------------------------------
# cmt
# -------------------------------------------------------------------------

#dupes with external/stdlib and ok to skip because they are test files
dir: tests/ml/cmt

#less: dupes with external/extlib/, remove them
#file: commons/ocamlextra/enum.cmt
#file: commons/ocamlextra/dynArray.cmt
file: external/extlib/enum.cmt
file: external/extlib/dynArray.cmt

# depends on compiler libs
file: lang_cmt/parsing/meta_ast_cmt.cmt
file: lang_cmt/analyze/graph_code_cmt.cmt

# complex cmt
file: external/stdlib/dynlinkaux.cmt

# -------------------------------------------------------------------------
# ml
# -------------------------------------------------------------------------

# contain dupes
dir: external/ocamlgtk/examples
dir: external/ocamlgtk/applications

file: external/ocamlgraph/src/util.ml
file: external/ocamlgraph/src/util.mli

file: facebook/external/archimedes/src/utils.ml

#huge
file: facebook/clang/clang_graphcode_j.ml
dir: facebook/clang

# -------------------------------------------------------------------------
# old/
# -------------------------------------------------------------------------
# less: have a dir_element: old ?

# -------------------------------------------------------------------------
# _build
# -------------------------------------------------------------------------

# todo: factorize in a 'dir_element: _build' ?
dir: facebook/external/archimedes/_build
dir: opa/_build
dir: tests/opa/parsing/todo/_build
{'fraction_non_alphanumeric': 0.5014742014742015, 'fraction_numerical': 0.0, 'mean_word_length': 1.1448893572181242, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4460308', 'n_tokens_mistral': 960, 'n_tokens_neox': 930, 'n_words': 198}