<commit_before>(* <NAME>
 *
 * Copyright (C) 2012 Facebook
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public License
 * version 2.1 as published by the Free Software Foundation, with the
 * special exception on linking described in file license.txt.
 *
 * This library is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the file
 * license.txt for more details.
 *)

(*****************************************************************************)
(* Prelude *)
(*****************************************************************************)
(* 
 * This is mostly a wrapper around the ocaml compiler lib and its
 * typed ocaml tree.
 *)

(*****************************************************************************)
(* The AST *)
(*****************************************************************************)

type ast = Cmt_format.cmt_infos
<commit_msg>* lang_ml/analyze/ast_cmt.ml: comment<commit_after>(* <NAME>
 *
 * Copyright (C) 2012 Facebook
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public License
 * version 2.1 as published by the Free Software Foundation, with the
 * special exception on linking described in file license.txt.
 *
 * This library is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the file
 * license.txt for more details.
 *)

(*****************************************************************************)
(* Prelude *)
(*****************************************************************************)
(* 
 * This is mostly a wrapper around the ocaml compiler libs and its
 * typed ocaml tree. See the typed_ml file in this directory for
 * a copy paste of what is in the ocaml compiler source (and
 * was used to generate via ocamltarzan meta_ast_cmt.ml).
 *)

(*****************************************************************************)
(* The AST *)
(*****************************************************************************)

type ast = Cmt_format.cmt_infos

{'fraction_non_alphanumeric': 0.3219533275713051, 'fraction_numerical': 0.005185825410544511, 'mean_word_length': 5.4484679665738165, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1330065', 'n_tokens_mistral': 533, 'n_tokens_neox': 484, 'n_words': 237}