<commit_before>﻿
////{| "itemName": "\"X.Y.Z\"", "kind": "module" |}
////declare module "X.Y.Z" {
////}
////
////{| "itemName": "A.B.C", "kind": "module" |}
////module A.B.C {
////    {| "itemName": "x", "kind": "var", "parent": "A.B.C" |}
////    export var x;
////}
////
////{| "itemName": "A.B", "kind": "module" |}
////module A.B {
////    {| "itemName": "y", "kind": "var", "parent": "A.B" |}
////    export var y;
////}
////
////{| "itemName": "A", "kind": "module" |}
////module A {
////    {| "itemName": "z", "kind": "var", "parent": "A" |}
////    export var z;
////}
////
////{| "itemName": "A", "kind": "module" |}
////module A {
////    {| "itemName": "B", "kind": "module", "parent": "E" |}
////    module B {
////        {| "itemName": "C", "kind": "module", "parent": "F" |}
////        module C {
////            {| "itemName": "x", "kind": "var", "parent": "C" |}
////            declare var x;
////        }
////    }
////}


test.markers().forEach((marker) => {
    verify.getScriptLexicalStructureListContains(marker.data.itemName, marker.data.kind, marker.fileName, marker.data.parentName);
});

/// We have 7 module keywords, and 4 var keywords.
/// The declarations of A.B.C.x do not get merged, so the 4 vars are independent.
/// The two 'A' modules, however, do get merged, so in reality we have 6 modules.
verify.getScriptLexicalStructureListCount(10);<commit_msg>Amended test for quoted module names.<commit_after>﻿
////{| "itemName": "\"X.Y.Z\"", "kind": "module" |}
////declare module "X.Y.Z" {
////}
////
////{| "itemName": "'X2.Y2.Z2'", "kind": "module" |}
////declare module 'X2.Y2.Z2' {
////}
////
////{| "itemName": "A.B.C", "kind": "module" |}
////module A.B.C {
////    {| "itemName": "x", "kind": "var", "parent": "A.B.C" |}
////    export var x;
////}
////
////{| "itemName": "A.B", "kind": "module" |}
////module A.B {
////    {| "itemName": "y", "kind": "var", "parent": "A.B" |}
////    export var y;
////}
////
////{| "itemName": "A", "kind": "module" |}
////module A {
////    {| "itemName": "z", "kind": "var", "parent": "A" |}
////    export var z;
////}
////
////{| "itemName": "A", "kind": "module" |}
////module A {
////    {| "itemName": "B", "kind": "module", "parent": "E" |}
////    module B {
////        {| "itemName": "C", "kind": "module", "parent": "F" |}
////        module C {
////            {| "itemName": "x", "kind": "var", "parent": "C" |}
////            declare var x;
////        }
////    }
////}


test.markers().forEach((marker) => {
    verify.getScriptLexicalStructureListContains(marker.data.itemName, marker.data.kind, marker.fileName, marker.data.parentName);
});

/// We have 8 module keywords, and 4 var keywords.
/// The declarations of A.B.C.x do not get merged, so the 4 vars are independent.
/// The two 'A' modules, however, do get merged, so in reality we have 7 modules.
verify.getScriptLexicalStructureListCount(11);
{'fraction_non_alphanumeric': 0.3087525844245348, 'fraction_numerical': 0.006202618883528601, 'mean_word_length': 2.1796276013143485, 'pattern_counts': {'":': 58, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5391914', 'n_tokens_mistral': 1098, 'n_tokens_neox': 1056, 'n_words': 267}