<commit_before>
Code Coverage Settings
======================

Settings for the code coverage project.

AWS Permissions
---------------

AWS Policies are powerful, but the details evade documentation.  Here is the policy for the `codecoverage` user.  The use of stars (`*`) is important:

1. Resources must end with stars, they do not match exactly
2. Stars are only allowed as a suffix, prefix does not match
3. Resources have the form `arn:aws:A:B:C:D`.  You may need a star (`*`) in each of the `B` and `C` positions, depending on the resource family.  For example, `arn:aws:sqs` requires stars, `arn:aws:s3` does not.   


	
	{
	    "Version": "2012-10-17",
	    "Statement": [
	        {
	            "Effect": "Allow",
	            "Action": "s3:*",
	            "Resource": [
	                "arn:aws:s3:::active-data-buildbot-dev*",
	                "arn:aws:s3:::active-data-jobs-dev*",
	                "arn:aws:s3:::active-data-perf-dev*",
	                "arn:aws:s3:::active-data-perfherder-dev*",
	                "arn:aws:s3:::active-data-pulse-dev*",
	                "arn:aws:s3:::active-data-talos-dev*",
	                "arn:aws:s3:::active-data-test-result-dev*"
	            ]
	        },
	        {
	            "Effect": "Allow",
	            "Action": [
	                "s3:Get*"
	            ],
	            "Resource": [
	                "arn:aws:s3:::*"
	            ]
	        },
	        {
	            "Effect": "Allow",
	            "Action": [
	                "s3:List*"
	            ],
	            "Resource": [
	                "arn:aws:s3:::*"
	            ]
	        },
	        {
	            "Action": [
	                "sqs:*"
	            ],
	            "Effect": "Allow",
	            "Resource": [
	                "arn:aws:sqs:*:*:active-data-etl-dev*",
	                "arn:aws:sqs:*:*:active-data-index-jobs-dev*",
	                "arn:aws:sqs:*:*:active-data-index-perf-dev*",
	                "arn:aws:sqs:*:*:active-data-index-unit-dev*"
	            ]
	        },
	        {
	            "Action": [
	                "sqs:List*"
	            ],
	            "Effect": "Allow",
	            "Resource": "arn:aws:sqs:*:*:*"
	        },
	        {
	            "Action": [
	                "sqs:Get*"
	            ],
	            "Effect": "Allow",
	            "Resource": "arn:aws:sqs:*:*:*"
	        }
	    ]
	}<commit_msg>fix doc<commit_after>
Code Coverage Settings
======================

Settings for the code coverage project.

AWS Permissions
---------------

AWS Policies are powerful, but the details evade documentation.  Here is the policy for the `codecoverage` user.  The use of stars (`*`) is important:

1. Resources must end with stars, they do not match exactly
2. Stars are only allowed as a suffix, prefix does not match
3. Resources have the form `arn:aws:A:B:C:D`.  You may need a star (`*`) in each of the `B` and `C` positions, depending on the resource family.  For example, `arn:aws:sqs` requires stars, `arn:aws:s3` does not.   


```    
    {
        "Version": "2012-10-17",
        "Statement": [
            {
                "Effect": "Allow",
                "Action": "s3:*",
                "Resource": [
                    "arn:aws:s3:::active-data-buildbot-dev*",
                    "arn:aws:s3:::active-data-jobs-dev*",
                    "arn:aws:s3:::active-data-perf-dev*",
                    "arn:aws:s3:::active-data-perfherder-dev*",
                    "arn:aws:s3:::active-data-pulse-dev*",
                    "arn:aws:s3:::active-data-talos-dev*",
                    "arn:aws:s3:::active-data-test-result-dev*"
                ]
            },
            {
                "Effect": "Allow",
                "Action": [
                    "s3:Get*"
                ],
                "Resource": [
                    "arn:aws:s3:::*"
                ]
            },
            {
                "Effect": "Allow",
                "Action": [
                    "s3:List*"
                ],
                "Resource": [
                    "arn:aws:s3:::*"
                ]
            },
            {
                "Action": [
                    "sqs:*"
                ],
                "Effect": "Allow",
                "Resource": [
                    "arn:aws:sqs:*:*:active-data-etl-dev*",
                    "arn:aws:sqs:*:*:active-data-index-jobs-dev*",
                    "arn:aws:sqs:*:*:active-data-index-perf-dev*",
                    "arn:aws:sqs:*:*:active-data-index-unit-dev*"
                ]
            },
            {
                "Action": [
                    "sqs:List*"
                ],
                "Effect": "Allow",
                "Resource": "arn:aws:sqs:*:*:*"
            },
            {
                "Action": [
                    "sqs:Get*"
                ],
                "Effect": "Allow",
                "Resource": "arn:aws:sqs:*:*:*"
            }
        ]
    }
```

{'fraction_non_alphanumeric': 0.16952573158425832, 'fraction_numerical': 0.009687184661957619, 'mean_word_length': 1.1900132567388422, 'pattern_counts': {'":': 40, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '811693', 'n_tokens_mistral': 1583, 'n_tokens_neox': 1426, 'n_words': 277}