<commit_before>
    log_format json_event '{ "@timestamp": "$time_iso8601", '
    '"@fields": { '
    '"remote_addr": "$remote_addr", '
    '"remote_user": "$remote_user", '
    '"body_bytes_sent": $body_bytes_sent, '
    '"bytes_sent": $bytes_sent, '
    '"request_time": $request_time, '
    '"upstream_response_time": "$upstream_response_time", '
    '"upstream_addr": "$upstream_addr", '
    '"gzip_ratio": "$gzip_ratio", '
    '"sent_http_x_cache": "$sent_http_x_cache", '
    '"sent_http_location": "$sent_http_location", '
    '"http_host": "$http_host", '
    '"server_name": "$server_name", '
    '"server_port": "$server_port", '
    '"status": $status, '
    '"request": "$request", '
    '"request_method": "$request_method", '
    '"http_referrer": "$http_referer", '
    '"http_user_agent": "$http_user_agent", '
    '"varnish_id": "$http_x_varnish" } }';<commit_msg>Format logging format<commit_after>
log_format json_event '{ "@timestamp": "$time_iso8601", '
                        '"@fields": { '
                        '"remote_addr": "$remote_addr", '
                        '"remote_user": "$remote_user", '
                        '"body_bytes_sent": $body_bytes_sent, '
                        '"bytes_sent": $bytes_sent, '
                        '"request_time": $request_time, '
                        '"upstream_response_time": "$upstream_response_time", '
                        '"upstream_addr": "$upstream_addr", '
                        '"gzip_ratio": "$gzip_ratio", '
                        '"sent_http_x_cache": "$sent_http_x_cache", '
                        '"sent_http_location": "$sent_http_location", '
                        '"http_host": "$http_host", '
                        '"server_name": "$server_name", '
                        '"server_port": "$server_port", '
                        '"status": $status, '
                        '"request": "$request", '
                        '"request_method": "$request_method", '
                        '"http_referrer": "$http_referer", '
                        '"http_user_agent": "$http_user_agent", '
                        '"varnish_id": "$http_x_varnish" } }';

{'fraction_non_alphanumeric': 0.17166589755422243, 'fraction_numerical': 0.0036917397323488694, 'mean_word_length': 2.0883190883190883, 'pattern_counts': {'":': 42, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '979217', 'n_tokens_mistral': 657, 'n_tokens_neox': 632, 'n_words': 90}