<commit_before>TITLE: <%= data['title'].join(', ') if data['title'] %>
<% if data['author'] %>
AUTHOR: <%= data['author'].join(', ') %>
<% end %>
<% if data['date'] %>
DATE: <%= DateTime.parse(data['date'].first).strftime("%m/%d/%Y %X") %>
<% end %>
<% if data['published'] %>
PUBLISHED: <%= [0,'0',false,'f'].include?(data['published']) ? "draft" : "published" %>
<% end %>
<% data['category'] && data['category'].each do |cat| %>
CATEGORY: <%= cat %>
<% end %>
<% if data['tags'] %>
TAGS: "<%= data['tags'].first.split.join('","') %>"
<% end %>
-----
BODY:
<%= data['body'].join("\n") if data['body'] %>

<% if data['extended_body'] %>
-----
EXTENDED BODY:
<%= data['extended_body'] %>

<% end %>
--------
<commit_msg>Further improvements to import file<commit_after><% if data['title'] %>
TITLE: <%= data['title'].join(', ') %>
<% end %>
<% if data['author'] %>
AUTHOR: <%= data['author'].join(', ') %>
<% end %>
<% if data['date'] %>
DATE: <%= DateTime.parse(data['date'].first).strftime("%m/%d/%Y %X") %>
<% end %>
<% if data['published'] %>
STATUS: <%= [0,'0',false,'f'].include?(data['published'].first) ? "draft" : "published" %>
<% end %>
<% data['category'] && data['category'].each do |cat| %>
CATEGORY: <%= cat %>
<% end %>
<% if data['tags'] %>
TAGS: "<%= data['tags'].first.split.join('","') %>"
<% end %>
-----
BODY:
<%= data['body'].join("\n") if data['body'] %>

-----
<% if data['extended_body'] %>
EXTENDED BODY:
<%= data['extended_body'] %>

-----
<% end %>
--------

{'fraction_non_alphanumeric': 0.3456624075319435, 'fraction_numerical': 0.0026899798251513113, 'mean_word_length': 4.5315985130111525, 'pattern_counts': {'":': 0, '<': 45, '<?xml version=': 0, '>': 45, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3596070', 'n_tokens_mistral': 631, 'n_tokens_neox': 524, 'n_words': 94}