<commit_before>http = require 'http'
Clipboard = require 'clipboard'
ScrapfyView = require './scrapfy-view'

langsMap =
  'text.plain': 'plain_text'
  'source.shell': 'sh'
  'c++': 'c_cpp'
  'source.coffee': 'coffee'
  # 'csharp': 'c_sharp'
  'source.css': 'css'
  'source.go': 'golang'
  'text.html.basic': 'html'
  'text.html.ruby': 'html_ruby'
  'text.html.erb': 'html_ruby'
  'source.js': 'javascript'
  'source.json': 'json'
  'source.perl': 'perl'
  'text.html.php': 'php'
  'source.python': 'python'
  'source.ruby': 'ruby'
  'source.ruby.rails': 'ruby'
  'source.sql': 'sql'
  # '': 'stylus'
  'text.xml': 'xml'
  'source.yaml': 'yaml'<commit_msg>added java to the list<commit_after>http = require 'http'
Clipboard = require 'clipboard'
ScrapfyView = require './scrapfy-view'

langsMap =
  'text.plain': 'plain_text'
  'source.shell': 'sh'
  'c++': 'c_cpp'
  'source.coffee': 'coffee'
  # 'csharp': 'c_sharp'
  'source.css': 'css'
  'source.go': 'golang'
  'text.html.basic': 'html'
  'text.html.ruby': 'html_ruby'
  'text.html.erb': 'html_ruby'
  'source.java': 'java'
  'source.js': 'javascript'
  'source.json': 'json'
  'source.perl': 'perl'
  'text.html.php': 'php'
  'source.python': 'python'
  'source.ruby': 'ruby'
  'source.ruby.rails': 'ruby'
  'source.sql': 'sql'
  # '': 'stylus'
  'text.xml': 'xml'
  'source.yaml': 'yaml'
{'fraction_non_alphanumeric': 0.22486969471332838, 'fraction_numerical': 0.0, 'mean_word_length': 4.129770992366412, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1024410', 'n_tokens_mistral': 597, 'n_tokens_neox': 564, 'n_words': 107}