<commit_before>//export var java = '//\\s*{0}(.*)';
export var java = '(/\\*[\\*\\s\\r\\n]*{0}([^\\*]|[\\r\\n]|(\\*+([^\\*/]|[\\r\\n])))*(?:\\*+/)|//\\s*{0}(.*))';
export var plaintext = java;
export var c = java;
export var cpp = java;
export var csharp = java;
export var python = '#\\s*{0}(.*)';
export var coffeescript = python;
export var ada = '--\\s*{0}(.*)';
export var haskell = ada;
export var ruby = python;
export var go = java;
export var fsharp = '(\\(\\*[\\*\\s\\r\\n]*{0}([^\\*]|[\\r\\n]|(\\*+([^\\*\\)]|[\\r\\n])))*(?:\\*+\\))|//\\s*{0}(.*))';
export var r = python;
export var perl = python;
export var lua = ada;
export var markdown = java;

export var supportLanguages = [
  'java', 
  'txt',
  'c', 
  'cpp', 'h', 'hpp', 
  'cs', 
  'py', 
  'coffee', 
  'ada', 'adb',
  'hs', 'lhs',  
  'rb', 
  'go', 
  'fs', 'fsx', 
  'r', 
  'pl', 'PL', 
  'lua',
  'md', 'MD', 'markdown'
];<commit_msg>Add support for sass, scss, css<commit_after>//export var java = '//\\s*{0}(.*)';
export var java = '(/\\*[\\*\\s\\r\\n]*{0}([^\\*]|[\\r\\n]|(\\*+([^\\*/]|[\\r\\n])))*(?:\\*+/)|//\\s*{0}(.*))';
export var plaintext = java;
export var c = java;
export var cpp = java;
export var csharp = java;
export var python = '#\\s*{0}(.*)';
export var coffeescript = python;
export var ada = '--\\s*{0}(.*)';
export var haskell = ada;
export var ruby = python;
export var go = java;
export var fsharp = '(\\(\\*[\\*\\s\\r\\n]*{0}([^\\*]|[\\r\\n]|(\\*+([^\\*\\)]|[\\r\\n])))*(?:\\*+\\))|//\\s*{0}(.*))';
export var r = python;
export var perl = python;
export var lua = ada;
export var markdown = java;
export var less = java;
export var sass = java;
// For CSS, only /*..*/ is available and not allow nested comment
export var css = '\/\*([^*]*\*+(?:[^\/*][^*]*\*+)*)\/'

// File extensions of supported languages
export var supportLanguages = [
  'java', 
  'txt',
  'c', 
  'cpp', 'h', 'hpp', 
  'cs', 
  'py', 
  'coffee', 
  'ada', 'adb',
  'hs', 'lhs',  
  'rb', 
  'go', 
  'fs', 'fsx', 
  'r', 
  'pl', 'PL', 
  'lua',
  'md', 'MD', 'markdown',
  'less',
  'css',
  'sass', 'scss'
];
{'fraction_non_alphanumeric': 0.3401913875598086, 'fraction_numerical': 0.0066985645933014355, 'mean_word_length': 2.747311827956989, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7225950', 'n_tokens_mistral': 944, 'n_tokens_neox': 893, 'n_words': 225}