<commit_before>require 'rainbow'
require 'yaml'

namespace :metrics do
  desc "validate meta"
  task :cloc do
    # Rake::Task['codegen:generate_code'].invoke
    code =`bin/cloc --csv lib generated/lib | tail -1`
    files,language,blank,comment,sys_code = code.strip.split(',')
    puts "#{Rainbow('Total Code').green} :  #{file} Files, #{blank} blank lines, #{comment} comment lines, #{sys_code} actual lines"<commit_msg>Fix task description of cloc<commit_after>require 'rainbow'
require 'yaml'

namespace :metrics do
  desc "cloc to check test code percentage"
  task :cloc do
    # Rake::Task['codegen:generate_code'].invoke
    code =`bin/cloc --csv lib generated/lib | tail -1`
    files,language,blank,comment,sys_code = code.strip.split(',')
    puts "#{Rainbow('Total Code').green} :  #{file} Files, #{blank} blank lines, #{comment} comment lines, #{sys_code} actual lines"
{'fraction_non_alphanumeric': 0.1515837104072398, 'fraction_numerical': 0.0022624434389140274, 'mean_word_length': 4.860927152317881, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5186889', 'n_tokens_mistral': 285, 'n_tokens_neox': 286, 'n_words': 81}