<commit_before>local ffi = require 'ffi'
local ffiu = require 'ffiu'
local liblept = require 'liblept'
local prof -- Optional module
do
  local profOk
  profOk, prof = pcall(require, 'prof')
end
local NumA = require 'lept.NumA'
local PixA = require 'lept.PixA'
local Pta = require 'lept.Pta'
local W
do
  local WOk
  WOk, W = pcall(require, 'winapi')
  if WOk then
    require 'winapi.window'
    require 'winapi.wingdi'
  end
end

local mPix = {}
local Pix = setmetatable({}, mPix)
local iPix = {__index=Pix}

local ctPPix = ffi.typeof 'struct Pix *'

local PixHost = {}
local iPixHost = {__index=PixHost}
local ctPixHost, szPizHost

local DibHost = {}
local iDibHost = {__index=DibHost}
local ctDibHost, szDibHost

local clLept = getmetatable(liblept).__index

local nonNull = ffiu.nonNull
local toPPix
<commit_msg>fix: W was set to error string<commit_after>local ffi = require 'ffi'
local ffiu = require 'ffiu'
local liblept = require 'liblept'
local prof -- Optional module
do
  local profOk
  profOk, prof = pcall(require, 'prof')
end
local NumA = require 'lept.NumA'
local PixA = require 'lept.PixA'
local Pta = require 'lept.Pta'
local W
do
  local WOk
  WOk, theW = pcall(require, 'winapi')
  if WOk then
    W = theW
    require 'winapi.window'
    require 'winapi.wingdi'
  end
end

local mPix = {}
local Pix = setmetatable({}, mPix)
local iPix = {__index=Pix}

local ctPPix = ffi.typeof 'struct Pix *'

local PixHost = {}
local iPixHost = {__index=PixHost}
local ctPixHost, szPizHost

local DibHost = {}
local iDibHost = {__index=DibHost}
local ctDibHost, szDibHost

local clLept = getmetatable(liblept).__index

local nonNull = ffiu.nonNull
local toPPix

{'fraction_non_alphanumeric': 0.10437912417516497, 'fraction_numerical': 0.0, 'mean_word_length': 4.2784810126582276, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5058710', 'n_tokens_mistral': 665, 'n_tokens_neox': 634, 'n_words': 192}