<commit_before># Data types declared in `include/blockmat.h`
# Small type names are the C types
# Capitalized are the corresponding Julia types

brec(b::Vector{Cdouble}, cat::UInt32, l::Int) =
    blockrec(blockdatarec(Ref(b)), cat, Cint(l))
brec(b::Matrix{Float64}) =
    brec(b[:], MATRIX, length(b))
brec(b::Diagonal{Float64}) = 
    brec(b[:], DIAG, length(b))

typealias BMat{T} Union{Matrix{T},Diagonal{T}}

type Blockmatrix
    blocks::Vector{blockrec}
    Blockmatrix{T<:Number}(bs::BMat{T}...) =
        new([brec(map(Float64, b)) for b in bs])
end<commit_msg>don't need this<commit_after># Data types declared in `include/blockmat.h`
# Small type names are the C types
# Capitalized are the corresponding Julia types

brec(b::Vector{Cdouble}, cat::UInt32, l::Int) =
    blockrec(blockdatarec(Ref(b)), cat, Cint(l))
brec(b::Matrix{Float64}) =
    brec(b[:], MATRIX, length(b))
brec(b::Diagonal{Float64}) = 
    brec(b[:], DIAG, length(b))

type Blockmatrix
    blocks::Vector{blockrec}
    Blockmatrix(bs::AbstractMatrix...) =
        new([brec(map(Float64, b)) for b in bs])
end
{'fraction_non_alphanumeric': 0.17279411764705882, 'fraction_numerical': 0.014705882352941176, 'mean_word_length': 5.1525423728813555, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1496185', 'n_tokens_mistral': 415, 'n_tokens_neox': 399, 'n_words': 92}