<commit_before>#!/bin/perl

use strict;
use warnings;
use Data::Dumper;
use lib '../lib';
use Font::TTF::Font;
use Font::TTF::Sbix;
use Font::TTF::Morx;
use Font::TTF::TTC;

$Font::TTF::Font::tables{'sbix'} = 'Font::TTF::Sbix';
$Font::TTF::Font::tables{'morx'} = 'Font::TTF::Morx';

my $filename = "apple_color_emoji_10_14_1.ttc";

my $f = Font::TTF::TTC->openCollection($filename) || die "Unable to read $filename : $!";
$f->readCollection(0);


#
# we ultimately want to build a mapping of glyph_id -> $filename
#

my $filenames = {};
my $duplicates = [];


#
# first we'll process ligatures we know about
#

$f->{'morx'}->read();

my @ligatures;
my $path_maps = {};

sub hex_to_cps {<commit_msg>use 10.15.1 ttc file<commit_after>#!/bin/perl

use strict;
use warnings;
use Data::Dumper;
use lib '../lib';
use Font::TTF::Font;
use Font::TTF::Sbix;
use Font::TTF::Morx;
use Font::TTF::TTC;

$Font::TTF::Font::tables{'sbix'} = 'Font::TTF::Sbix';
$Font::TTF::Font::tables{'morx'} = 'Font::TTF::Morx';

my $filename = "apple_color_emoji_10_15_1.ttc";

my $f = Font::TTF::TTC->openCollection($filename) || die "Unable to read $filename : $!";
$f->readCollection(0);


#
# we ultimately want to build a mapping of glyph_id -> $filename
#

my $filenames = {};
my $duplicates = [];


#
# first we'll process ligatures we know about
#

$f->{'morx'}->read();

my @ligatures;
my $path_maps = {};

sub hex_to_cps {
{'fraction_non_alphanumeric': 0.21240199572344975, 'fraction_numerical': 0.012116892373485389, 'mean_word_length': 5.5, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2720929', 'n_tokens_mistral': 590, 'n_tokens_neox': 562, 'n_words': 127}