<commit_before># False Friends for French native speakers writing English text. File created by AutomaticConfusionRuleEvaluator
# from a manually collected list, mostly from false-friends.xml. Note that this is filtered to contain only
# "good" precision values (>= 0.9), so not all pairs from false-friends.xml made it here.
# If you extend this, also extend false-friends.xml and word_definitions.txt to get the full message for users:
#   “$word1” ($L2) means “$word2” ($L1). Did you maybe mean “$word3” ($word3_description)?
abilities -> skills; 100000;                         # p=0.919, r=0.254, f0.5=0.603, 977+978, 3grams, 2020-03-10
ability -> skill; 1000;                              # p=0.968, r=0.216, f0.5=0.570, 995+993, 3grams, 2020-03-10
accommodated -> prepared; 10000000;                  # p=0.942, r=0.462, f0.5=0.780, 997+985, 3grams, 2020-03-10
accommodate -> prepare; 100;                         # p=0.953, r=0.792, f0.5=0.916, 990+991, 3grams, 2020-03-10
accommodating -> preparing; 10000;                   # p=0.915, r=0.824, f0.5=0.895, 992+992, 3grams, 2020-03-10
achieve -> complete; 10;                             # p=0.921, r=0.940, f0.5=0.925, 984+586, 3grams, 2020-03-10
achieved -> completed; 10;                           # p=0.914, r=0.690, f0.5=0.859, 878+943, 3grams, 2020-03-10
achieves -> completes; 100;                          # p=0.916, r=0.380, f0.5=0.714, 990+971, 3grams, 2020-03-10
achieving -> completing; 10;                         # p=0.936, r=0.730, f0.5=0.886, 990+995, 3grams, 2020-03-10
affluence -> rush; 10000;                            # p=0.960, r=0.375, f0.5=0.731, 442+886, 3grams, 2020-03-10
altered -> changed; 100000;                          # p=0.917, r=0.343, f0.5=0.687, 973+932, 3grams, 2020-03-10
altering -> changing; 100000;                        # p=0.913, r=0.589, f0.5=0.823, 989+948, 3grams, 2020-03-10
alters -> changes; 10000000;                         # p=0.923, r=0.734, f0.5=0.878, 909+773, 3grams, 2020-03-10
argument -> dispute; 10;                             # p=0.960, r=0.416, f0.5=0.761, 958+747, 3grams, 2020-03-10
arguments -> disputes; 10;                           # p=0.954, r=0.505, f0.5=0.810, 955+821, 3grams, 2020-03-10
arranged -> disposed; 10;                            # p=0.996, r=0.824, f0.5=0.956, 919+989, 3grams, 2020-03-10
arrange -> dispose; 10;                              # p=0.999, r=0.924, f0.5=0.983, 996+989, 3grams, 2020-03-10
arranges -> disposes; 10;                            # p=0.979, r=0.868, f0.5=0.954, 989+159, 3grams, 2020-03-10
arranging -> disposing; 10;                          # p=0.983, r=0.892, f0.5=0.963, 991+507, 3grams, 2020-03-10
ask -> demand; 10;                                   # p=0.958, r=0.783, f0.5=0.917, 947+969, 3grams, 2020-03-10
asked -> demanded; 10;                               # p=0.989, r=0.540, f0.5=0.848, 978+982, 3grams, 2020-03-10
asking -> demanding; 10;                             # p=0.992, r=0.646, f0.5=0.896, 986+992, 3grams, 2020-03-10
asks -> demands; 10;                                 # p=0.966, r=0.802, f0.5=0.928, 994+992, 3grams, 2020-03-10
attempt -> tentative; 10;                            # p=0.991, r=0.882, f0.5=0.967, 887+984, 3grams, 2020-03-10
begging -> supplying; 10;                            # p=0.951, r=0.834, f0.5=0.925, 980+994, 3grams, 2020-03-10
begs -> supplies; 100;                               # p=0.932, r=0.918, f0.5=0.929, 999+984, 3grams, 2020-03-10
beg -> supply; 100000;                               # p=0.915, r=0.832, f0.5=0.897, 966+911, 3grams, 2020-03-10
big -> grand; 10;                                    # p=0.985, r=0.552, f0.5=0.851, 909+837, 3grams, 2020-03-10
bit -> bribe; 10;                                    # p=0.998, r=0.490, f0.5=0.827, 945+987, 3grams, 2020-03-10
bits -> bribes; 10;                                  # p=0.984, r=0.671, f0.5=0.900, 974+991, 3grams, 2020-03-10
blind -> store; 10;                                  # p=0.952, r=0.831, f0.5=0.925, 947+973, 3grams, 2020-03-10
bribe -> bit; 1000000;                               # p=0.954, r=0.529, f0.5=0.822, 987+945, 3grams, 2020-03-10
bribes -> bits; 100;                                 # p=0.906, r=0.843, f0.5=0.893, 991+974, 3grams, 2020-03-10
bunch -> grapes; 10000;                              # p=0.958, r=0.644, f0.5=0.872, 978+982, 3grams, 2020-03-10
capacity -> countenance; 10;                         # p=0.991, r=0.574, f0.5=0.865, 933+376, 3grams, 2020-03-10
carriages -> wagons; 10000;                          # p=0.944, r=0.202, f0.5=0.544, 1000+1000, 3grams, 2020-03-10
carriage -> wagon; 100;                              # p=0.968, r=0.428, f0.5=0.773, 977+994, 3grams, 2020-03-10
cars -> wagons; 10;                                  # p=0.986, r=0.214, f0.5=0.573, 945+976, 3grams, 2020-03-10
car -> wagon; 10;                                    # p=0.981, r=0.365, f0.5=0.734, 875+966, 3grams, 2020-03-10
caution -> guarantee; 1000;                          # p=0.970, r=0.735, f0.5=0.912, 979+981, 3grams, 2020-03-10
cautions -> guarantees; 100;                         # p=0.923, r=0.853, f0.5=0.908, 388+985, 3grams, 2020-03-10
chance -> hazard; 10;                                # p=1.000, r=0.481, f0.5=0.822, 929+969, 3grams, 2020-03-10
chances -> hazards; 10;                              # p=0.979, r=0.797, f0.5=0.937, 981+837, 3grams, 2020-03-10
change -> alter; 10;                                 # p=1.000, r=0.239, f0.5=0.611, 760+950, 3grams, 2020-03-10
changed -> altered; 10;                              # p=0.967, r=0.210, f0.5=0.561, 932+973, 3grams, 2020-03-10
changes -> alters; 10;                               # p=0.979, r=0.151, f0.5=0.466, 773+909, 3grams, 2020-03-10
character -> nature; 10;                             # p=0.960, r=0.836, f0.5=0.932, 915+915, 3grams, 2020-03-10
characters -> natures; 10;                           # p=0.977, r=0.159, f0.5=0.481, 788+529, 3grams, 2020-03-10
charged -> loaded; 10;                               # p=0.968, r=0.493, f0.5=0.812, 981+979, 3grams, 2020-03-10
charge -> load; 10;                                  # p=0.956, r=0.616, f0.5=0.861, 960+802, 3grams, 2020-03-10
charges -> loads; 10;                                # p=0.990, r=0.578, f0.5=0.866, 919+988, 3grams, 2020-03-10
charging -> loading; 10000;                          # p=0.908, r=0.400, f0.5=0.724, 976+990, 3grams, 2020-03-10
claimed -> pretended; 10;                            # p=0.957, r=0.199, f0.5=0.544, 632+993, 3grams, 2020-03-10
claiming -> pretending; 10;                          # p=0.962, r=0.483, f0.5=0.803, 978+994, 3grams, 2020-03-10
claim -> pretend; 10;                                # p=0.971, r=0.240, f0.5=0.604, 959+990, 3grams, 2020-03-10
clean -> proper; 100;                                # p=0.962, r=0.605, f0.5=0.860, 854+913, 3grams, 2020-03-10
close -> closed; 100;                                # p=0.966, r=0.381, f0.5=0.739, 897+900, 3grams, 2020-03-10
closed -> close; 10;                                 # p=0.964, r=0.724, f0.5=0.904, 900+897, 3grams, 2020-03-10<commit_msg>[en/fr] remove close/closed, not clear why this is a false friend (plus precision is not very good)<commit_after># False Friends for French native speakers writing English text. File created by AutomaticConfusionRuleEvaluator
# from a manually collected list, mostly from false-friends.xml. Note that this is filtered to contain only
# "good" precision values (>= 0.9), so not all pairs from false-friends.xml made it here.
# If you extend this, also extend false-friends.xml and word_definitions.txt to get the full message for users:
#   “$word1” ($L2) means “$word2” ($L1). Did you maybe mean “$word3” ($word3_description)?
abilities -> skills; 100000;                         # p=0.919, r=0.254, f0.5=0.603, 977+978, 3grams, 2020-03-10
ability -> skill; 1000;                              # p=0.968, r=0.216, f0.5=0.570, 995+993, 3grams, 2020-03-10
accommodated -> prepared; 10000000;                  # p=0.942, r=0.462, f0.5=0.780, 997+985, 3grams, 2020-03-10
accommodate -> prepare; 100;                         # p=0.953, r=0.792, f0.5=0.916, 990+991, 3grams, 2020-03-10
accommodating -> preparing; 10000;                   # p=0.915, r=0.824, f0.5=0.895, 992+992, 3grams, 2020-03-10
achieve -> complete; 10;                             # p=0.921, r=0.940, f0.5=0.925, 984+586, 3grams, 2020-03-10
achieved -> completed; 10;                           # p=0.914, r=0.690, f0.5=0.859, 878+943, 3grams, 2020-03-10
achieves -> completes; 100;                          # p=0.916, r=0.380, f0.5=0.714, 990+971, 3grams, 2020-03-10
achieving -> completing; 10;                         # p=0.936, r=0.730, f0.5=0.886, 990+995, 3grams, 2020-03-10
affluence -> rush; 10000;                            # p=0.960, r=0.375, f0.5=0.731, 442+886, 3grams, 2020-03-10
altered -> changed; 100000;                          # p=0.917, r=0.343, f0.5=0.687, 973+932, 3grams, 2020-03-10
altering -> changing; 100000;                        # p=0.913, r=0.589, f0.5=0.823, 989+948, 3grams, 2020-03-10
alters -> changes; 10000000;                         # p=0.923, r=0.734, f0.5=0.878, 909+773, 3grams, 2020-03-10
argument -> dispute; 10;                             # p=0.960, r=0.416, f0.5=0.761, 958+747, 3grams, 2020-03-10
arguments -> disputes; 10;                           # p=0.954, r=0.505, f0.5=0.810, 955+821, 3grams, 2020-03-10
arranged -> disposed; 10;                            # p=0.996, r=0.824, f0.5=0.956, 919+989, 3grams, 2020-03-10
arrange -> dispose; 10;                              # p=0.999, r=0.924, f0.5=0.983, 996+989, 3grams, 2020-03-10
arranges -> disposes; 10;                            # p=0.979, r=0.868, f0.5=0.954, 989+159, 3grams, 2020-03-10
arranging -> disposing; 10;                          # p=0.983, r=0.892, f0.5=0.963, 991+507, 3grams, 2020-03-10
ask -> demand; 10;                                   # p=0.958, r=0.783, f0.5=0.917, 947+969, 3grams, 2020-03-10
asked -> demanded; 10;                               # p=0.989, r=0.540, f0.5=0.848, 978+982, 3grams, 2020-03-10
asking -> demanding; 10;                             # p=0.992, r=0.646, f0.5=0.896, 986+992, 3grams, 2020-03-10
asks -> demands; 10;                                 # p=0.966, r=0.802, f0.5=0.928, 994+992, 3grams, 2020-03-10
attempt -> tentative; 10;                            # p=0.991, r=0.882, f0.5=0.967, 887+984, 3grams, 2020-03-10
begging -> supplying; 10;                            # p=0.951, r=0.834, f0.5=0.925, 980+994, 3grams, 2020-03-10
begs -> supplies; 100;                               # p=0.932, r=0.918, f0.5=0.929, 999+984, 3grams, 2020-03-10
beg -> supply; 100000;                               # p=0.915, r=0.832, f0.5=0.897, 966+911, 3grams, 2020-03-10
big -> grand; 10;                                    # p=0.985, r=0.552, f0.5=0.851, 909+837, 3grams, 2020-03-10
bit -> bribe; 10;                                    # p=0.998, r=0.490, f0.5=0.827, 945+987, 3grams, 2020-03-10
bits -> bribes; 10;                                  # p=0.984, r=0.671, f0.5=0.900, 974+991, 3grams, 2020-03-10
blind -> store; 10;                                  # p=0.952, r=0.831, f0.5=0.925, 947+973, 3grams, 2020-03-10
bribe -> bit; 1000000;                               # p=0.954, r=0.529, f0.5=0.822, 987+945, 3grams, 2020-03-10
bribes -> bits; 100;                                 # p=0.906, r=0.843, f0.5=0.893, 991+974, 3grams, 2020-03-10
bunch -> grapes; 10000;                              # p=0.958, r=0.644, f0.5=0.872, 978+982, 3grams, 2020-03-10
capacity -> countenance; 10;                         # p=0.991, r=0.574, f0.5=0.865, 933+376, 3grams, 2020-03-10
carriages -> wagons; 10000;                          # p=0.944, r=0.202, f0.5=0.544, 1000+1000, 3grams, 2020-03-10
carriage -> wagon; 100;                              # p=0.968, r=0.428, f0.5=0.773, 977+994, 3grams, 2020-03-10
cars -> wagons; 10;                                  # p=0.986, r=0.214, f0.5=0.573, 945+976, 3grams, 2020-03-10
car -> wagon; 10;                                    # p=0.981, r=0.365, f0.5=0.734, 875+966, 3grams, 2020-03-10
caution -> guarantee; 1000;                          # p=0.970, r=0.735, f0.5=0.912, 979+981, 3grams, 2020-03-10
cautions -> guarantees; 100;                         # p=0.923, r=0.853, f0.5=0.908, 388+985, 3grams, 2020-03-10
chance -> hazard; 10;                                # p=1.000, r=0.481, f0.5=0.822, 929+969, 3grams, 2020-03-10
chances -> hazards; 10;                              # p=0.979, r=0.797, f0.5=0.937, 981+837, 3grams, 2020-03-10
change -> alter; 10;                                 # p=1.000, r=0.239, f0.5=0.611, 760+950, 3grams, 2020-03-10
changed -> altered; 10;                              # p=0.967, r=0.210, f0.5=0.561, 932+973, 3grams, 2020-03-10
changes -> alters; 10;                               # p=0.979, r=0.151, f0.5=0.466, 773+909, 3grams, 2020-03-10
character -> nature; 10;                             # p=0.960, r=0.836, f0.5=0.932, 915+915, 3grams, 2020-03-10
characters -> natures; 10;                           # p=0.977, r=0.159, f0.5=0.481, 788+529, 3grams, 2020-03-10
charged -> loaded; 10;                               # p=0.968, r=0.493, f0.5=0.812, 981+979, 3grams, 2020-03-10
charge -> load; 10;                                  # p=0.956, r=0.616, f0.5=0.861, 960+802, 3grams, 2020-03-10
charges -> loads; 10;                                # p=0.990, r=0.578, f0.5=0.866, 919+988, 3grams, 2020-03-10
charging -> loading; 10000;                          # p=0.908, r=0.400, f0.5=0.724, 976+990, 3grams, 2020-03-10
claimed -> pretended; 10;                            # p=0.957, r=0.199, f0.5=0.544, 632+993, 3grams, 2020-03-10
claiming -> pretending; 10;                          # p=0.962, r=0.483, f0.5=0.803, 978+994, 3grams, 2020-03-10
claim -> pretend; 10;                                # p=0.971, r=0.240, f0.5=0.604, 959+990, 3grams, 2020-03-10
clean -> proper; 100;                                # p=0.962, r=0.605, f0.5=0.860, 854+913, 3grams, 2020-03-10
#close -> closed; 100;                                # p=0.966, r=0.381, f0.5=0.739, 897+900, 3grams, 2020-03-10
#closed -> close; 10;                                 # p=0.964, r=0.724, f0.5=0.904, 900+897, 3grams, 2020-03-10
{'fraction_non_alphanumeric': 0.16995798319327732, 'fraction_numerical': 0.261624649859944, 'mean_word_length': 1.5699118229260391, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 121, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 4, 'word_list_counts': {'cursed_substrings.json': 68, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4745940', 'n_tokens_mistral': 8060, 'n_tokens_neox': 5649, 'n_words': 1199}