Spaces:
Build error
Build error
meg-huggingface
commited on
Commit
•
5546565
1
Parent(s):
c4e990f
Change to npmi display ordering
Browse files
data_measurements/dataset_statistics.py
CHANGED
@@ -796,6 +796,8 @@ class nPMIStatisticsCacheClass:
|
|
796 |
"""
|
797 |
# Canonical ordering for subgroup_list
|
798 |
subgroup_pair = sorted(subgroup_pair)
|
|
|
|
|
799 |
subgroups_str = "-".join(subgroup_pair)
|
800 |
if not isdir(self.pmi_cache_path):
|
801 |
logs.warning("Creating cache")
|
@@ -810,6 +812,8 @@ class nPMIStatisticsCacheClass:
|
|
810 |
# When everything is already computed for the selected subgroups.
|
811 |
logs.info("Loading cached joint npmi")
|
812 |
joint_npmi_df = self.load_joint_npmi_df(joint_npmi_fid)
|
|
|
|
|
813 |
# When maybe some things have been computed for the selected subgroups.
|
814 |
else:
|
815 |
if not self.live:
|
|
|
796 |
"""
|
797 |
# Canonical ordering for subgroup_list
|
798 |
subgroup_pair = sorted(subgroup_pair)
|
799 |
+
subgroup1 = subgroup_pair[0]
|
800 |
+
subgroup2 = subgroup_pair[1]
|
801 |
subgroups_str = "-".join(subgroup_pair)
|
802 |
if not isdir(self.pmi_cache_path):
|
803 |
logs.warning("Creating cache")
|
|
|
812 |
# When everything is already computed for the selected subgroups.
|
813 |
logs.info("Loading cached joint npmi")
|
814 |
joint_npmi_df = self.load_joint_npmi_df(joint_npmi_fid)
|
815 |
+
npmi_display_cols = ['npmi-bias', subgroup1 + '-npmi', subgroup2 + '-npmi', subgroup1 + '-count', subgroup2 + '-count']
|
816 |
+
joint_npmi_df = joint_npmi_df[npmi_display_cols]
|
817 |
# When maybe some things have been computed for the selected subgroups.
|
818 |
else:
|
819 |
if not self.live:
|