<commit_before>allowedApiEndpoints=/api/tenderPriceByOcdsTypeYear/**,\
/api/tenderPriceByVnTypeYear/**,\
/api/tenderBidPeriodPercentiles/**,\
/api/ocds/release/budgetProjectId/**,\
/api/ocds/release/planningBidNo/**,\
/api/costEffectivenessAwardAmount/**,\
/api/costEffectivenessTenderAmount/**,\
/api/ocds/organization/all**,\
/api/ocds/organization/id/**,\
/api/ocds/release/all/**,\
/api/countBidPlansByYear/**,\
/api/countTendersByYear/**,\
/api/countAwardsByYear/**,\
/api/totalCancelledTendersByYear**,\
/api/averageTenderPeriod**,\
/api/ocds/bidSelectionMethod/all**,\
/api/topTenLargestAwards**,\
/api/topTenLargestTenders**,\
/api/averageAwardPeriod**,\
/api/ocds/release/ocid/**,\
/api/ocds/bidType/all**,\
/api/ocds/package/budgetProjectId/**,\
/api/ocds/package/planningBidNo/**,\
/api/ocds/package/all/**,\
/api/ocds/package/ocid/**,\
/api/averageNumberOfTenderers/**,\
/api/percentTendersCancelled/**,\
/api/percentTendersUsingEBid/**,\
/api/qualityAverageTenderPeriod/**,\
/api/qualityAverageAwardPeriod/**,\
/api/fundingByTenderDeliveryLocation/**,\
/api/percentTendersAwardedWithTwoOrMoreTenderers/**,\
/api/percentTendersWithTwoOrMoreTenderers/**,\
/api/ocds/excelExport/**,\
/api/qualityFundingByTenderDeliveryLocation/**,\
/api/percentTendersUsingEgp/**,\
/api/qualityPlannedFundingByLocation/**<commit_msg>OCE-65 added back ocvn specific endpoints <commit_after>allowedApiEndpoints=/api/tenderPriceByOcdsTypeYear/**,\
/api/tenderPriceByVnTypeYear/**,\
/api/tenderBidPeriodPercentiles/**,\
/api/ocds/release/budgetProjectId/**,\
/api/ocds/release/planningBidNo/**,\
/api/costEffectivenessAwardAmount/**,\
/api/costEffectivenessTenderAmount/**,\
/api/ocds/organization/all**,\
/api/ocds/organization/id/**,\
/api/ocds/release/all/**,\
/api/countBidPlansByYear/**,\
/api/countTendersByYear/**,\
/api/countAwardsByYear/**,\
/api/totalCancelledTendersByYear**,\
/api/averageTenderPeriod**,\
/api/ocds/bidSelectionMethod/all**,\
/api/topTenLargestAwards**,\
/api/topTenLargestTenders**,\
/api/averageAwardPeriod**,\
/api/ocds/release/ocid/**,\
/api/ocds/bidType/all**,\
/api/ocds/package/budgetProjectId/**,\
/api/ocds/package/planningBidNo/**,\
/api/ocds/package/all/**,\
/api/ocds/package/ocid/**,\
/api/averageNumberOfTenderers/**,\
/api/percentTendersCancelled/**,\
/api/percentTendersUsingEBid/**,\
/api/qualityAverageTenderPeriod/**,\
/api/qualityAverageAwardPeriod/**,\
/api/fundingByTenderDeliveryLocation/**,\
/api/percentTendersAwardedWithTwoOrMoreTenderers/**,\
/api/percentTendersWithTwoOrMoreTenderers/**,\
/api/ocds/excelExport/**,\
/api/qualityFundingByTenderDeliveryLocation/**,\
/api/percentTendersUsingEgp/**,\
/api/qualityPlannedFundingByLocation/**,\
/api/ocds/contrMethod/all/**,\
/api/ocds/location/all/**,\
/api/ocds/location/search/**
{'fraction_non_alphanumeric': 0.21060223584565452, 'fraction_numerical': 0.000721240533717995, 'mean_word_length': 5.466200466200466, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3134755', 'n_tokens_mistral': 1056, 'n_tokens_neox': 1024, 'n_words': 82}