<commit_before>#!/usr/bin/env python
from __future__ import print_function, unicode_literals
import argparse
import ast
from datetime import datetime
import glob
import io
import json
import os
from pkg_resources import Requirement
import re
import sys
import textwrap

# Todo: This should use a common omit logic once ci scripts are refactored into ci_tools
skip_pkgs = [
    'azure-mgmt-documentdb',         # deprecated
    'azure-sdk-for-python',          # top-level package
    'azure-sdk-tools',               # internal tooling for automation
    'azure-servicemanagement-legacy', # legacy (not officially deprecated)
    'azure-common',
    'azure',
    'azure-keyvault'
]

def report_should_skip_lib(lib_name):
    return lib_name in skip_pkgs or lib_name.endswith('-nspkg')

def dump_should_skip_lib(lib_name):
    return report_should_skip_lib(lib_name) or '-mgmt' in lib_name or not lib_name.startswith('azure')<commit_msg>Disable Verify Dependencies Step for azure-ml (in code) (#24620)<commit_after>#!/usr/bin/env python
from __future__ import print_function, unicode_literals
import argparse
import ast
from datetime import datetime
import glob
import io
import json
import os
from pkg_resources import Requirement
import re
import sys
import textwrap

# Todo: This should use a common omit logic once ci scripts are refactored into ci_tools
skip_pkgs = [
    'azure-mgmt-documentdb',         # deprecated
    'azure-sdk-for-python',          # top-level package
    'azure-sdk-tools',               # internal tooling for automation
    'azure-servicemanagement-legacy', # legacy (not officially deprecated)
    'azure-common',
    'azure',
    'azure-keyvault',
    'azure-ai-ml'
]

def report_should_skip_lib(lib_name):
    return lib_name in skip_pkgs or lib_name.endswith('-nspkg')

def dump_should_skip_lib(lib_name):
    return report_should_skip_lib(lib_name) or '-mgmt' in lib_name or not lib_name.startswith('azure')
{'fraction_non_alphanumeric': 0.08187435633367662, 'fraction_numerical': 0.0025746652935118436, 'mean_word_length': 4.099737532808399, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '320833', 'n_tokens_mistral': 614, 'n_tokens_neox': 592, 'n_words': 180}