<commit_before>import datetime as dt
import logging
from math import radians, tan
from pathlib import Path
from urllib.request import urlretrieve

import click
import pandas as pd
import toml
from tqdm.autonotebook import tqdm

import planetpy.pdstools.data

try:
    from importlib_resources import path
except ModuleNotFoundError:
    from importlib.resources import path


logger = logging.getLogger(__name__)

try:
    from osgeo import gdal
except ImportError:
    GDAL_INSTALLED = False
    logger.warning("No GDAL found.Some util funcs not working, but okay.")
else:<commit_msg>ignore tqdm.autonotebook warning<commit_after>import datetime as dt
import logging
import warnings
from math import radians, tan
from pathlib import Path
from urllib.request import urlretrieve

import click
import pandas as pd

try:
    from importlib_resources import path
except ModuleNotFoundError:
    from importlib.resources import path

with warnings.catch_warnings("ignore"):
    from tqdm.autonotebook import tqdm

logger = logging.getLogger(__name__)
try:
    from osgeo import gdal
except ImportError:
    GDAL_INSTALLED = False
    logger.warning("No GDAL found.Some util funcs not working, but okay.")
else:
{'fraction_non_alphanumeric': 0.04896265560165975, 'fraction_numerical': 0.0, 'mean_word_length': 4.826086956521739, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5477870', 'n_tokens_mistral': 349, 'n_tokens_neox': 344, 'n_words': 131}