<commit_before>
'''
For comparison, smooth and regrid to the 14B data.
'''

import os

from cube_analysis.reprojection import reproject_cube

from paths import (data_path, fourteenB_wGBT_HI_file_dict,
                   seventeenB_02kms_wGBT_HI_file_dict,
                   seventeenB_HI_data_02kms_wGBT_path)


out_folder = seventeenB_HI_data_02kms_wGBT_path("14B_match",
                                                no_check=True)

if not os.path.exists(out_folder):
    os.mkdir(out_folder)

out_name = seventeenB_02kms_wGBT_HI_file_dict['Cube'].split("/")[-1].rstrip(".fits") + \
    ".14B_match.fits"

reproject_cube(seventeenB_02kms_wGBT_HI_file_dict['Cube'],
               fourteenB_wGBT_HI_file_dict['Cube'],
               out_name,
               output_folder=out_folder,
               save_spectral=False,
               is_huge=True,
               reproject_type='all',
               common_beam=True,
               verbose=True,<commit_msg>Only do spatial reprojection for now to avoid memory errors<commit_after>
'''
For comparison, smooth and regrid to the 14B data.
'''

import os

from cube_analysis.reprojection import reproject_cube

from paths import (data_path, fourteenB_wGBT_HI_file_dict,
                   seventeenB_02kms_wGBT_HI_file_dict,
                   seventeenB_HI_data_02kms_wGBT_path)


out_folder = seventeenB_HI_data_02kms_wGBT_path("14B_match",
                                                no_check=True)

if not os.path.exists(out_folder):
    os.mkdir(out_folder)

out_name = seventeenB_02kms_wGBT_HI_file_dict['Cube'].split("/")[-1].rstrip(".fits") + \
    ".14B_match.fits"

reproject_cube(seventeenB_02kms_wGBT_HI_file_dict['Cube'],
               fourteenB_wGBT_HI_file_dict['Cube'],
               out_name,
               output_folder=out_folder,
               save_spectral=False,
               is_huge=True,
               reproject_type='spatial',
               common_beam=True,
               verbose=True,
{'fraction_non_alphanumeric': 0.08502024291497975, 'fraction_numerical': 0.01720647773279352, 'mean_word_length': 2.4442508710801394, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7575667', 'n_tokens_mistral': 684, 'n_tokens_neox': 647, 'n_words': 92}