<commit_before># coding=utf-8

"""This module, finance_libraries_compiler.py, will compile all the needed C libraries."""

from universal_code import useful_file_operations as ufo
from c_processes.c_file_abstraction.c_file_types import CFile
from c_processes.c_file_abstraction.c_library import CLibrary
from c_processes.c_file_abstraction.c_project import CProject

'''__   __        __  ___           ___  __
  /  ` /  \ |\ | /__`  |   /\  |\ |  |  /__`
  \__, \__/ | \| .__/  |  /~~\ | \|  |  .__/ '''
# Source code directory and output (compiled/executable) directory.
DIRECTORY_FINANCE_LIBRARIES_SOURCE = '/home/git_repos/quasar_source/finance/c_source_files/abstract/'
DIRECTORY_FINANCE_C_CODE_OUTPUT    = '/home/databoi/c_code/'

# Raw data path.
DIRECTORY_FINANCE_MASARI_RAW_DATA = '/home/databoi/masari_data/'

# File paths.
FILE_PATH_RAW_DATA_PARSER = '/home/git_repos/quasar_source/finance/c_source_files/data_loader/raw_data_parser.c'

'''__                __       ___              ___          ___    ___  __
  |__)  /\  |  |    |  \  /\   |   /\     |  |  |  | |    |  |  | |__  /__`
  |  \ /~~\ |/\|    |__/ /~~\  |  /~~\    \__/  |  | |___ |  |  | |___ .__/ '''
# List of all the masari data file paths.
ALL_MASARI_DATA_FILES = ufo.get_all_file_paths_inside_directory(DIRECTORY_FINANCE_MASARI_RAW_DATA)

'''       __   __        __          ___         ___  __
  |    | |__) |__)  /\  |__) \ /    |__  | |    |__  /__`
  |___ | |__) |  \ /~~\ |  \  |     |    | |___ |___ .__/ '''
all_c_files = ufo.get_all_file_paths_inside_directory(c.DIRECTORY_FINANCE_LIBRARIES_SOURCE)

c_libraries = {}

for p in all_c_files:
	if p.endswith('.c'):
		c_file = CFile(p)
		raw_file_name = c_file.raw_file_name
<commit_msg>finance updating 71<commit_after># coding=utf-8

"""This module, finance_libraries_compiler.py, will compile all the needed C libraries."""

from universal_code import useful_file_operations as ufo
from c_processes.c_file_abstraction.c_file_types import CFile
from c_processes.c_file_abstraction.c_library import CLibrary
from c_processes.c_file_abstraction.c_project import CProject

'''__   __        __  ___           ___  __
  /  ` /  \ |\ | /__`  |   /\  |\ |  |  /__`
  \__, \__/ | \| .__/  |  /~~\ | \|  |  .__/ '''
# Source code directory and output (compiled/executable) directory.
DIRECTORY_FINANCE_LIBRARIES_SOURCE = '/home/git_repos/quasar_source/finance/c_source_files/abstract/'
DIRECTORY_FINANCE_C_CODE_OUTPUT    = '/home/databoi/c_code/'

# Raw data path.
DIRECTORY_FINANCE_MASARI_RAW_DATA = '/home/databoi/masari_data/'

# File paths.
FILE_PATH_RAW_DATA_PARSER = '/home/git_repos/quasar_source/finance/c_source_files/data_loader/raw_data_parser.c'

'''__                __       ___              ___          ___    ___  __
  |__)  /\  |  |    |  \  /\   |   /\     |  |  |  | |    |  |  | |__  /__`
  |  \ /~~\ |/\|    |__/ /~~\  |  /~~\    \__/  |  | |___ |  |  | |___ .__/ '''
# List of all the masari data file paths.
ALL_MASARI_DATA_FILES = ufo.get_all_file_paths_inside_directory(DIRECTORY_FINANCE_MASARI_RAW_DATA)

'''       __   __        __          ___         ___  __
  |    | |__) |__)  /\  |__) \ /    |__  | |    |__  /__`
  |___ | |__) |  \ /~~\ |  \  |     |    | |___ |___ .__/ '''
all_c_files = ufo.get_all_file_paths_inside_directory(DIRECTORY_FINANCE_LIBRARIES_SOURCE)

c_libraries = {}

for p in all_c_files:
	if p.endswith('.c'):
		c_file = CFile(p)
		raw_file_name = c_file.raw_file_name

{'fraction_non_alphanumeric': 0.13991888760139048, 'fraction_numerical': 0.0011587485515643105, 'mean_word_length': 2.4738430583501008, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '672868', 'n_tokens_mistral': 1388, 'n_tokens_neox': 1341, 'n_words': 148}