<commit_before># ---[ Declare source file lists

# Caffe2_{CPU,GPU}_SRCS is the list that will have all the related source
# files for CPU and GPU respectively. They will be filled with the
# CMakeLists.txt files under each folder respectively.
set(Caffe2_CPU_SRCS)
set(Caffe2_GPU_SRCS)

# Caffe2_{CPU,GPU}_TEST_SRCS is the list that will have all the related source
# files for CPU and GPU tests respectively.
set(Caffe2_CPU_TEST_SRCS)
set(Caffe2_GPU_TEST_SRCS)

# ---[ Protobuf
set(Caffe2_LINK_LIBS Caffe_PROTO)

# Compile protobufs.
add_subdirectory(proto)
include_directories(BEFORE ${CMAKE_BINARY_DIR})
list(APPEND Caffe2_LINK_LIBS Caffe2_PROTO)


# ---[ Add respective subdirectories
# TODO(jiayq): maybe do a simple glob?
add_subdirectory(core)
add_subdirectory(image)
add_subdirectory(operators)
add_subdirectory(utils)
# Get appropriate list of DB sources
add_subdirectory(db)
# add sources to appropriate lists
list(APPEND Caffe2_CPU_SRCS ${Caffe2_DB_SRC})
list(APPEND Caffe2_GPU_SRCS ${Caffe2_DB_GPU_SRC})



message(STATUS "After core, cpu sources: ")
foreach(tmp ${Caffe2_CPU_SRCS})<commit_msg>Added all folders to the add_subfolders section, with the ones not ready being commented right now.<commit_after># ---[ Declare source file lists

# Caffe2_{CPU,GPU}_SRCS is the list that will have all the related source
# files for CPU and GPU respectively. They will be filled with the
# CMakeLists.txt files under each folder respectively.
set(Caffe2_CPU_SRCS)
set(Caffe2_GPU_SRCS)

# Caffe2_{CPU,GPU}_TEST_SRCS is the list that will have all the related source
# files for CPU and GPU tests respectively.
set(Caffe2_CPU_TEST_SRCS)
set(Caffe2_GPU_TEST_SRCS)

# ---[ Protobuf
set(Caffe2_LINK_LIBS Caffe_PROTO)

# Compile protobufs.
add_subdirectory(proto)
include_directories(BEFORE ${CMAKE_BINARY_DIR})
list(APPEND Caffe2_LINK_LIBS Caffe2_PROTO)


# ---[ Add respective subdirectories
# Note: the folders that are being commented out have not been properly
# addressed yet.

# add_subdirectory(binaries)
# add_subdirectory(contrib)
add_subdirectory(core)
# add_subdirectory(cuda_rtc)
add_subdirectory(db)
# add_subdirectory(distributed)
# add_subdirectory(experiments) # note, we may remove this folder at some point
add_subdirectory(image)
# add_subdirectory(mkl)
# add_subdirectory(mpi)
add_subdirectory(operators)
# add_subdirectory(proto) # note, proto is processed above already.
# add_subdirectory(python)
add_subdirectory(queue)
add_subdirectory(sgd)
# add_subdirectory(test) # todo: use caffe2_gtest_main instead of gtest_main because we will need to call GlobalInit
add_subdirectory(utils)



message(STATUS "After core, cpu sources: ")
foreach(tmp ${Caffe2_CPU_SRCS})
{'fraction_non_alphanumeric': 0.0796427242277633, 'fraction_numerical': 0.009304056568663937, 'mean_word_length': 6.746397694524496, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6679041', 'n_tokens_mistral': 908, 'n_tokens_neox': 890, 'n_words': 255}