<commit_before>PHP_ARG_ENABLE(ds, whether to enable ds support,
[  --enable-ds           Enable ds support])

if test "$PHP_COLLECTIONS" != "no"; then
  PHP_NEW_EXTENSION(ds,                       \
                                              \
  src/common.c                                \
                                              \
dnl Internal
  src/ds/ds_vector.c                   \
  src/ds/ds_deque.c                    \
  src/ds/ds_htable.c                   \
  src/ds/ds_set.c                      \
  src/ds/ds_map.c                      \
  src/ds/ds_stack.c                    \
  src/ds/ds_pair.c                     \
  src/ds/ds_priority_queue.c           \
  src/ds/ds_queue.c                    \
                                                  \
  src/php/objects/php_vector.c                    \
  src/php/objects/php_deque.c                     \
  src/php/objects/php_map.c                       \
  src/php/objects/php_pair.c                      \
  src/php/objects/php_priority_queue.c            \
  src/php/objects/php_queue.c                     \
  src/php/objects/php_set.c                       \
  src/php/objects/php_stack.c                     \
                                                  \
dnl Iterators
  src/php/iterators/php_vector_iterator.c         \
  src/php/iterators/php_deque_iterator.c          \
  src/php/iterators/php_set_iterator.c            \
  src/php/iterators/php_map_iterator.c            \
  src/php/iterators/php_stack_iterator.c          \
  src/php/iterators/php_htable_iterator.c         \
  src/php/iterators/php_priority_queue_iterator.c \
  src/php/iterators/php_queue_iterator.c          \
                                                  \
dnl Handlers
  src/php/handlers/php_common_handlers.c          \
  src/php/handlers/php_vector_handlers.c          \
  src/php/handlers/php_deque_handlers.c           \
  src/php/handlers/php_set_handlers.c             \
  src/php/handlers/php_map_handlers.c             \
  src/php/handlers/php_stack_handlers.c           \
  src/php/handlers/php_pair_handlers.c            \
  src/php/handlers/php_priority_queue_handlers.c  \
  src/php/handlers/php_queue_handlers.c           \
                                                  \
dnl Interfaces
  src/php/classes/php_hashable_ce.c               \
  src/php/classes/php_collection_ce.c             \
  src/php/classes/php_sequence_ce.c               \
                                                  \
dnl Classes
  src/php/classes/php_vector_ce.c                 \
  src/php/classes/php_deque_ce.c                  \
  src/php/classes/php_set_ce.c                    \
  src/php/classes/php_map_ce.c                    \
  src/php/classes/php_stack_ce.c                  \
  src/php/classes/php_pair_ce.c                   \
  src/php/classes/php_priority_queue_ce.c         \
  src/php/classes/php_queue_ce.c                  \
                                                  \
  php_ds.c                                        \
                                                  \
  , $ext_shared, -DZEND_ENABLE_STATIC_TSRMLS_CACHE=1)

  PHP_ADD_BUILD_DIR($ext_builddir/src, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/ds, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/objects, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/classes, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/iterators, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/handlers, 1)

  PHP_ADD_EXTENSION_DEP(ds, spl)
  PHP_ADD_EXTENSION_DEP(ds, json)
fi


<commit_msg>Update test to check for ds not collections<commit_after>PHP_ARG_ENABLE(ds, whether to enable ds support,
[  --enable-ds           Enable ds support])

if test "$PHP_DS" != "no"; then
  PHP_NEW_EXTENSION(ds,                       \
                                              \
  src/common.c                                \
                                              \
dnl Internal
  src/ds/ds_vector.c                   \
  src/ds/ds_deque.c                    \
  src/ds/ds_htable.c                   \
  src/ds/ds_set.c                      \
  src/ds/ds_map.c                      \
  src/ds/ds_stack.c                    \
  src/ds/ds_pair.c                     \
  src/ds/ds_priority_queue.c           \
  src/ds/ds_queue.c                    \
                                                  \
  src/php/objects/php_vector.c                    \
  src/php/objects/php_deque.c                     \
  src/php/objects/php_map.c                       \
  src/php/objects/php_pair.c                      \
  src/php/objects/php_priority_queue.c            \
  src/php/objects/php_queue.c                     \
  src/php/objects/php_set.c                       \
  src/php/objects/php_stack.c                     \
                                                  \
dnl Iterators
  src/php/iterators/php_vector_iterator.c         \
  src/php/iterators/php_deque_iterator.c          \
  src/php/iterators/php_set_iterator.c            \
  src/php/iterators/php_map_iterator.c            \
  src/php/iterators/php_stack_iterator.c          \
  src/php/iterators/php_htable_iterator.c         \
  src/php/iterators/php_priority_queue_iterator.c \
  src/php/iterators/php_queue_iterator.c          \
                                                  \
dnl Handlers
  src/php/handlers/php_common_handlers.c          \
  src/php/handlers/php_vector_handlers.c          \
  src/php/handlers/php_deque_handlers.c           \
  src/php/handlers/php_set_handlers.c             \
  src/php/handlers/php_map_handlers.c             \
  src/php/handlers/php_stack_handlers.c           \
  src/php/handlers/php_pair_handlers.c            \
  src/php/handlers/php_priority_queue_handlers.c  \
  src/php/handlers/php_queue_handlers.c           \
                                                  \
dnl Interfaces
  src/php/classes/php_hashable_ce.c               \
  src/php/classes/php_collection_ce.c             \
  src/php/classes/php_sequence_ce.c               \
                                                  \
dnl Classes
  src/php/classes/php_vector_ce.c                 \
  src/php/classes/php_deque_ce.c                  \
  src/php/classes/php_set_ce.c                    \
  src/php/classes/php_map_ce.c                    \
  src/php/classes/php_stack_ce.c                  \
  src/php/classes/php_pair_ce.c                   \
  src/php/classes/php_priority_queue_ce.c         \
  src/php/classes/php_queue_ce.c                  \
                                                  \
  php_ds.c                                        \
                                                  \
  , $ext_shared, -DZEND_ENABLE_STATIC_TSRMLS_CACHE=1)

  PHP_ADD_BUILD_DIR($ext_builddir/src, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/ds, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/objects, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/classes, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/iterators, 1)
  PHP_ADD_BUILD_DIR($ext_builddir/src/php/handlers, 1)

  PHP_ADD_EXTENSION_DEP(ds, spl)
  PHP_ADD_EXTENSION_DEP(ds, json)
fi



{'fraction_non_alphanumeric': 0.08684689732455526, 'fraction_numerical': 0.0022412102535369098, 'mean_word_length': 1.0804195804195804, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 38, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2031241', 'n_tokens_mistral': 2275, 'n_tokens_neox': 2196, 'n_words': 195}