<commit_before>package com.datastax.spark.connector.rdd.reader

import com.datastax.driver.core.Row
import com.datastax.spark.connector.{CassandraRowMetadata, GettableData}
import com.datastax.spark.connector.types.TypeConverter
<commit_msg>DSP-18857: Function Based Row Reader Fixed<commit_after>package com.datastax.spark.connector.rdd.reader

import com.datastax.oss.driver.api.core.cql.Row
import com.datastax.spark.connector.{CassandraRowMetadata, GettableData}
import com.datastax.spark.connector.types.TypeConverter

{'fraction_non_alphanumeric': 0.10133843212237094, 'fraction_numerical': 0.009560229445506692, 'mean_word_length': 6.9393939393939394, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5456559', 'n_tokens_mistral': 183, 'n_tokens_neox': 169, 'n_words': 23}