<commit_before>class Sunspot::Session
#
#	cattr_accessor :disable_commit
#
#	def commit_with_disabling
#		commit_without_disabling unless disable_commit
#	end
#	alias_method_chain :commit, :disabling
#
end<commit_msg>Comment<commit_after>class Sunspot::Session
#
#	cattr_accessor :disable_commit
#
#	def commit_with_disabling
#		commit_without_disabling unless disable_commit
#	end
#	alias_method_chain :commit, :disabling
#
end
__END__

It appears that the Sunspot auto commit is just a controller after_filter.

If I understand it correctly, this works perfectly as the expensive
commit only occurs after the entire csv and all of the associated updates
have been done.
{'fraction_non_alphanumeric': 0.05514157973174367, 'fraction_numerical': 0.0, 'mean_word_length': 6.550561797752809, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3417374', 'n_tokens_mistral': 207, 'n_tokens_neox': 205, 'n_words': 67}