<commit_before>class GamedevWorker
	include Sidekiq::Worker

	def perform
		response = RubyStackoverflow.questions({ order: 'asc', filter: 'withbody', pagesize: 100 })
		response.data.each do | question|
		  p =  ExternalPost.new(title: question.title,
                            user_display_name: question.owner[:display_name],
                            body_html: question.body,
                            source_url: question.link,
                            external_id: question.question_id)
		  p.save
	    end
	end

  Sidekiq::Cron::Job.create(name: "RubyStackoverflow fetch questions every one minute",
                            cron: "* * * * 5", klass: "GamedevWorker")

end<commit_msg>change description<commit_after>class GamedevWorker
	include Sidekiq::Worker

	def perform
		response = RubyStackoverflow.questions({ order: 'asc', filter: 'withbody', pagesize: 100 })
		response.data.each do | question|
		  p =  ExternalPost.new(title: question.title,
                            user_display_name: question.owner[:display_name],
                            body_html: question.body,
                            source_url: question.link,
                            external_id: question.question_id)
		  p.save
	    end
	end

  Sidekiq::Cron::Job.create(name: "RubyStackoverflow fetch questions every friday",
                            cron: "* * * * 5", klass: "GamedevWorker")

end
{'fraction_non_alphanumeric': 0.0965223562810504, 'fraction_numerical': 0.0056777856635912, 'mean_word_length': 2.098901098901099, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4485700', 'n_tokens_mistral': 414, 'n_tokens_neox': 381, 'n_words': 85}