<commit_before>package gov.nrel.bacnet.consumer;

import java.util.concurrent.BlockingQueue;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.logging.Level;
import java.util.logging.Logger;

class OurExecutor {

	private static final Logger log = Logger.getLogger(OurExecutor.class.getName());
	private ThreadPoolExecutor svc;
	private ScheduledExecutorService scheduledSvc;
	private ThreadPoolExecutor recorderSvc;
	
	public OurExecutor(ScheduledExecutorService scheduledSvc, ExecutorService svc, ExecutorService recorderSvc) {
		this.scheduledSvc = scheduledSvc;
		this.svc = (ThreadPoolExecutor) svc;
		this.recorderSvc = (ThreadPoolExecutor)recorderSvc;
	}
	
	public void execute(Runnable runnable) {
		log.info("runnable: "+runnable);
		try {
			BlockingQueue<Runnable> queue = svc.getQueue();
			int size = queue.size();
			log.log(Level.FINE, "executor queue current size="+size+". Attempting to add task="+runnable);
			if(size > 1000) {
				log.log(Level.WARNING, "Dropping task as queue is too full right now size="+size+" task="+runnable, new RuntimeException("queue too full, system backing up"));
				return;
			}
			svc.execute(runnable);
		} catch(Exception e) {
			log.log(Level.WARNING, "Exception moving task into thread pool", e);
		}
	}

	public ScheduledExecutorService getScheduledSvc() {
		return scheduledSvc;
	}
<commit_msg>Abbreviated logging of dropped tasks.<commit_after>package gov.nrel.bacnet.consumer;

import java.util.concurrent.BlockingQueue;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.logging.Level;
import java.util.logging.Logger;

class OurExecutor {

	private static final Logger log = Logger.getLogger(OurExecutor.class.getName());
	private ThreadPoolExecutor svc;
	private ScheduledExecutorService scheduledSvc;
	private ThreadPoolExecutor recorderSvc;
	
	public OurExecutor(ScheduledExecutorService scheduledSvc, ExecutorService svc, ExecutorService recorderSvc) {
		this.scheduledSvc = scheduledSvc;
		this.svc = (ThreadPoolExecutor) svc;
		this.recorderSvc = (ThreadPoolExecutor)recorderSvc;
	}
	
	public void execute(Runnable runnable) {
		log.info("runnable: "+runnable);
		try {
			BlockingQueue<Runnable> queue = svc.getQueue();
			int size = queue.size();
			log.log(Level.FINE, "executor queue current size="+size+". Attempting to add task="+runnable);
			if(size > 1000) {
				// log.log(Level.WARNING, "Dropping task as queue is too full right now size="+size+" task="+runnable, new RuntimeException("queue too full, system backing up"));
				log.log(Level.WARNING, "Dropping task as queue is too full right now size="+size+" task="+runnable);
				return;
			}
			svc.execute(runnable);
		} catch(Exception e) {
			log.log(Level.WARNING, "Exception moving task into thread pool", e);
		}
	}

	public ScheduledExecutorService getScheduledSvc() {
		return scheduledSvc;
	}

{'fraction_non_alphanumeric': 0.10650510204081633, 'fraction_numerical': 0.002551020408163265, 'mean_word_length': 5.415132924335379, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2764864', 'n_tokens_mistral': 1043, 'n_tokens_neox': 948, 'n_words': 230}