<commit_before>package socialite.dist.worker;

import java.net.*;
import java.util.*;
import java.io.*;
import java.nio.channels.*;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.ipc.RPC;
import org.apache.commons.lang3.exception.ExceptionUtils;

import socialite.dist.Host;
import socialite.dist.PortMap;
import socialite.dist.master.WorkerRequest;
import socialite.engine.Config;
import socialite.eval.Manager;
import socialite.functions.MyId;
import socialite.functions.NextId;
import socialite.resource.SRuntime;
import socialite.resource.Sender;
import socialite.util.ByteBufferPool;
import socialite.util.FastQueue;

public class WorkerNode extends Thread {
	public static final Log L=LogFactory.getLog(WorkerNode.class);
		
	WorkerConnPool connPool;
	Config conf;
	CmdListener cmdListener;
	WorkerRequest request;
	Manager manager;
	Thread[] recvThreads;
	FastQueue<RecvTask> recvQ;
	boolean networkInitDone=false;
	public WorkerNode() {
		super("WorkerNode Thread");
		connPool = new WorkerConnPool(PortMap.get());
	}
	
	public synchronized void setConf(Config _conf) {
		assert conf == null;
		conf = _conf;		
	}
	public Config getConf() {
		// no syncronization is required since 
		// getConf() is called by threads that are started after setConf().
		return conf; 
	}
	
	public void serve() {
		initCmdListener();				
		register();
		initIdent();
		initManagerAndWorkers();
		initNetworkResources();
		initRecvThread();
		startListen();
	}<commit_msg>Minor debugging<commit_after>package socialite.dist.worker;

import java.net.*;
import java.util.*;
import java.io.*;
import java.nio.channels.*;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.ipc.RPC;
import org.apache.commons.lang3.exception.ExceptionUtils;

import socialite.dist.Host;
import socialite.dist.PortMap;
import socialite.dist.master.WorkerRequest;
import socialite.engine.Config;
import socialite.eval.Manager;
import socialite.functions.MyId;
import socialite.functions.NextId;
import socialite.resource.SRuntime;
import socialite.resource.Sender;
import socialite.util.ByteBufferPool;
import socialite.util.FastQueue;

public class WorkerNode extends Thread {
	public static final Log L=LogFactory.getLog(WorkerNode.class);
		
	WorkerConnPool connPool;
	Config conf;
	CmdListener cmdListener;
	WorkerRequest request;
	Manager manager;
	Thread[] recvThreads;
	FastQueue<RecvTask> recvQ;
	boolean networkInitDone=false;
	public WorkerNode() {
		super("WorkerNode Thread");
		connPool = new WorkerConnPool(PortMap.get());
	}
	
	public synchronized void setConf(Config _conf) {
		assert conf == null;
		conf = _conf;		
	}
	public Config getConf() {
		// no syncronization is required since 
		// getConf() is called by threads that are started after setConf().
		return conf; 
	}
	
	public void serve() {
		initCmdListener();				
		register();
		//initIdent();
		initManagerAndWorkers();
		initNetworkResources();
		initRecvThread();
		startListen();
	}
{'fraction_non_alphanumeric': 0.10794420861127957, 'fraction_numerical': 0.0006064281382656155, 'mean_word_length': 5.131970260223048, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1447239', 'n_tokens_mistral': 1055, 'n_tokens_neox': 1000, 'n_words': 239}