<commit_before>/*
 *    Copyright 2012 <NAME>
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package jj.resource;

import static java.util.concurrent.TimeUnit.SECONDS;

import java.util.concurrent.CountDownLatch;

import jj.execution.JJTask;

/**
 * @author jason
 *
 */
public abstract class ResourceTask extends JJTask {
	
	private final CountDownLatch completionLatch = new CountDownLatch(1);
	
	protected ResourceTask(String name) {
		super(name);
	}
	
	@Override
	protected final void addRunnableToExecutor(ExecutorFinder executors, final Runnable runnable) {
		executors.ofType(ResourceExecutor.class).submit(new Runnable() {
			
			@Override
			public void run() {
				try {
					runnable.run();
				} finally {
					completionLatch.countDown();
				}
			}
		});
	}

	/**
	 * this is only intended for synchronizing resource creation but maybe will be useful in
	 * some less stuff?
	 */
	void await() {
		try {
			completionLatch.await(2, SECONDS);
		} catch (Exception e) {
			throw new AssertionError(e); // good enough for now
		}
	}
}
<commit_msg>documentation<commit_after>/*
 *    Copyright 2012 <NAME>
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package jj.resource;

import static java.util.concurrent.TimeUnit.SECONDS;

import java.util.concurrent.CountDownLatch;

import jj.execution.JJTask;

/**
 * A task for loading resources.  In most cases, try to use 
 * {@link ResourceLoader} first.
 * 
 * @author jason
 *
 */
public abstract class ResourceTask extends JJTask {
	
	private final CountDownLatch completionLatch = new CountDownLatch(1);
	
	protected ResourceTask(String name) {
		super(name);
	}
	
	@Override
	protected final void addRunnableToExecutor(ExecutorFinder executors, final Runnable runnable) {
		executors.ofType(ResourceExecutor.class).submit(new Runnable() {
			
			@Override
			public void run() {
				try {
					runnable.run();
				} finally {
					completionLatch.countDown();
				}
			}
		});
	}

	/**
	 * used to synchronize resource creation across multiple requests
	 */
	void await() {
		try {
			completionLatch.await(2, SECONDS);
		} catch (Exception e) {
			throw new AssertionError(e); // good enough for now
		}
	}
}

{'fraction_non_alphanumeric': 0.09212991880074953, 'fraction_numerical': 0.006246096189881324, 'mean_word_length': 3.5757142857142856, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '670077', 'n_tokens_mistral': 1024, 'n_tokens_neox': 905, 'n_words': 325}