<commit_before>package com.splunk.shep.customsearch;

import org.apache.hadoop.fs.FSDataInputStream;
import org.testng.Assert;
import org.testng.annotations.AfterMethod;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Parameters;
import org.testng.annotations.Test;

public class OutputHdfsTest extends SplunkHdfsTest {

    String testuri = null;

    @Parameters({ "splunk.username", "splunk.password", "splunk.home" })
    @Test(groups = { "super-slow" })
    public void fileCheck(String username, String password, String splunkhome) {
	System.out.println("Running OutputHdfs Test");
	System.out.println("splunkhome " + splunkhome);
	try {
	    Runtime rt = Runtime.getRuntime();
	    String cmdarray[] = { splunkhome + "/bin/splunk", "search",
		    "* | head 1 | outputhdfs file=" + testuri, "-auth",
		    username + ":" + password };
	    Process proc = rt.exec(cmdarray);
	    proc.waitFor();
	    FSDataInputStream is = getFileinHDFS(testuri);
	    if (is == null) {
		Assert.fail("File not created by outputhdfs in HDFS");
	    }

	} catch (Throwable t) {
	    t.printStackTrace();
	    Assert.fail(t.getMessage());
	}
    }

    @Parameters({ "outputhdfstesturi" })
    @BeforeMethod(groups = { "super-slow" })
    public void beforeTest(String uri) {
	System.out.println("uri: " + uri);
	this.testuri = uri;
	try {
	    mkdirsinHDFS(this.testuri);
	} catch (Exception e) {
	    Assert.fail(e.getMessage());
	}
    }

    @AfterMethod(groups = { "super-slow" })
    public void afterTest() {
	try {
	    deleteFileinHDFS(this.testuri);
	} catch (Exception e) {
	    Assert.fail(e.getMessage());
	}
    }

}<commit_msg>Adjusted OutputHdfsTest to the removal of outputhdfstesturi.<commit_after>package com.splunk.shep.customsearch;

import org.apache.hadoop.fs.FSDataInputStream;
import org.testng.Assert;
import org.testng.annotations.AfterMethod;
import org.testng.annotations.BeforeMethod;
import org.testng.annotations.Parameters;
import org.testng.annotations.Test;

public class OutputHdfsTest extends SplunkHdfsTest {

    String testuri = null;

    @Parameters({ "splunk.username", "splunk.password", "splunk.home" })
    @Test(groups = { "super-slow" })
    public void fileCheck(String username, String password, String splunkhome) {
	System.out.println("Running OutputHdfs Test");
	System.out.println("splunkhome " + splunkhome);
	try {
	    Runtime rt = Runtime.getRuntime();
	    String cmdarray[] = { splunkhome + "/bin/splunk", "search",
		    "* | head 1 | outputhdfs file=" + testuri, "-auth",
		    username + ":" + password };
	    Process proc = rt.exec(cmdarray);
	    proc.waitFor();
	    FSDataInputStream is = getFileinHDFS(testuri);
	    if (is == null) {
		Assert.fail("File not created by outputhdfs in HDFS");
	    }

	} catch (Throwable t) {
	    t.printStackTrace();
	    Assert.fail(t.getMessage());
	}
    }

    @Parameters({ "hadoop.host", "hadoop.port" })
    @BeforeMethod(groups = { "super-slow" })
    public void beforeTest(String hadoophost, String hadoopport) {
	this.testuri = "hdfs://" + hadoophost + ":" + hadoopport
		+ "/outputhdfstest/testfile";
	try {
	    mkdirsinHDFS(this.testuri);
	} catch (Exception e) {
	    Assert.fail(e.getMessage());
	}
    }

    @AfterMethod(groups = { "super-slow" })
    public void afterTest() {
	try {
	    deleteFileinHDFS(this.testuri);
	} catch (Exception e) {
	    Assert.fail(e.getMessage());
	}
    }

}
{'fraction_non_alphanumeric': 0.14356580099212138, 'fraction_numerical': 0.0005836008170411438, 'mean_word_length': 3.6324324324324326, 'pattern_counts': {'":': 3, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2401480', 'n_tokens_mistral': 1180, 'n_tokens_neox': 1119, 'n_words': 228}