<commit_before><?php
/**
 * Copyright (c) 2007-2010, Conduit Internet Technologies, Inc.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *  - Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *  - Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *  - Neither the name of Conduit Internet Technologies, Inc. nor the names of
 *    its contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 *
 * @copyright Copyright 2007-2010 Conduit Internet Technologies, Inc. (http://conduit-it.com)
 * @license New BSD (http://solr-php-client.googlecode.com/svn/trunk/COPYING)
 * @version $Id: $
 *
 * @package Apache
 * @subpackage Solr
 * @author <NAME> <<EMAIL>>, <NAME> <<EMAIL>>
 */

// Require Apache_Solr_HttpTransport_Abstract
require_once(dirname(__FILE__) . '/Abstract.php');

/**
 *
 */
class Apache_Solr_HttpTransport_Curl extends Apache_Solr_HttpTransport_Abstract
{
	/**
	 * SVN Revision meta data for this class
	 */
	const SVN_REVISION = '$Revision:$';

	/**
	 * SVN ID meta data for this class
	 */
	const SVN_ID = '$Id:$';
	
	/**
	 * Curl Session Handle
	 * 
	 * @var resource
	 */
	private $_curl;
	
	/**
	 * Initializes a curl session
	 */
	public function __construct()
	{
		// initialize a CURL session
		$this->_curl = curl_init();
		
		// set common options that will not be changed during the session
		//   first, return the response body from curl_exec
		curl_setopt($this->_curl, CURLOPT_RETURNTRANSFER, true);
		
		//  second, get the binary output
		curl_setopt($this->_curl, CURLOPT_BINARYTRANSFER, true);
		
		// third, we do not need the headers in the output, we get everything we need from meta data
		curl_setopt($this->_curl, CURLOPT_HEADER, false);
	}
		
	/**
	 * Closes a curl session
	 */
	function __destruct()
	{
		// close our curl session
		curl_close($this->_curl);
	}
	
	public function performGetRequest($url, $timeout = false)
	{
		// make sure we're returning the body
		curl_setopt($this->_curl, CURLOPT_NOBODY, false);
		
		// make sure we're GET
		curl_setopt($this->_curl, CURLOPT_HTTPGET, true);
		
		// set the URL
		curl_setopt($this->_curl, CURLOPT_URL, $url);
		
		// set the timeout if specified
		if ($timeout !== FALSE && $timeout > 0.0)
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $timeout);
		}
		else
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $this->getDefaultTimeout());
		}
		
		// make the request
		$responseBody = curl_exec($this->_curl);
		
		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();
				
		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}	
	
	public function performHeadRequest($url, $timeout = false)
	{
		// this both sets the method to HEAD and says not to return a body
		curl_setopt($this->_curl, CURLOPT_NOBODY, true);
		
		// set the URL
		curl_setopt($this->_curl, CURLOPT_URL, $url);
		
		// set the timeout if specified
		if ($timeout !== FALSE && $timeout > 0.0)
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $timeout);
		}
		else
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $this->getDefaultTimeout());
		}
		
		// make the request
		$responseBody = curl_exec($this->_curl);
		
		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();
				
		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}
	
	public function performPostRequest($url, $postData, $contentType, $timeout = false)
	{
		// make sure we're returning the body
		curl_setopt($this->_curl, CURLOPT_NOBODY, false);
		
		// make sure we're POST
		curl_setopt($this->_curl, CURLOPT_POST, true);
		
		// set the URL
		curl_setopt($this->_curl, CURLOPT_URL, $url);
		
		// set the post data
		curl_setopt($this->_curl, CURLOPT_POSTFIELDS, $postData);
		
		// set the content type
		curl_setopt($this->_curl, CURLOPT_HTTPHEADER, array("Content-Type: {$contentType}"));
		
		// set the timeout if specified
		if ($timeout !== FALSE && $timeout > 0.0)
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $timeout);
		}
		else
		{
			curl_setopt($this->_curl, CURLOPT_TIMEOUT, $this->getDefaultTimeout());
		}
		
		// make the request
		$responseBody = curl_exec($this->_curl);
		
		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();
				
		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}
	
	/**
	 * Get information from the last transfer
	 *
	 * @return array (statusCode, mimetype, encoding)
	 */
	private function _getHeaderInformation()
	{
		// defaults
		$type = 'text/plain';
		$encoding = 'UTF-8';
		
		// first get status code
		$statusCode = curl_getinfo($this->_curl, CURLINFO_HTTP_CODE);
		
		// get the content type
		$contentTypeHeader = curl_getinfo($this->_curl, CURLINFO_CONTENT_TYPE);
		
		if ($contentTypeHeader)
		{
			// now break apart the header to see if there's character encoding
			$contentTypeParts = explode(';', $contentTypeHeader, 2);

			if (isset($contentTypeParts[0]))
			{
				$type = trim($contentTypeParts[0]);
			}
			
			if (isset($contentTypeParts[1]))
			{
				// we have a second part, split it further
				$contentTypeParts = explode('=', $contentTypeParts[1]);
				
				if (isset($contentTypeParts[1]))
				{
					$encoding = trim($contentTypeParts[1]);
				}
			}
		}
		
		return array($statusCode, $type, $encoding);
	}
}<commit_msg>See issue #49 - set curl options all at once using curl_setopt_array<commit_after><?php
/**
 * Copyright (c) 2007-2010, Conduit Internet Technologies, Inc.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 *  - Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 *  - Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *  - Neither the name of Conduit Internet Technologies, Inc. nor the names of
 *    its contributors may be used to endorse or promote products derived from
 *    this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 *
 * @copyright Copyright 2007-2010 Conduit Internet Technologies, Inc. (http://conduit-it.com)
 * @license New BSD (http://solr-php-client.googlecode.com/svn/trunk/COPYING)
 * @version $Id: $
 *
 * @package Apache
 * @subpackage Solr
 * @author <NAME> <<EMAIL>>, <NAME> <<EMAIL>>
 */

// Require Apache_Solr_HttpTransport_Abstract
require_once(dirname(__FILE__) . '/Abstract.php');

/**
 *
 */
class Apache_Solr_HttpTransport_Curl extends Apache_Solr_HttpTransport_Abstract
{
	/**
	 * SVN Revision meta data for this class
	 */
	const SVN_REVISION = '$Revision:$';

	/**
	 * SVN ID meta data for this class
	 */
	const SVN_ID = '$Id:$';

	/**
	 * Curl Session Handle
	 *
	 * @var resource
	 */
	private $_curl;

	/**
	 * Initializes a curl session
	 */
	public function __construct()
	{
		// initialize a CURL session
		$this->_curl = curl_init();

		// set common options that will not be changed during the session
		curl_setopt_array($this->_curl, array(
			// return the response body from curl_exec
			CURLOPT_RETURNTRANSFER => true,

			// get the output as binary data
			CURLOPT_BINARYTRANSFER => true,

			// we do not need the headers in the output, we get everything we need from curl_getinfo
			CURLOPT_HEADER => false
		));
	}

	/**
	 * Closes a curl session
	 */
	function __destruct()
	{
		// close our curl session
		curl_close($this->_curl);
	}

	public function performGetRequest($url, $timeout = false)
	{
		// check the timeout value
		if ($timeout === false || $timeout <= 0.0)
		{
			// use the default timeout
			$timeout = $this->getDefaultTimeout();
		}

		// set curl GET options
		curl_setopt_array($this->_curl, array(
			// make sure we're returning the body
			CURLOPT_NOBODY => false,

			// make sure we're GET
			CURLOPT_HTTPGET => true,

			// set the URL
			CURLOPT_URL => $url,

			// set the timeout
			CURLOPT_TIMEOUT => $timeout
		));

		// make the request
		$responseBody = curl_exec($this->_curl);

		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();

		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}

	public function performHeadRequest($url, $timeout = false)
	{
		// check the timeout value
		if ($timeout === false || $timeout <= 0.0)
		{
			// use the default timeout
			$timeout = $this->getDefaultTimeout();
		}

		// set curl HEAD options
		curl_setopt_array($this->_curl, array(
			// this both sets the method to HEAD and says not to return a body
			CURLOPT_NOBODY => true,

			// set the URL
			CURLOPT_URL => $url,

			// set the timeout
			CURLOPT_TIMEOUT => $timeout
		));

		// make the request
		$responseBody = curl_exec($this->_curl);

		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();

		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}

	public function performPostRequest($url, $postData, $contentType, $timeout = false)
	{
		// check the timeout value
		if ($timeout === false || $timeout <= 0.0)
		{
			// use the default timeout
			$timeout = $this->getDefaultTimeout();
		}

		// set curl POST options
		curl_setopt_array($this->_curl, array(
			// make sure we're returning the body
			CURLOPT_NOBODY => false,

			// make sure we're POST
			CURLOPT_PORT => true,

			// set the URL
			CURLOPT_URL => $url,

			// set the post data
			CURLOPT_POSTFIELDS => $postData,

			// set the content type
			CURLOPT_HTTPHEADER => array("Content-Type: {$contentType}"),

			// set the timeout
			CURLOPT_TIMEOUT => $timeout
		));

		// make the request
		$responseBody = curl_exec($this->_curl);

		// get info from the transfer
		list($statusCode, $contentType, $encoding) = $this->_getHeaderInformation();

		return new Apache_Solr_HttpTransport_Response($statusCode, null, $responseBody, $contentType, $encoding);
	}

	/**
	 * Get information from the last transfer
	 *
	 * @return array (statusCode, mimetype, encoding)
	 */
	private function _getHeaderInformation()
	{
		// defaults
		$type = 'text/plain';
		$encoding = 'UTF-8';

		// first get status code
		$statusCode = curl_getinfo($this->_curl, CURLINFO_HTTP_CODE);

		// get the content type
		$contentTypeHeader = curl_getinfo($this->_curl, CURLINFO_CONTENT_TYPE);

		if ($contentTypeHeader)
		{
			// now break apart the header to see if there's character encoding
			$contentTypeParts = explode(';', $contentTypeHeader, 2);

			if (isset($contentTypeParts[0]))
			{
				$type = trim($contentTypeParts[0]);
			}

			if (isset($contentTypeParts[1]))
			{
				// we have a second part, split it further
				$contentTypeParts = explode('=', $contentTypeParts[1]);

				if (isset($contentTypeParts[1]))
				{
					$encoding = trim($contentTypeParts[1]);
				}
			}
		}

		return array($statusCode, $type, $encoding);
	}
}
{'fraction_non_alphanumeric': 0.11284630978301674, 'fraction_numerical': 0.004655004129439147, 'mean_word_length': 3.678609062170706, 'pattern_counts': {'":': 0, '<': 20, '<?xml version=': 0, '>': 83, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7300176', 'n_tokens_mistral': 4622, 'n_tokens_neox': 3871, 'n_words': 1314}