<commit_before>/**
 * common.hpp
 *
 *  Created on: 11 июля 2015 г.
 *     @author: zmij
 */

/**
 * @page Datatype conversions
 *	## PostrgreSQL to C++ datatype conversions
 *
 *	### Numeric types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-numeric.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	smallint			| tip::db::pg::smallint
 *	integer				| tip::db::pg::integer
 *	bigint				| tip::db::pg::bigint
 *	decimal				| no mapping
 *	numeric				| no mapping
 *  real				| float
 *  double precision	| double
 *  smallserial			| tip::db::pg::smallint
 *  serial				| tip::db::pg::integer
 *  bigserial			| tip::db::pg::bigint
 *
 *  ### Character types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-character.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *  varchar(n)			| std::string
 *  character(n)		| std::string
 *  text				| std::string
 *
 *  ### Monetary type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-money.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	money				| no mapping
 *
 *  ### Binary type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-binary.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	bytea				| tip::db::pg::bytea
 *
 *  ### Datetime typs
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-datetime.html)
 *  [PostgreSQL date/time support](http://www.postgresql.org/docs/9.4/static/datetime-appendix.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *  timestamp			|
 *  timestamptz			|
 *  date				|
 *  time				|
 *  time with tz		|
 *  interval			|
 *
 *
 *	### Boolean type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-boolean.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	boolean				| bool
 *
 *  ### Enumerated types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-enum.html)
 *
 *  ### Geometric types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-geometric.html)
 *
 *  ### Network address types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-net-types.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	cidr				|
 *	inet				|
 *	macaddr				|
 *
 *  ### Bit String types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-bit.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	bit(n)				|
 *	bit varying(n)		|
 *
 *	### Text search types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-textsearch.html)
 *
 *	### UUID type
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-uuid.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	uuid				| boost::uuid
 *
 *	### XML type
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-xml.html)
 *
 *	### JSON types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-json.html)
 *
 *	### Arrays
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/arrays.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	type array(n)		| std::vector< type mapping >
 *
 *	### Composite types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/rowtypes.html)
 *
 *	### Range types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/rangetypes.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	int4range			|
 *	int8range			|
 *	numrange			|
 *	tsrange				|
 *	tstzrange			|
 *	daterange			|
 */
<commit_msg>Add mapping documentation<commit_after>/**
 * common.hpp
 *
 *  Created on: 11 июля 2015 г.
 *     @author: zmij
 */

/**
 * @page Datatype conversions
 *	## PostrgreSQL to C++ datatype conversions
 *
 *	### Numeric types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-numeric.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	smallint			| tip::db::pg::smallint
 *	integer				| tip::db::pg::integer
 *	bigint				| tip::db::pg::bigint
 *	decimal				| @todo decide MPFR or GMP - ?
 *	numeric				| @todo decide MPFR or GMP - ?
 *  real				| float
 *  double precision	| double
 *  smallserial			| tip::db::pg::smallint
 *  serial				| tip::db::pg::integer
 *  bigserial			| tip::db::pg::bigint
 *
 *  ### Character types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-character.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *  varchar(n)			| std::string
 *  character(n)		| std::string
 *  text				| std::string
 *
 *  ### Monetary type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-money.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	money				| @todo decide MPFR or GMP - ?
 *
 *  ### Binary type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-binary.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	bytea				| tip::db::pg::bytea
 *
 *  ### Datetime type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-datetime.html)
 *  [PostgreSQL date/time support](http://www.postgresql.org/docs/9.4/static/datetime-appendix.html)
 *  [Boost.DateTime library](http://www.boost.org/doc/libs/1_58_0/doc/html/date_time.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *  timestamp			|
 *  timestamptz			|
 *  date				|
 *  time				|
 *  time with tz		|
 *  interval			|
 *
 *
 *	### Boolean type
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-boolean.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	boolean				| bool
 *
 *  ### Enumerated types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-enum.html)
 *
 *  ### Geometric types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-geometric.html)
 *
 *  ### Network address types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-net-types.html)
 *
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	cidr				|
 *	inet				| boost::asio::ip::address
 *	macaddr				|
 *
 *  ### Bit String types
 *  [PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-bit.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	bit(n)				| std::bitset<n>
 *	bit varying(n)		| std::bitset<n> @todo create a signature structure
 *
 *	### Text search types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-textsearch.html)
 *
 *	### UUID type
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-uuid.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	uuid				| boost::uuid
 *
 *	### XML type
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-xml.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	xml					| std::string
 *
 *	### JSON types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/datatype-json.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	json				| std::string
 *
 *	### Arrays
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/arrays.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	type array(n)		| std::vector< type mapping >
 *
 *	### Composite types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/rowtypes.html)
 *
 *	### Range types
 *	[PostgreSQL documentation](http://www.postgresql.org/docs/9.4/static/rangetypes.html)
 *	PostgreSQL			| C++
 *	------------------- | -------------------
 *	int4range			|
 *	int8range			|
 *	numrange			|
 *	tsrange				|
 *	tstzrange			|
 *	daterange			|
 */

{'fraction_non_alphanumeric': 0.2696615534453372, 'fraction_numerical': 0.011200389578767957, 'mean_word_length': 2.0280132694434205, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 37, 'xml': 3}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '788552', 'n_tokens_mistral': 3071, 'n_tokens_neox': 2924, 'n_words': 381}