<commit_before>{
	"domain" : "http://www.zalando.de",
	"crawler" : {
		"maxConnections" : "10"
	},
	"urlPatterns" : {
		"genderShopColor" : {
			"text": "%s/%s/%s_%s/",
			"description":  "domain/genderFilter/shopFilter_colorFilter",
			"example": "http://www.zalando.de/herrenbekleidung/esprit.esprit-collection_braun/"
		},
		"paginatedUrl" : {
			"text": "%s?p=%s",
			"description":  "url/?p=anIntegerNumber",
			"example": "http://www.zalando.de/herrenbekleidung/esprit.esprit-collection_braun/?p=1"
		},
		"itemUrl" : {
			"text": "%s%s",
			"description":  "Domain  + uri",
			"example": "http://www.zalando.de/marc-o-polo-bleistiftrock-eclipse-ma321b021-503.html"
		}
	}, 
	"selectors" : {
		"itemResultsPage" : {
			"pagination" : {
				"selector" : "div.pages",
				"description" : "Composite pagination element"
			},
			"paginationAnchors" : {
				"selector": "ul li a",
				"Description" : "Anchor tags within pagination"
			},
			"items" : {
				"selector": "ul.catalog li.gItem",
				"Description" : "Composite item frame with images and links"
			},
			"itemAnchors" : {
				"selector": "a.productBox",
				"Description" : "Item anchor elements"
			},
			"itemLinkHrefAttr" : {
				"selector": "href",
				"Description" : "href attribute"
			}
		},	
		"itemPage" : {
			"brand" : {
				"selector" : ".productName [itemprop='brand']",
				"description" : "Brand of item"
			},
			"typeAndColor" : {
				"selector" : ".productName [itemprop='name']",
				"description" : "Type and color text on the product page"
			},
			"priceWithCurrency" : {
				"selector" : "#articlePrice",
				"description" : "Price text with currency character at the end"
			},
			"oldPriceWithCurrency" : {
				"selector" : "#articleOldPrice",
				"description" : "Old price text with currency character at the end"
			},
			"saving" : {
				"selector" : "#articleSavePrice",
				"description" : "Saving text with percentage character at the end"
			},
			"imageSlide" : {
				"selector" : "div.slide",
				"description" : "Slide that contains the images"
			},
			"image" : {
				"selector" : "img",
				"description" : "Image tag"
			},
			"imageSource" : {
				"selector" : "src",
				"description" : "Image source"
			}
		} 
	},
	"seperators": {
		"itemPage" : {
			"imageSources" : {
				"seperator" : " | ",
				"description" : "Seperator between image sources on the final images text"
			},
			"typeAndColor" : {
				"seperator" : " - ",
				"description" : "Seperates the type from the color on the composite type and color text on item page"
			},
			"priceAndCurrency" : {
				"seperator" : " ",
				"description" : "Seperates the type from the color on the composite type and color text on item page"
			}
		}
	},
	"shops": [
		{
			"name":"<NAME>" ,
			"filter":"marc-o-polo" 
		}
	],
	"genders":[
		{
			"name":"Damen" ,
			"clothingFilter":"damenbekleidung",
			"shoes-filter":"damenschuhe" 
		}
	],
  	"colors":[
		{
			"name":"Black",
			"filter":"schwarz"<commit_msg>added different clothing types for different genders to zalando config file<commit_after>{
	"domain" : "http://www.zalando.de",
	"crawler" : {
		"maxConnections" : "10"
	},
	"urlPatterns" : {
		"genderShopColor" : {
			"text": "%s/%s/%s_%s/",
			"description":  "domain/genderFilter/shopFilter_colorFilter",
			"example": "http://www.zalando.de/herrenbekleidung/esprit.esprit-collection_braun/"
		},
		"paginatedUrl" : {
			"text": "%s?p=%s",
			"description":  "url/?p=anIntegerNumber",
			"example": "http://www.zalando.de/herrenbekleidung/esprit.esprit-collection_braun/?p=1"
		},
		"itemUrl" : {
			"text": "%s%s",
			"description":  "Domain  + uri",
			"example": "http://www.zalando.de/marc-o-polo-bleistiftrock-eclipse-ma321b021-503.html"
		}
	}, 
	"selectors" : {
		"itemResultsPage" : {
			"pagination" : {
				"selector" : "div.pages",
				"description" : "Composite pagination element"
			},
			"paginationAnchors" : {
				"selector": "ul li a",
				"Description" : "Anchor tags within pagination"
			},
			"items" : {
				"selector": "ul.catalog li.gItem",
				"Description" : "Composite item frame with images and links"
			},
			"itemAnchors" : {
				"selector": "a.productBox",
				"Description" : "Item anchor elements"
			},
			"itemLinkHrefAttr" : {
				"selector": "href",
				"Description" : "href attribute"
			}
		},	
		"itemPage" : {
			"brand" : {
				"selector" : ".productName [itemprop='brand']",
				"description" : "Brand of item"
			},
			"typeAndColor" : {
				"selector" : ".productName [itemprop='name']",
				"description" : "Type and color text on the product page"
			},
			"priceWithCurrency" : {
				"selector" : "#articlePrice",
				"description" : "Price text with currency character at the end"
			},
			"oldPriceWithCurrency" : {
				"selector" : "#articleOldPrice",
				"description" : "Old price text with currency character at the end"
			},
			"saving" : {
				"selector" : "#articleSavePrice",
				"description" : "Saving text with percentage character at the end"
			},
			"imageSlide" : {
				"selector" : "div.slide",
				"description" : "Slide that contains the images"
			},
			"image" : {
				"selector" : "img",
				"description" : "Image tag"
			},
			"imageSource" : {
				"selector" : "src",
				"description" : "Image source"
			}
		} 
	},
	"seperators": {
		"itemPage" : {
			"imageSources" : {
				"seperator" : " | ",
				"description" : "Seperator between image sources on the final images text"
			},
			"typeAndColor" : {
				"seperator" : " - ",
				"description" : "Seperates the type from the color on the composite type and color text on item page"
			},
			"priceAndCurrency" : {
				"seperator" : " ",
				"description" : "Seperates the type from the color on the composite type and color text on item page"
			}
		}
	},
	"shops": [
		{
			"name":"<NAME>" ,
			"filter":"marc-o-polo" 
		}
	],
	"genders":[
		{
			"name":"Damen" ,
			"clothingFilter":"damenbekleidung",
			"shoes-filter":"damenschuhe",
			"description":"Women",
			"clothingTypes":[
				{
					"name":"Shorts",
					"filter":"damenbekleidung-hosen-shorts",
					"description": "Shorts",
					"category": "Shorts"
				},
				{
					"name":"Chinos",
					"filter":"damenbekleidung-hosen-chino",
					"description": "Shorts",
					"category": "Hose"
				},
				{
					"name":"Classic Trousers ",
					"filter":"damenbekleidung-hosen-stoffhosen",
					"description": "Trousers",
					"category": "Hose"
				},
				{
					"name":"Training Trousers ",
					"filter":"damenbekleidung-hosen-trainingshosen",
					"description": "Training Trousers",
					"category": "Hose"
				},
				{
					"name":"Jeans",
					"filter":"damenbekleidung-jeans",
					"description": "Jeans",
					"category": "Jeans"
				},
				{
					"name":"Strickjacken",
					"filter":"damenbekleidung-strickjacken",
					"description": "Cardigan",
					"category": "Strickjacke"
				},
				{
					"name":"Badeanzug",
					"filter":"badeanzug",
					"description": "Swimming suit",
					"category" : "Badeanzug"	
				},
				{
					"name":"Bikinis",
					"filter":"bikini",
					"description": "Bikinis",
					"category" : "Bikini"	
				},		
				{
					"name":"Blusen",
					"filter":"damenbekleidung-blusenn",
					"description": "Blusen",
					"category" : "Bluse"
				},
				{
					"name":"Tuniken",
					"filter":"damenbekleidung-tunika",
					"description": "Tuniken",
					"category" : "Bluse"
				},
				{
					"name":"Hemdblusen",
					"filter":"damenbekleidung-hemdblusen",
					"description": "Blouse shirts",
					"category" : "Hemd"
				},
				{
					"name":"Kleid",
					"filter":"damenbekleidung-kleider",
					"description": "Dress",
					"category" : "Kleid"	
				},
				{
					"name":"Strickpullover",
					"filter":"damenbekleidung-pullover-sweater-strickpullover",
					"description": "Pullover",
					"category" : "Pullover"	
				},
				{
					"name":"Roecke",
					"filter":"damenbekleidung-roecke",
					"description": "Rocks",
					"category" : "Rock"	
				},
				{
					"name":"Tops",
					"filter":"damenbekleidung-tops",
					"description": "Tops",
					"category" : "Top"	
				},
				{
					"name":"T-shirt",
					"filter":"t-shirts-kurzarm",
					"description": "T-shirt",
					"category" : "T-Shirt"	
				},
				{
					"name":"Langarmshirt",
					"filter":"langarmshirt",
					"description": "Longsleeves",
					"category" : "Longsleeve"
				},
				{
					"name":"Mantel",
					"filter":"damenbekleidung-jacken-maentel",
					"description": "Coats",
					"category" : "Mantel"
				},
				{
					"name":"Jacken",
					"filter":"damenbekleidung-jacken",
					"description": "Jackets",
					"category" : "Jacke"
				}
			]
		},
		{
			"name":"Herren" ,
			"clothingFilter":"herrenbekleidung",
			"shoes-filter":"damenschuhe",
			"description":"Men",
			"clothingTypes":[
				{
					"name":"Shorts",
					"filter":"herrenbekleidung-hosen-shorts",
					"description": "Shorts",
					"category": "Shorts"
				},

				{
					"name":"Chinos",
					"filter":"herrenbekleidung-hosen-chino",
					"description": "Shorts",
					"category": "Hose"
				},
				{
					"name":"Classic Trousers ",
					"filter":"herrenbekleidung-hosen-stoffhosen",
					"description": "Trousers",
					"category": "Hose"
				},
				{
					"name":"Training Trousers ",
					"filter":"herrenbekleidung-hosen-trainingshosen",
					"description": "Training Trousers",
					"category": "Hose"
				},
				{
					"name":"Jeans",
					"filter":"herrenbekleidung-jeans",
					"description": "Jeans",
					"category": "Jeans"
				},
				{
					"name":"Strickjacken",
					"filter":"herrenbekleidung-strickjacken",
					"description": "Cardigan",
					"category": "Strickjacke"
				},			
				{
					"name":"Strickpullover",
					"filter":"herrenbekleidung-strickpullover",
					"description": "Pullover",
					"category" : "Pullover"	
				},
				{
					"name":"Poloshirts",
					"filter":"herrenbekleidung-shirts-poloshirts",
					"description": "Poloshirts",
					"category" : "Poloshirt"	
				},
				{
					"name":"Badehose",
					"filter":"badehose",
					"description": "Trunks",
					"category" : "Badehose"	
				},
				{
					"name":"T-shirt basic",
					"filter":"herrenbekleidung-shirts-basic",
					"description": "T-shirt basic",
					"category" : "T-Shirt"	
				},
				{
					"name":"T-shirt print",
					"filter":"herrenbekleidung-shirts-print",
					"description": "T-shirt print",
					"category" : "T-Shirt"
				},
				{
					"name":"Sweatshirt",
					"filter":"sweatshirts-herren",
					"description": "Sweatshirts",
					"category" : "Sweatshirt"
				},
				{
					"name":"Langarmshirt",
					"filter":"herrenbekleidung-shirts-longsleeves",
					"description": "Longsleeves",
					"category" : "Longsleeve"
				},
				{
					"name":"Shirts",
					"filter":"herrenbekleidung-hemden",
					"description": "Shirts",
					"category" : "Hemd"
				},
				{
					"name":"Mantel",
					"filter":"herrenbekleidung-maentel",
					"description": "Coats",
					"category" : "Mantel"
				},
				{
					"name":"Jacken",
					"filter":"herrenbekleidung-jacken",
					"description": "Jackets",
					"category" : "Jacke"
				}
			]

		}

	],
  	"colors":[
		{
			"name":"Black",
			"filter":"schwarz"
{'fraction_non_alphanumeric': 0.18686144470335186, 'fraction_numerical': 0.0021509231044990144, 'mean_word_length': 2.8800417246175245, 'pattern_counts': {'":': 172, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 8, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2458500', 'n_tokens_mistral': 5319, 'n_tokens_neox': 4051, 'n_words': 668}