<commit_before>/**
 * OWASP Enterprise Security API (ESAPI)
 * 
 * This file is part of the Open Web Application Security Project (OWASP)
 * Enterprise Security API (ESAPI) project. For details, please see
 * <a href="http://www.owasp.org/index.php/ESAPI">http://www.owasp.org/index.php/ESAPI</a>.
 *
 * Copyright (c) 2009 - The OWASP Foundation
 * 
 * The ESAPI is published by OWASP under the BSD license. You should read and accept the
 * LICENSE before you use, modify, and/or redistribute this software.
 * 
 * @author <NAME> <a href="http://www.aspectsecurity.com">Aspect Security</a>
 * @created 2009
 */
package org.owasp.esapi.waf.configuration;

import java.io.FileNotFoundException;
import java.io.IOException;

import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Pattern;

import nu.xom.Builder;
import nu.xom.Document;
import nu.xom.Element;
import nu.xom.Elements;
import nu.xom.ParsingException;
import nu.xom.ValidityException;

import org.apache.log4j.Level;
import org.owasp.esapi.waf.ConfigurationException;
import org.owasp.esapi.waf.rules.AddHTTPOnlyFlagRule;
import org.owasp.esapi.waf.rules.AddHeaderRule;
import org.owasp.esapi.waf.rules.AddSecureFlagRule;
import org.owasp.esapi.waf.rules.AuthenticatedRule;
import org.owasp.esapi.waf.rules.BeanShellRule;
import org.owasp.esapi.waf.rules.DetectOutboundContentRule;
import org.owasp.esapi.waf.rules.EnforceHTTPSRule;
import org.owasp.esapi.waf.rules.HTTPMethodRule;
import org.owasp.esapi.waf.rules.IPRule;
import org.owasp.esapi.waf.rules.MustMatchRule;
import org.owasp.esapi.waf.rules.PathExtensionRule;
import org.owasp.esapi.waf.rules.ReplaceContentRule;
import org.owasp.esapi.waf.rules.RestrictContentTypeRule;
import org.owasp.esapi.waf.rules.RestrictUserAgentRule;
import org.owasp.esapi.waf.rules.SimpleVirtualPatchRule;

import bsh.EvalError;

/**
 * 
 * The class used to turn a policy file's contents into an object model. 
 * 
 * @author <NAME>
 * @see org.owasp.esapi.waf.AppGuardianConfiguration
 */
public class ConfigurationParser {

	private static final String REGEX = "regex";
	private static final String DEFAULT_PATH_APPLY_ALL = ".*";
	private static final int DEFAULT_RESPONSE_CODE = 403;
	private static final String DEFAULT_SESSION_COOKIE = "JSESSIONID";
	
	private static final String[] STAGES = {
		"before-request-body",
		"after-request-body",
		"before-response"
	};
	
	public static AppGuardianConfiguration readConfigurationFile(InputStream stream, String webRootDir) throws ConfigurationException {

		AppGuardianConfiguration config = new AppGuardianConfiguration();

		Builder parser = new Builder();
		Document doc;
		Element root;

		try {

			doc = parser.build(stream);
			root = doc.getRootElement();

			Element aliasesRoot = root.getFirstChildElement("aliases");
			Element settingsRoot = root.getFirstChildElement("settings");
			Element authNRoot = root.getFirstChildElement("authentication-rules");
			Element authZRoot = root.getFirstChildElement("authorization-rules");
			Element urlRoot = root.getFirstChildElement("url-rules");
			Element headerRoot = root.getFirstChildElement("header-rules");
			Element customRulesRoot = root.getFirstChildElement("custom-rules");;
			Element virtualPatchesRoot = root.getFirstChildElement("virtual-patches");
			Element outboundRoot = root.getFirstChildElement("outbound-rules");
			Element beanShellRoot = root.getFirstChildElement("bean-shell-rules");
			
			
			/**
			 * Parse the 'aliases' section.
			 */
			if ( aliasesRoot != null ) {
				Elements aliases = aliasesRoot.getChildElements("alias");
	
				for(int i=0;i<aliases.size();i++) {
					Element e = aliases.get(i);
					String name = e.getAttributeValue("name");
					String type = e.getAttributeValue("type");
					String value = e.getValue();
					if ( REGEX.equals(type) ) {
						config.addAlias(name, Pattern.compile(value));
					} else {
						config.addAlias(name, value);
					}
				}
			}
			
			/**
			 * Parse the 'settings' section.
			 */
			if ( settingsRoot == null ) {
				throw new ConfigurationException("", "The <settings> section is required");
			} else if ( settingsRoot != null ) {
				
				
				try {
					String sessionCookieName = settingsRoot.getFirstChildElement("session-cookie-name").getValue();
					if ( ! "".equals(sessionCookieName) ) {
						config.setSessionCookieName(sessionCookieName);
					}
				} catch (NullPointerException npe) {
					config.setSessionCookieName(DEFAULT_SESSION_COOKIE);
				}

				String mode = settingsRoot.getFirstChildElement("mode").getValue();
				
				if ( "block".equals(mode.toLowerCase() ) ) {
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.BLOCK;
				} else if ( "redirect".equals(mode.toLowerCase() ) ){
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.REDIRECT;
				} else {
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.LOG;
				}
	
				Element errorHandlingRoot = settingsRoot.getFirstChildElement("error-handling");
	
				config.setDefaultErrorPage( errorHandlingRoot.getFirstChildElement("default-redirect-page").getValue() );
	
				try {
					config.setDefaultResponseCode( Integer.parseInt(errorHandlingRoot.getFirstChildElement("block-status").getValue()) );
				} catch (Exception e) {
					config.setDefaultResponseCode( DEFAULT_RESPONSE_CODE );
				}
			}
			
			/*
			 * The WAF separate logging is going to be merged in the 2.0
			 * release, so this is deprecated.
			 */
			Element loggingRoot = settingsRoot.getFirstChildElement("logging");
			if ( loggingRoot != null ) {
				config.setLogDirectory(loggingRoot.getFirstChildElement("log-directory").getValue());
				config.setLogLevel(Level.toLevel(loggingRoot.getFirstChildElement("log-level").getValue()));
			}
			
			/**
			 * Parse the 'authentication-rules' section if they have one.
			 */
			if ( authNRoot != null ) {
				String key = authNRoot.getAttributeValue("key");
				String path = authNRoot.getAttributeValue("path");
				String id = authNRoot.getAttributeValue("id");

				if ( path != null && key != null ) {
					config.addBeforeBodyRule(new AuthenticatedRule(id,key,Pattern.compile(path),getExceptionsFromElement(authNRoot)));
				} else if ( key != null ) {
					config.addBeforeBodyRule(new AuthenticatedRule(id,key,null,getExceptionsFromElement(authNRoot)));
				} else {
					throw new ConfigurationException("","The <authentication-rules> rule requires a 'key' attribute");
				}
			}

			/**
			 * Parse 'authorization-rules' section if they have one.
			 */

			if ( authZRoot != null ) {

				Elements restrictNodes = authZRoot.getChildElements("restrict-source-ip");

				for(int i=0;i<restrictNodes.size();i++) {

					Element restrictNodeRoot = restrictNodes.get(i);
					String id = restrictNodeRoot.getAttributeValue("id");
					Pattern ips = Pattern.compile(restrictNodeRoot.getAttributeValue("ip-regex"));
					String ipHeader = restrictNodeRoot.getAttributeValue("ip-header");
					if ( REGEX.equalsIgnoreCase(restrictNodeRoot.getAttributeValue("type")) ) {
						config.addBeforeBodyRule( new IPRule(id, ips, Pattern.compile(restrictNodeRoot.getValue()),ipHeader));
					} else {
						config.addBeforeBodyRule( new IPRule(id, ips, restrictNodeRoot.getValue()) );
					}

				}

				Elements mustMatchNodes = authZRoot.getChildElements("must-match");

				for(int i=0;i<mustMatchNodes.size();i++) {

					Element e = mustMatchNodes.get(i);
					Pattern path = Pattern.compile(e.getAttributeValue("path"));
					String variable = e.getAttributeValue("variable");
					String value = e.getAttributeValue("value");
					String operator = e.getAttributeValue("operator");
					String id = e.getAttributeValue("id");
					int op = AppGuardianConfiguration.OPERATOR_EQ;

					if ( "exists".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_EXISTS;
					} else if ( "inList".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_IN_LIST;
					} else if ( "contains".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_CONTAINS;
					}

					config.addAfterBodyRule( new MustMatchRule(id, path,variable,op,value) );
				}

			}

			/**
			 * Parse the 'url-rules' section if they have one.
			 */
			if ( urlRoot != null ) {

				Elements restrictExtensionNodes = urlRoot.getChildElements("restrict-extension");
				Elements restrictMethodNodes = urlRoot.getChildElements("restrict-method");
				Elements enforceHttpsNodes = urlRoot.getChildElements("enforce-https");

				/*
				 * Read in rules that allow an app to restrict by extension.
				 * E.g., you may want to explicitly only allow:
				 *  .jsp, .jpg, .gif, .css, .js, etc.
				 *
				 * You may also want to instead explicitly deny:
				 * .bak, .log, .txt, etc.
				 */

				for (int i=0;i<restrictExtensionNodes.size();i++) {

					Element e = restrictExtensionNodes.get(i);
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String id = e.getAttributeValue("id");

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-extension rules can't have both 'allow' and 'deny'" );
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new PathExtensionRule(id,Pattern.compile( ".*\\" + allow + "$"),null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new PathExtensionRule(id, null,Pattern.compile( ".*\\" + deny + "$")) );

					} else {
						throw new ConfigurationException("", "restrict extension rule should have either a 'deny' or 'allow' attribute");
					}
				}

				/*
				 * Read in rules that allow the site to control
				 * which HTTP methods are allowed to reach the
				 * app.
				 *
				 * 99% of the time, you'll only need POST and
				 * GET.
				 */
				for (int i=0;i<restrictMethodNodes.size();i++) {

					Element e = restrictMethodNodes.get(i);

					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String path = e.getAttributeValue("path");
					String id = e.getAttributeValue("id");

					if ( path == null ) {
						path = DEFAULT_PATH_APPLY_ALL;
					}

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-method rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new HTTPMethodRule(id, Pattern.compile(allow), null, Pattern.compile(path)) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new HTTPMethodRule(id, null, Pattern.compile(deny), Pattern.compile(path)) );

					} else {
						throw new ConfigurationException("", "restrict-method rule should have either an 'allow' or 'deny' value");
					}
				}

				for (int i=0;i<enforceHttpsNodes.size();i++) {

					Element e = (Element)enforceHttpsNodes.get(i);
					String path = e.getAttributeValue("path");
					String action = e.getAttributeValue("action");
					String id = e.getAttributeValue("id");
					List<Object> exceptions = getExceptionsFromElement(e);

					config.addBeforeBodyRule( new EnforceHTTPSRule(id, Pattern.compile(path), exceptions, action) );
				}

			}

			if ( headerRoot != null ) {

				Elements restrictContentTypes = headerRoot.getChildElements("restrict-content-type");
				Elements restrictUserAgents = headerRoot.getChildElements("restrict-user-agent");

				for(int i=0;i<restrictContentTypes.size();i++) {

					Element e = restrictContentTypes.get(i);
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String id = e.getAttributeValue("id");

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-content-type rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new RestrictContentTypeRule(id, Pattern.compile(allow), null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new RestrictContentTypeRule(id, null, Pattern.compile(deny)) );

					} else {
						throw new ConfigurationException("", "restrict-content-type rule should have either an 'allow' or 'deny' value");
					}
				}

				for(int i=0;i<restrictUserAgents.size();i++) {
					Element e = restrictUserAgents.get(i);
					String id = e.getAttributeValue("id");
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-user-agent rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {
						
						config.addBeforeBodyRule( new RestrictUserAgentRule(id, Pattern.compile(allow), null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new RestrictUserAgentRule(id, null, Pattern.compile(deny)) );

					} else {
						throw new ConfigurationException("", "restrict-user-agent rule should have either an 'allow' or 'deny' value");
					}
				}

			}

			if ( virtualPatchesRoot != null ) {
				Elements virtualPatchNodes = virtualPatchesRoot.getChildElements("virtual-patch");
				for(int i=0;i<virtualPatchNodes.size();i++) {
					Element e = virtualPatchNodes.get(i);
					String id = e.getAttributeValue("id");
					String path = e.getAttributeValue("path");
					String variable = e.getAttributeValue("variable");
					String pattern = e.getAttributeValue("pattern");
					String message = e.getAttributeValue("message");

					config.addAfterBodyRule( new SimpleVirtualPatchRule(id, Pattern.compile(path), variable, Pattern.compile(pattern), message) );
				}
			}

			// Haven't implemented this yet. Not sure what we want those rules to look like.
			/*
			if ( customRulesRoot != null ) {
				Elements rules = customRulesRoot.getChildElements("rule");
				
				 // Parse the complex rules.
				 
			}
			*/
			
			if ( outboundRoot != null ) {

				/*
				 * Parse the <add-header> rules. This could be used to add:
				 * - X-I-DONT-WANT-TO-BE-FRAMED
				 * - Caching prevention headers
				 * - Custom application headers
				 */

				Elements addHeaderNodes = outboundRoot.getChildElements("add-header");

				for(int i=0;i<addHeaderNodes.size();i++) {
					Element e = addHeaderNodes.get(i);
					String name = e.getAttributeValue("name");
					String value = e.getAttributeValue("value");
					String path = e.getAttributeValue("path");
					String id = e.getAttributeValue("id");

					if ( path == null ) {
						path = DEFAULT_PATH_APPLY_ALL;
					}

					AddHeaderRule ahr = new AddHeaderRule(id, name, value, Pattern.compile(path), getExceptionsFromElement(e));
					config.addBeforeResponseRule(ahr);

				}

				/*
				 * Parse the <add-http-only-flag> rules that allow
				 * us to add the HTTPOnly flag to cookies, both
				 * custom and app server.
				 */
				Elements addHTTPOnlyFlagNodes = outboundRoot.getChildElements("add-http-only-flag");

				for(int i=0;i<addHTTPOnlyFlagNodes.size();i++) {
					Element e = addHTTPOnlyFlagNodes.get(i);

					Elements cookiePatterns = e.getChildElements("cookie");
					String id = e.getAttributeValue("id");
					ArrayList<Pattern> patterns = new ArrayList<Pattern>();

					for(int j=0;j<cookiePatterns.size();j++) {
						Element cookie = cookiePatterns.get(j);
						patterns.add(Pattern.compile(cookie.getAttributeValue("name")));
					}

					AddHTTPOnlyFlagRule ahfr = new AddHTTPOnlyFlagRule(id, patterns);
					config.addCookieRule(ahfr);

					if ( ahfr.doesCookieMatch(config.getSessionCookieName()) ) {
						config.setApplyHTTPOnlyFlagToSessionCookie(true);
					}
				}

				/*
				 * Parse the <add-secure-flag> rules that allow
				 * us to add the secure flag to cookies, both
				 * custom and app server.
				 */
				Elements addSecureFlagNodes = outboundRoot.getChildElements("add-secure-flag");

				for(int i=0;i<addSecureFlagNodes.size();i++) {
					Element e = addSecureFlagNodes.get(i);
					String id = e.getAttributeValue("id");
					Elements cookiePatterns = e.getChildElements("cookie");
					ArrayList<Pattern> patterns = new ArrayList<Pattern>();

					for(int j=0;j<cookiePatterns.size();j++) {
						Element cookie = cookiePatterns.get(j);
						patterns.add(Pattern.compile(cookie.getAttributeValue("name")));
					}

					AddSecureFlagRule asfr = new AddSecureFlagRule(id, patterns);
					config.addCookieRule(asfr);

					if ( asfr.doesCookieMatch(config.getSessionCookieName()) ) {
						config.setApplySecureFlagToSessionCookie(true);
					}

				}

				/*
				 * Parse dynamic-insertion nodes that allow us to dynamically
				 * insert stuff into responses.
				 */
				Elements dynamicInsertionNodes = outboundRoot.getChildElements("dynamic-insertion");

				for(int i=0;i<dynamicInsertionNodes.size();i++) {

					Element e = dynamicInsertionNodes.get(i);
					String pattern = e.getAttributeValue("pattern");
					String id = e.getAttributeValue("id");
					String contentType = e.getAttributeValue("content-type");
					String urlPaths = e.getAttributeValue("path");
					Element replacement = e.getFirstChildElement("replacement");

					ReplaceContentRule rcr = new ReplaceContentRule(
							id, 
							Pattern.compile(pattern,Pattern.DOTALL), 
							replacement.getValue(),
							contentType != null ? Pattern.compile(contentType) : null,
							urlPaths != null ? Pattern.compile(urlPaths) : null);
					
					config.addBeforeResponseRule(rcr);

				}

				/*
				 * Parse detect-content nodes that allow us to simply detect data
				 * leaving in responses.
				 */
				Elements detectContentNodes = outboundRoot.getChildElements("detect-content");

				for(int i=0;i<detectContentNodes.size();i++) {

					Element e = detectContentNodes.get(i);
					String token = e.getAttributeValue("pattern");
					String contentType = e.getAttributeValue("content-type");
					String id = e.getAttributeValue("id");
					String path = e.getAttributeValue("path");

					if ( token == null ) {
						throw new ConfigurationException("", "<detect-content> rules must contain a 'pattern' attribute");
					} else if ( contentType == null ) {
						throw new ConfigurationException("", "<detect-content> rules must contain a 'content-type' attribute");
					}

					DetectOutboundContentRule docr = new DetectOutboundContentRule(
							id, 
							Pattern.compile(contentType),
							Pattern.compile(token,Pattern.DOTALL),
							path != null ? Pattern.compile(path) : null);
					
					config.addBeforeResponseRule(docr);

				}

			}
			
			/**
			 * Parse the 'bean-shell-rules' section.
			 */
			
			if ( beanShellRoot != null ) {
			
				Elements beanShellRules = beanShellRoot.getChildElements("bean-shell-script");
				
				for (int i=0;i<beanShellRules.size(); i++) {

					Element e = beanShellRules.get(i);
					
					String id = e.getAttributeValue("id");
					String fileName = e.getAttributeValue("file");
					String stage = e.getAttributeValue("stage"); //
					String path = e.getAttributeValue("path");
					
					if ( id == null ) {
						throw new ConfigurationException("", "bean shell rules all require a unique 'id' attribute");
					}
					
					if ( fileName == null ) {
						throw new ConfigurationException("", "bean shell rules all require a unique 'file' attribute that has the location of the .bsh script" );
					}
					
					try {
						
						BeanShellRule bsr = new BeanShellRule(
								webRootDir + fileName, 
								id,
								path != null ? Pattern.compile(path) : null);
						
						if ( STAGES[0].equals(stage) ) {
							config.addBeforeBodyRule(bsr);
						} else if ( STAGES[1].equals(stage)) {
							config.addAfterBodyRule(bsr);
						} else if ( STAGES[2].equals(stage)) {
							config.addBeforeResponseRule(bsr);
						} else {
							throw new ConfigurationException("", "bean shell rules all require a 'stage' attribute when the rule should be fired (valid values are " + STAGES[0] + ", " + STAGES[1] + ", or " + STAGES[2] + ")" );
						}
												
					} catch (FileNotFoundException fnfe) {
						throw new ConfigurationException ("", "bean shell rule '" + id + "' had a source file that could not be found (" + fileName + "), web directory = " + webRootDir );
					} catch (EvalError ee) {
						throw new ConfigurationException ("", "bean shell rule '" + id + "' contained an error (" + ee.getErrorText() + "): " + ee.getScriptStackTrace());
					}
					
				}
			}

		} catch (ValidityException e) {
			throw new ConfigurationException("", "Problem validating WAF XML file", e);
		} catch (ParsingException e) {
			throw new ConfigurationException("", "Problem parsing WAF XML file", e);
		} catch (IOException e) {
			throw new ConfigurationException("", "I/O problem reading WAF XML file", e);
		}

		return config;

	}

	private static List<Object> getExceptionsFromElement(Element root) {
		Elements exceptions = root.getChildElements("path-exception");
		ArrayList<Object> exceptionList = new ArrayList<Object>();

		for(int i=0;i<exceptions.size();i++) {
			Element e = exceptions.get(i);
			if ( REGEX.equalsIgnoreCase(e.getAttributeValue("type"))) {
				exceptionList.add( Pattern.compile(e.getValue()) );
			} else {
				exceptionList.add( e.getValue() );
			}
		}
		return exceptionList;
	}

}
<commit_msg>Fix for Google Issue #174.<commit_after>/**
 * OWASP Enterprise Security API (ESAPI)
 * 
 * This file is part of the Open Web Application Security Project (OWASP)
 * Enterprise Security API (ESAPI) project. For details, please see
 * <a href="http://www.owasp.org/index.php/ESAPI">http://www.owasp.org/index.php/ESAPI</a>.
 *
 * Copyright (c) 2009 - The OWASP Foundation
 * 
 * The ESAPI is published by OWASP under the BSD license. You should read and accept the
 * LICENSE before you use, modify, and/or redistribute this software.
 * 
 * @author <NAME> <a href="http://www.aspectsecurity.com">Aspect Security</a>
 * @created 2009
 */
package org.owasp.esapi.waf.configuration;

import java.io.FileNotFoundException;
import java.io.IOException;

import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Pattern;

import nu.xom.Builder;
import nu.xom.Document;
import nu.xom.Element;
import nu.xom.Elements;
import nu.xom.ParsingException;
import nu.xom.ValidityException;

import org.apache.log4j.Level;
import org.owasp.esapi.ESAPI;
import org.owasp.esapi.waf.ConfigurationException;
import org.owasp.esapi.waf.rules.AddHTTPOnlyFlagRule;
import org.owasp.esapi.waf.rules.AddHeaderRule;
import org.owasp.esapi.waf.rules.AddSecureFlagRule;
import org.owasp.esapi.waf.rules.AuthenticatedRule;
import org.owasp.esapi.waf.rules.BeanShellRule;
import org.owasp.esapi.waf.rules.DetectOutboundContentRule;
import org.owasp.esapi.waf.rules.EnforceHTTPSRule;
import org.owasp.esapi.waf.rules.HTTPMethodRule;
import org.owasp.esapi.waf.rules.IPRule;
import org.owasp.esapi.waf.rules.MustMatchRule;
import org.owasp.esapi.waf.rules.PathExtensionRule;
import org.owasp.esapi.waf.rules.ReplaceContentRule;
import org.owasp.esapi.waf.rules.RestrictContentTypeRule;
import org.owasp.esapi.waf.rules.RestrictUserAgentRule;
import org.owasp.esapi.waf.rules.SimpleVirtualPatchRule;

import bsh.EvalError;

/**
 * 
 * The class used to turn a policy file's contents into an object model. 
 * 
 * @author <NAME>
 * @see org.owasp.esapi.waf.AppGuardianConfiguration
 */
public class ConfigurationParser {

	private static final String REGEX = "regex";
	private static final String DEFAULT_PATH_APPLY_ALL = ".*";
	private static final int DEFAULT_RESPONSE_CODE = 403;
	private static final String DEFAULT_SESSION_COOKIE;
	
	static {
		String sessionIdName = null;
		try {
			sessionIdName = ESAPI.securityConfiguration().getHttpSessionIdName();
		} catch (Throwable t) {
			sessionIdName = "JSESSIONID";	// If all else fails...
		}
		DEFAULT_SESSION_COOKIE = sessionIdName;
	}
	
	private static final String[] STAGES = {
		"before-request-body",
		"after-request-body",
		"before-response"
	};
	
	public static AppGuardianConfiguration readConfigurationFile(InputStream stream, String webRootDir) throws ConfigurationException {

		AppGuardianConfiguration config = new AppGuardianConfiguration();

		Builder parser = new Builder();
		Document doc;
		Element root;

		try {

			doc = parser.build(stream);
			root = doc.getRootElement();

			Element aliasesRoot = root.getFirstChildElement("aliases");
			Element settingsRoot = root.getFirstChildElement("settings");
			Element authNRoot = root.getFirstChildElement("authentication-rules");
			Element authZRoot = root.getFirstChildElement("authorization-rules");
			Element urlRoot = root.getFirstChildElement("url-rules");
			Element headerRoot = root.getFirstChildElement("header-rules");
			Element customRulesRoot = root.getFirstChildElement("custom-rules");;
			Element virtualPatchesRoot = root.getFirstChildElement("virtual-patches");
			Element outboundRoot = root.getFirstChildElement("outbound-rules");
			Element beanShellRoot = root.getFirstChildElement("bean-shell-rules");
			
			
			/**
			 * Parse the 'aliases' section.
			 */
			if ( aliasesRoot != null ) {
				Elements aliases = aliasesRoot.getChildElements("alias");
	
				for(int i=0;i<aliases.size();i++) {
					Element e = aliases.get(i);
					String name = e.getAttributeValue("name");
					String type = e.getAttributeValue("type");
					String value = e.getValue();
					if ( REGEX.equals(type) ) {
						config.addAlias(name, Pattern.compile(value));
					} else {
						config.addAlias(name, value);
					}
				}
			}
			
			/**
			 * Parse the 'settings' section.
			 */
			if ( settingsRoot == null ) {
				throw new ConfigurationException("", "The <settings> section is required");
			} else if ( settingsRoot != null ) {
				
				
				try {
					String sessionCookieName = settingsRoot.getFirstChildElement("session-cookie-name").getValue();
					if ( ! "".equals(sessionCookieName) ) {
						config.setSessionCookieName(sessionCookieName);
					}
				} catch (NullPointerException npe) {
					config.setSessionCookieName(DEFAULT_SESSION_COOKIE);
				}

				String mode = settingsRoot.getFirstChildElement("mode").getValue();
				
				if ( "block".equals(mode.toLowerCase() ) ) {
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.BLOCK;
				} else if ( "redirect".equals(mode.toLowerCase() ) ){
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.REDIRECT;
				} else {
					AppGuardianConfiguration.DEFAULT_FAIL_ACTION = AppGuardianConfiguration.LOG;
				}
	
				Element errorHandlingRoot = settingsRoot.getFirstChildElement("error-handling");
	
				config.setDefaultErrorPage( errorHandlingRoot.getFirstChildElement("default-redirect-page").getValue() );
	
				try {
					config.setDefaultResponseCode( Integer.parseInt(errorHandlingRoot.getFirstChildElement("block-status").getValue()) );
				} catch (Exception e) {
					config.setDefaultResponseCode( DEFAULT_RESPONSE_CODE );
				}
			}
			
			/*
			 * The WAF separate logging is going to be merged in the 2.0
			 * release, so this is deprecated.
			 */
			Element loggingRoot = settingsRoot.getFirstChildElement("logging");
			if ( loggingRoot != null ) {
				config.setLogDirectory(loggingRoot.getFirstChildElement("log-directory").getValue());
				config.setLogLevel(Level.toLevel(loggingRoot.getFirstChildElement("log-level").getValue()));
			}
			
			/**
			 * Parse the 'authentication-rules' section if they have one.
			 */
			if ( authNRoot != null ) {
				String key = authNRoot.getAttributeValue("key");
				String path = authNRoot.getAttributeValue("path");
				String id = authNRoot.getAttributeValue("id");

				if ( path != null && key != null ) {
					config.addBeforeBodyRule(new AuthenticatedRule(id,key,Pattern.compile(path),getExceptionsFromElement(authNRoot)));
				} else if ( key != null ) {
					config.addBeforeBodyRule(new AuthenticatedRule(id,key,null,getExceptionsFromElement(authNRoot)));
				} else {
					throw new ConfigurationException("","The <authentication-rules> rule requires a 'key' attribute");
				}
			}

			/**
			 * Parse 'authorization-rules' section if they have one.
			 */

			if ( authZRoot != null ) {

				Elements restrictNodes = authZRoot.getChildElements("restrict-source-ip");

				for(int i=0;i<restrictNodes.size();i++) {

					Element restrictNodeRoot = restrictNodes.get(i);
					String id = restrictNodeRoot.getAttributeValue("id");
					Pattern ips = Pattern.compile(restrictNodeRoot.getAttributeValue("ip-regex"));
					String ipHeader = restrictNodeRoot.getAttributeValue("ip-header");
					if ( REGEX.equalsIgnoreCase(restrictNodeRoot.getAttributeValue("type")) ) {
						config.addBeforeBodyRule( new IPRule(id, ips, Pattern.compile(restrictNodeRoot.getValue()),ipHeader));
					} else {
						config.addBeforeBodyRule( new IPRule(id, ips, restrictNodeRoot.getValue()) );
					}

				}

				Elements mustMatchNodes = authZRoot.getChildElements("must-match");

				for(int i=0;i<mustMatchNodes.size();i++) {

					Element e = mustMatchNodes.get(i);
					Pattern path = Pattern.compile(e.getAttributeValue("path"));
					String variable = e.getAttributeValue("variable");
					String value = e.getAttributeValue("value");
					String operator = e.getAttributeValue("operator");
					String id = e.getAttributeValue("id");
					int op = AppGuardianConfiguration.OPERATOR_EQ;

					if ( "exists".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_EXISTS;
					} else if ( "inList".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_IN_LIST;
					} else if ( "contains".equalsIgnoreCase(operator)) {
						op = AppGuardianConfiguration.OPERATOR_CONTAINS;
					}

					config.addAfterBodyRule( new MustMatchRule(id, path,variable,op,value) );
				}

			}

			/**
			 * Parse the 'url-rules' section if they have one.
			 */
			if ( urlRoot != null ) {

				Elements restrictExtensionNodes = urlRoot.getChildElements("restrict-extension");
				Elements restrictMethodNodes = urlRoot.getChildElements("restrict-method");
				Elements enforceHttpsNodes = urlRoot.getChildElements("enforce-https");

				/*
				 * Read in rules that allow an app to restrict by extension.
				 * E.g., you may want to explicitly only allow:
				 *  .jsp, .jpg, .gif, .css, .js, etc.
				 *
				 * You may also want to instead explicitly deny:
				 * .bak, .log, .txt, etc.
				 */

				for (int i=0;i<restrictExtensionNodes.size();i++) {

					Element e = restrictExtensionNodes.get(i);
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String id = e.getAttributeValue("id");

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-extension rules can't have both 'allow' and 'deny'" );
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new PathExtensionRule(id,Pattern.compile( ".*\\" + allow + "$"),null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new PathExtensionRule(id, null,Pattern.compile( ".*\\" + deny + "$")) );

					} else {
						throw new ConfigurationException("", "restrict extension rule should have either a 'deny' or 'allow' attribute");
					}
				}

				/*
				 * Read in rules that allow the site to control
				 * which HTTP methods are allowed to reach the
				 * app.
				 *
				 * 99% of the time, you'll only need POST and
				 * GET.
				 */
				for (int i=0;i<restrictMethodNodes.size();i++) {

					Element e = restrictMethodNodes.get(i);

					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String path = e.getAttributeValue("path");
					String id = e.getAttributeValue("id");

					if ( path == null ) {
						path = DEFAULT_PATH_APPLY_ALL;
					}

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-method rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new HTTPMethodRule(id, Pattern.compile(allow), null, Pattern.compile(path)) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new HTTPMethodRule(id, null, Pattern.compile(deny), Pattern.compile(path)) );

					} else {
						throw new ConfigurationException("", "restrict-method rule should have either an 'allow' or 'deny' value");
					}
				}

				for (int i=0;i<enforceHttpsNodes.size();i++) {

					Element e = (Element)enforceHttpsNodes.get(i);
					String path = e.getAttributeValue("path");
					String action = e.getAttributeValue("action");
					String id = e.getAttributeValue("id");
					List<Object> exceptions = getExceptionsFromElement(e);

					config.addBeforeBodyRule( new EnforceHTTPSRule(id, Pattern.compile(path), exceptions, action) );
				}

			}

			if ( headerRoot != null ) {

				Elements restrictContentTypes = headerRoot.getChildElements("restrict-content-type");
				Elements restrictUserAgents = headerRoot.getChildElements("restrict-user-agent");

				for(int i=0;i<restrictContentTypes.size();i++) {

					Element e = restrictContentTypes.get(i);
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					String id = e.getAttributeValue("id");

					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-content-type rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {

						config.addBeforeBodyRule( new RestrictContentTypeRule(id, Pattern.compile(allow), null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new RestrictContentTypeRule(id, null, Pattern.compile(deny)) );

					} else {
						throw new ConfigurationException("", "restrict-content-type rule should have either an 'allow' or 'deny' value");
					}
				}

				for(int i=0;i<restrictUserAgents.size();i++) {
					Element e = restrictUserAgents.get(i);
					String id = e.getAttributeValue("id");
					String allow = e.getAttributeValue("allow");
					String deny = e.getAttributeValue("deny");
					if ( allow != null && deny != null ) {
						throw new ConfigurationException("", "restrict-user-agent rule should not have both 'allow' and 'deny' values");
					}

					if ( allow != null ) {
						
						config.addBeforeBodyRule( new RestrictUserAgentRule(id, Pattern.compile(allow), null) );

					} else if ( deny != null ) {

						config.addBeforeBodyRule( new RestrictUserAgentRule(id, null, Pattern.compile(deny)) );

					} else {
						throw new ConfigurationException("", "restrict-user-agent rule should have either an 'allow' or 'deny' value");
					}
				}

			}

			if ( virtualPatchesRoot != null ) {
				Elements virtualPatchNodes = virtualPatchesRoot.getChildElements("virtual-patch");
				for(int i=0;i<virtualPatchNodes.size();i++) {
					Element e = virtualPatchNodes.get(i);
					String id = e.getAttributeValue("id");
					String path = e.getAttributeValue("path");
					String variable = e.getAttributeValue("variable");
					String pattern = e.getAttributeValue("pattern");
					String message = e.getAttributeValue("message");

					config.addAfterBodyRule( new SimpleVirtualPatchRule(id, Pattern.compile(path), variable, Pattern.compile(pattern), message) );
				}
			}

			// Haven't implemented this yet. Not sure what we want those rules to look like.
			/*
			if ( customRulesRoot != null ) {
				Elements rules = customRulesRoot.getChildElements("rule");
				
				 // Parse the complex rules.
				 
			}
			*/
			
			if ( outboundRoot != null ) {

				/*
				 * Parse the <add-header> rules. This could be used to add:
				 * - X-I-DONT-WANT-TO-BE-FRAMED
				 * - Caching prevention headers
				 * - Custom application headers
				 */

				Elements addHeaderNodes = outboundRoot.getChildElements("add-header");

				for(int i=0;i<addHeaderNodes.size();i++) {
					Element e = addHeaderNodes.get(i);
					String name = e.getAttributeValue("name");
					String value = e.getAttributeValue("value");
					String path = e.getAttributeValue("path");
					String id = e.getAttributeValue("id");

					if ( path == null ) {
						path = DEFAULT_PATH_APPLY_ALL;
					}

					AddHeaderRule ahr = new AddHeaderRule(id, name, value, Pattern.compile(path), getExceptionsFromElement(e));
					config.addBeforeResponseRule(ahr);

				}

				/*
				 * Parse the <add-http-only-flag> rules that allow
				 * us to add the HTTPOnly flag to cookies, both
				 * custom and app server.
				 */
				Elements addHTTPOnlyFlagNodes = outboundRoot.getChildElements("add-http-only-flag");

				for(int i=0;i<addHTTPOnlyFlagNodes.size();i++) {
					Element e = addHTTPOnlyFlagNodes.get(i);

					Elements cookiePatterns = e.getChildElements("cookie");
					String id = e.getAttributeValue("id");
					ArrayList<Pattern> patterns = new ArrayList<Pattern>();

					for(int j=0;j<cookiePatterns.size();j++) {
						Element cookie = cookiePatterns.get(j);
						patterns.add(Pattern.compile(cookie.getAttributeValue("name")));
					}

					AddHTTPOnlyFlagRule ahfr = new AddHTTPOnlyFlagRule(id, patterns);
					config.addCookieRule(ahfr);

					if ( ahfr.doesCookieMatch(config.getSessionCookieName()) ) {
						config.setApplyHTTPOnlyFlagToSessionCookie(true);
					}
				}

				/*
				 * Parse the <add-secure-flag> rules that allow
				 * us to add the secure flag to cookies, both
				 * custom and app server.
				 */
				Elements addSecureFlagNodes = outboundRoot.getChildElements("add-secure-flag");

				for(int i=0;i<addSecureFlagNodes.size();i++) {
					Element e = addSecureFlagNodes.get(i);
					String id = e.getAttributeValue("id");
					Elements cookiePatterns = e.getChildElements("cookie");
					ArrayList<Pattern> patterns = new ArrayList<Pattern>();

					for(int j=0;j<cookiePatterns.size();j++) {
						Element cookie = cookiePatterns.get(j);
						patterns.add(Pattern.compile(cookie.getAttributeValue("name")));
					}

					AddSecureFlagRule asfr = new AddSecureFlagRule(id, patterns);
					config.addCookieRule(asfr);

					if ( asfr.doesCookieMatch(config.getSessionCookieName()) ) {
						config.setApplySecureFlagToSessionCookie(true);
					}

				}

				/*
				 * Parse dynamic-insertion nodes that allow us to dynamically
				 * insert stuff into responses.
				 */
				Elements dynamicInsertionNodes = outboundRoot.getChildElements("dynamic-insertion");

				for(int i=0;i<dynamicInsertionNodes.size();i++) {

					Element e = dynamicInsertionNodes.get(i);
					String pattern = e.getAttributeValue("pattern");
					String id = e.getAttributeValue("id");
					String contentType = e.getAttributeValue("content-type");
					String urlPaths = e.getAttributeValue("path");
					Element replacement = e.getFirstChildElement("replacement");

					ReplaceContentRule rcr = new ReplaceContentRule(
							id, 
							Pattern.compile(pattern,Pattern.DOTALL), 
							replacement.getValue(),
							contentType != null ? Pattern.compile(contentType) : null,
							urlPaths != null ? Pattern.compile(urlPaths) : null);
					
					config.addBeforeResponseRule(rcr);

				}

				/*
				 * Parse detect-content nodes that allow us to simply detect data
				 * leaving in responses.
				 */
				Elements detectContentNodes = outboundRoot.getChildElements("detect-content");

				for(int i=0;i<detectContentNodes.size();i++) {

					Element e = detectContentNodes.get(i);
					String token = e.getAttributeValue("pattern");
					String contentType = e.getAttributeValue("content-type");
					String id = e.getAttributeValue("id");
					String path = e.getAttributeValue("path");

					if ( token == null ) {
						throw new ConfigurationException("", "<detect-content> rules must contain a 'pattern' attribute");
					} else if ( contentType == null ) {
						throw new ConfigurationException("", "<detect-content> rules must contain a 'content-type' attribute");
					}

					DetectOutboundContentRule docr = new DetectOutboundContentRule(
							id, 
							Pattern.compile(contentType),
							Pattern.compile(token,Pattern.DOTALL),
							path != null ? Pattern.compile(path) : null);
					
					config.addBeforeResponseRule(docr);

				}

			}
			
			/**
			 * Parse the 'bean-shell-rules' section.
			 */
			
			if ( beanShellRoot != null ) {
			
				Elements beanShellRules = beanShellRoot.getChildElements("bean-shell-script");
				
				for (int i=0;i<beanShellRules.size(); i++) {

					Element e = beanShellRules.get(i);
					
					String id = e.getAttributeValue("id");
					String fileName = e.getAttributeValue("file");
					String stage = e.getAttributeValue("stage"); //
					String path = e.getAttributeValue("path");
					
					if ( id == null ) {
						throw new ConfigurationException("", "bean shell rules all require a unique 'id' attribute");
					}
					
					if ( fileName == null ) {
						throw new ConfigurationException("", "bean shell rules all require a unique 'file' attribute that has the location of the .bsh script" );
					}
					
					try {
						
						BeanShellRule bsr = new BeanShellRule(
								webRootDir + fileName, 
								id,
								path != null ? Pattern.compile(path) : null);
						
						if ( STAGES[0].equals(stage) ) {
							config.addBeforeBodyRule(bsr);
						} else if ( STAGES[1].equals(stage)) {
							config.addAfterBodyRule(bsr);
						} else if ( STAGES[2].equals(stage)) {
							config.addBeforeResponseRule(bsr);
						} else {
							throw new ConfigurationException("", "bean shell rules all require a 'stage' attribute when the rule should be fired (valid values are " + STAGES[0] + ", " + STAGES[1] + ", or " + STAGES[2] + ")" );
						}
												
					} catch (FileNotFoundException fnfe) {
						throw new ConfigurationException ("", "bean shell rule '" + id + "' had a source file that could not be found (" + fileName + "), web directory = " + webRootDir );
					} catch (EvalError ee) {
						throw new ConfigurationException ("", "bean shell rule '" + id + "' contained an error (" + ee.getErrorText() + "): " + ee.getScriptStackTrace());
					}
					
				}
			}

		} catch (ValidityException e) {
			throw new ConfigurationException("", "Problem validating WAF XML file", e);
		} catch (ParsingException e) {
			throw new ConfigurationException("", "Problem parsing WAF XML file", e);
		} catch (IOException e) {
			throw new ConfigurationException("", "I/O problem reading WAF XML file", e);
		}

		return config;

	}

	private static List<Object> getExceptionsFromElement(Element root) {
		Elements exceptions = root.getChildElements("path-exception");
		ArrayList<Object> exceptionList = new ArrayList<Object>();

		for(int i=0;i<exceptions.size();i++) {
			Element e = exceptions.get(i);
			if ( REGEX.equalsIgnoreCase(e.getAttributeValue("type"))) {
				exceptionList.add( Pattern.compile(e.getValue()) );
			} else {
				exceptionList.add( e.getValue() );
			}
		}
		return exceptionList;
	}

}

{'fraction_non_alphanumeric': 0.12322725113659497, 'fraction_numerical': 0.0018773608378005475, 'mean_word_length': 3.07859778597786, 'pattern_counts': {'":': 0, '<': 81, '<?xml version=': 0, '>': 45, 'https://': 0, 'lorem ipsum': 0, 'www.': 6, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6649238', 'n_tokens_mistral': 16168, 'n_tokens_neox': 12723, 'n_words': 2851}