<commit_before>/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2013 <NAME> / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see <http://www.gnu.org/licenses/>.
 **/

package com.jaeksoft.searchlib.script.commands;

import java.sql.SQLException;
import java.util.regex.Pattern;

import com.fasterxml.jackson.core.JsonProcessingException;
import com.jaeksoft.searchlib.Client;
import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.request.AbstractRequest;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.result.AbstractResultSearch;
import com.jaeksoft.searchlib.result.ResultDocument;
import com.jaeksoft.searchlib.schema.FieldValue;
import com.jaeksoft.searchlib.script.CommandAbstract;
import com.jaeksoft.searchlib.script.CommandEnum;
import com.jaeksoft.searchlib.script.ScriptCommandContext;
import com.jaeksoft.searchlib.script.ScriptException;
import com.jaeksoft.searchlib.util.JsonUtils;
import com.jaeksoft.searchlib.util.StringUtils;
import com.jaeksoft.searchlib.utils.Variables;
import com.jaeksoft.searchlib.webservice.query.search.SearchResult;
import com.jayway.jsonpath.JsonPath;
import com.jayway.jsonpath.PathNotFoundException;

public class SearchCommands {

	private static abstract class SearchTemplateAbstract extends
			CommandAbstract {

		protected SearchTemplateAbstract(CommandEnum commandEnum) {
			super(commandEnum);
		}

		protected AbstractResultSearch search(ScriptCommandContext context,
				String template, String query) throws ScriptException {
			try {
				Client client = (Client) context.getConfig();
				AbstractRequest request = client.getNewRequest(template);
				if (!(request instanceof AbstractSearchRequest))
					throw new ScriptException("Wrong type of search request: "
							+ request.getNameType());
				AbstractSearchRequest searchRequest = (AbstractSearchRequest) request;
				if (!query.isEmpty())
					searchRequest.setQueryString(query);
				return (AbstractResultSearch) client.request(searchRequest);
			} catch (SearchLibException e) {
				throw new ScriptException(e);
			}
		}
	}

	public static class SearchTemplate extends SearchTemplateAbstract {

		public SearchTemplate() {
			super(CommandEnum.SEARCH_TEMPLATE);
		}

		protected SearchTemplate(CommandEnum command) {
			super(command);
		}

		public final static Pattern PARAM_SQL_BY_DOC = Pattern.compile(
				"sql_by_doc\\(\\[([^\\]]*)\\]\\)", Pattern.CASE_INSENSITIVE);

		@Override
		public void run(ScriptCommandContext context, String id,
				String... parameters) throws ScriptException {
			checkParameters(2, parameters);
			String template = parameters[0];
			String query = parameters[1];
			String sqlByDoc = findPatternFunction(2, PARAM_SQL_BY_DOC);
			Variables searchVariables = new Variables();
			Variables documentVariables = new Variables();
			context.addVariables(searchVariables, documentVariables);
			try {
				AbstractResultSearch result = this.search(context, template,
						query);
				searchVariables.put("search:numfound",
						Integer.toString(result.getNumFound()));
				int pos = ((AbstractSearchRequest) result.getRequest())
						.getStart();
				if (!StringUtils.isEmpty(sqlByDoc)) {
					for (ResultDocument document : result) {
						documentVariables.clear();
						for (FieldValue fieldValue : document.getReturnFields()
								.values()) {
							if (fieldValue.getValuesCount() == 0)
								continue;
							documentVariables.put(StringUtils.fastConcat(
									"search:", fieldValue.getName()),
									fieldValue.getValueArray()[0].getValue());
						}
						documentVariables.put("search:score",
								Float.toString(result.getScore(pos++)));
						context.executeSqlUpdate(context
								.replaceVariables(sqlByDoc));
					}
				}
			} catch (SQLException e) {
				throw new ScriptException(e);
			} finally {
				context.removeVariables(searchVariables, documentVariables);
			}
		}
	}

	public static class SearchTemplateJson extends SearchTemplateAbstract {

		private static enum Action_Trigger {
			IF_NOT_FOUND, IF_FOUND
		};

		private static enum Action_Option {
			NEXT_COMMAND, EXIT
		};

		public SearchTemplateJson() {
			super(CommandEnum.SEARCH_TEMPLATE_JSON);
		}

		public final static String ACTION_EXIT_IF_NOT_FOUND = "EXIT_IF_NOT_FOUND";
		public final static String ACTION_EXIT_IF_FOUND = "IF_FOUND";

		private void checkAction(Action_Trigger trigger, Action_Option option,
				CommandEnum command, boolean bFound) throws ScriptException {
			switch (trigger) {
			case IF_FOUND:
				if (!bFound)
					return;
				break;
			case IF_NOT_FOUND:
				if (bFound)
					return;
				break;
			}
			switch (option) {
			case EXIT:
				throw new ScriptException.ExitException();
			case NEXT_COMMAND:
				throw new ScriptException.NextCommandException(command);
			}
		}

		@Override
		public void run(ScriptCommandContext context, String id,
				String... parameters) throws ScriptException {
			checkParameters(5, parameters);
			String template = parameters[0];
			String query = parameters[1];
			JsonPath jsonPath = JsonPath.compile(parameters[2]);
			Action_Trigger trigger = Action_Trigger.valueOf(parameters[3]);
			Action_Option option = Action_Option.valueOf(parameters[4]);
			String cmd = getParameterString(5);
			CommandEnum command = StringUtils.isEmpty(cmd) ? null : CommandEnum
					.find(cmd);

			AbstractResultSearch result = this.search(context, template, query);
			SearchResult searchResult = new SearchResult(result);
			try {
				Object object = jsonPath.read(JsonUtils
						.toJsonString(searchResult));
				checkAction(trigger, option, command, object != null);
			} catch (PathNotFoundException e) {
				checkAction(trigger, option, command, false);
			} catch (JsonProcessingException e) {
				throw new ScriptException(e);
			}
		}
	}
}<commit_msg>Scripting, command SEARCH_TEMPLATE_JSON: Add variable replacement on query parameter<commit_after>/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2013 <NAME> / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see <http://www.gnu.org/licenses/>.
 **/

package com.jaeksoft.searchlib.script.commands;

import java.sql.SQLException;
import java.util.regex.Pattern;

import com.fasterxml.jackson.core.JsonProcessingException;
import com.jaeksoft.searchlib.Client;
import com.jaeksoft.searchlib.SearchLibException;
import com.jaeksoft.searchlib.request.AbstractRequest;
import com.jaeksoft.searchlib.request.AbstractSearchRequest;
import com.jaeksoft.searchlib.result.AbstractResultSearch;
import com.jaeksoft.searchlib.result.ResultDocument;
import com.jaeksoft.searchlib.schema.FieldValue;
import com.jaeksoft.searchlib.script.CommandAbstract;
import com.jaeksoft.searchlib.script.CommandEnum;
import com.jaeksoft.searchlib.script.ScriptCommandContext;
import com.jaeksoft.searchlib.script.ScriptException;
import com.jaeksoft.searchlib.util.JsonUtils;
import com.jaeksoft.searchlib.util.StringUtils;
import com.jaeksoft.searchlib.utils.Variables;
import com.jaeksoft.searchlib.webservice.query.search.SearchResult;
import com.jayway.jsonpath.JsonPath;
import com.jayway.jsonpath.PathNotFoundException;

public class SearchCommands {

	private static abstract class SearchTemplateAbstract extends
			CommandAbstract {

		protected SearchTemplateAbstract(CommandEnum commandEnum) {
			super(commandEnum);
		}

		protected AbstractResultSearch search(ScriptCommandContext context,
				String template, String query) throws ScriptException {
			try {
				Client client = (Client) context.getConfig();
				AbstractRequest request = client.getNewRequest(template);
				if (!(request instanceof AbstractSearchRequest))
					throw new ScriptException("Wrong type of search request: "
							+ request.getNameType());
				AbstractSearchRequest searchRequest = (AbstractSearchRequest) request;
				if (!query.isEmpty())
					searchRequest.setQueryString(query);
				return (AbstractResultSearch) client.request(searchRequest);
			} catch (SearchLibException e) {
				throw new ScriptException(e);
			}
		}
	}

	public static class SearchTemplate extends SearchTemplateAbstract {

		public SearchTemplate() {
			super(CommandEnum.SEARCH_TEMPLATE);
		}

		protected SearchTemplate(CommandEnum command) {
			super(command);
		}

		public final static Pattern PARAM_SQL_BY_DOC = Pattern.compile(
				"sql_by_doc\\(\\[([^\\]]*)\\]\\)", Pattern.CASE_INSENSITIVE);

		@Override
		public void run(ScriptCommandContext context, String id,
				String... parameters) throws ScriptException {
			checkParameters(2, parameters);
			String template = parameters[0];
			String query = parameters[1];
			String sqlByDoc = findPatternFunction(2, PARAM_SQL_BY_DOC);
			Variables searchVariables = new Variables();
			Variables documentVariables = new Variables();
			context.addVariables(searchVariables, documentVariables);
			try {
				AbstractResultSearch result = this.search(context, template,
						query);
				searchVariables.put("search:numfound",
						Integer.toString(result.getNumFound()));
				int pos = ((AbstractSearchRequest) result.getRequest())
						.getStart();
				if (!StringUtils.isEmpty(sqlByDoc)) {
					for (ResultDocument document : result) {
						documentVariables.clear();
						for (FieldValue fieldValue : document.getReturnFields()
								.values()) {
							if (fieldValue.getValuesCount() == 0)
								continue;
							documentVariables.put(StringUtils.fastConcat(
									"search:", fieldValue.getName()),
									fieldValue.getValueArray()[0].getValue());
						}
						documentVariables.put("search:score",
								Float.toString(result.getScore(pos++)));
						context.executeSqlUpdate(context
								.replaceVariables(sqlByDoc));
					}
				}
			} catch (SQLException e) {
				throw new ScriptException(e);
			} finally {
				context.removeVariables(searchVariables, documentVariables);
			}
		}
	}

	public static class SearchTemplateJson extends SearchTemplateAbstract {

		private static enum Action_Trigger {
			IF_NOT_FOUND, IF_FOUND
		};

		private static enum Action_Option {
			NEXT_COMMAND, EXIT
		};

		public SearchTemplateJson() {
			super(CommandEnum.SEARCH_TEMPLATE_JSON);
		}

		public final static String ACTION_EXIT_IF_NOT_FOUND = "EXIT_IF_NOT_FOUND";
		public final static String ACTION_EXIT_IF_FOUND = "IF_FOUND";

		private void checkAction(Action_Trigger trigger, Action_Option option,
				CommandEnum command, boolean bFound) throws ScriptException {
			switch (trigger) {
			case IF_FOUND:
				if (!bFound)
					return;
				break;
			case IF_NOT_FOUND:
				if (bFound)
					return;
				break;
			}
			switch (option) {
			case EXIT:
				throw new ScriptException.ExitException();
			case NEXT_COMMAND:
				throw new ScriptException.NextCommandException(command);
			}
		}

		@Override
		public void run(ScriptCommandContext context, String id,
				String... parameters) throws ScriptException {
			checkParameters(5, parameters);
			String template = parameters[0];
			String query = context.replaceVariables(parameters[1]);
			JsonPath jsonPath = JsonPath.compile(parameters[2]);
			Action_Trigger trigger = Action_Trigger.valueOf(parameters[3]);
			Action_Option option = Action_Option.valueOf(parameters[4]);
			String cmd = getParameterString(5);
			CommandEnum command = StringUtils.isEmpty(cmd) ? null : CommandEnum
					.find(cmd);

			AbstractResultSearch result = this.search(context, template, query);
			SearchResult searchResult = new SearchResult(result);
			try {
				Object object = jsonPath.read(JsonUtils
						.toJsonString(searchResult));
				checkAction(trigger, option, command, object != null);
			} catch (PathNotFoundException e) {
				checkAction(trigger, option, command, false);
			} catch (JsonProcessingException e) {
				throw new ScriptException(e);
			}
		}
	}
}
{'fraction_non_alphanumeric': 0.09485835801625275, 'fraction_numerical': 0.002734107997265892, 'mean_word_length': 4.305398871877518, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6347875', 'n_tokens_mistral': 4324, 'n_tokens_neox': 3596, 'n_words': 918}