<commit_before>/*
 * Copyright 2015 <NAME>.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package spark.webserver;

import java.io.IOException;
import java.util.Collections;
import java.util.Enumeration;
import javax.servlet.Filter;
import javax.servlet.FilterChain;
import javax.servlet.FilterConfig;
import javax.servlet.ServletException;
import javax.servlet.ServletRequest;
import javax.servlet.ServletResponse;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

/**
 * Simple filter for using gzip to compress a response if the client indicates 
 * that they support Gzip compression
 * 
 * @author <NAME>
 */
public class GZIPFilter implements Filter
{
    @Override
    public void init(FilterConfig filterConfig) throws ServletException
    {
        //should we be initing here? Spark seems to ingore these
    }

    @Override
    public void doFilter(ServletRequest request, ServletResponse response, FilterChain chain) throws IOException, ServletException
    {
         HttpServletRequest  httpRequest  = (HttpServletRequest)  request;
        HttpServletResponse httpResponse = (HttpServletResponse) response;
        
        if(Collections.list(httpRequest.getHeaders("Accept-Encoding")).contains("gzip"))
        {
            httpResponse.addHeader("Content-Encoding", "gzip");
            GZIPServletResponseWrapper gzipResponse = new GZIPServletResponseWrapper(httpResponse);
            chain.doFilter(request, gzipResponse);
            gzipResponse.close();
        }
        else
        {
            chain.doFilter(request, response);
        }
    }

    @Override
    public void destroy()
    {
        
    }<commit_msg>Fix bug in gzip not being applied for some input<commit_after>/*
 * Copyright 2015 <NAME>.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package spark.webserver;

import java.io.IOException;
import java.util.Collections;
import java.util.Enumeration;
import java.util.List;
import javax.servlet.Filter;
import javax.servlet.FilterChain;
import javax.servlet.FilterConfig;
import javax.servlet.ServletException;
import javax.servlet.ServletRequest;
import javax.servlet.ServletResponse;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;

/**
 * Simple filter for using gzip to compress a response if the client indicates 
 * that they support Gzip compression
 * 
 * @author <NAME>
 */
public class GZIPFilter implements Filter
{
    @Override
    public void init(FilterConfig filterConfig) throws ServletException
    {
        //should we be initing here? Spark seems to ingore these
    }

    @Override
    public void doFilter(ServletRequest request, ServletResponse response, FilterChain chain) throws IOException, ServletException
    {
         HttpServletRequest  httpRequest  = (HttpServletRequest)  request;
        HttpServletResponse httpResponse = (HttpServletResponse) response;
        
        List<String> headers = Collections.list(httpRequest.getHeaders("Accept-Encoding"));
        //For some reason getting the headers is returning a single string, like "gzip, deflate, sdch" instead of multiple like "gzip", "deflate", "sdch"
        if(headers.contains("gzip") ||
                (headers.size() == 1 && headers.get(0).contains("gzip")))
        {
            httpResponse.addHeader("Content-Encoding", "gzip");
            GZIPServletResponseWrapper gzipResponse = new GZIPServletResponseWrapper(httpResponse);
            chain.doFilter(request, gzipResponse);
            gzipResponse.close();
        }
        else
        {
            chain.doFilter(request, response);
        }
    }

    @Override
    public void destroy()
    {
        
    }
{'fraction_non_alphanumeric': 0.08192923336141533, 'fraction_numerical': 0.0037910699241786015, 'mean_word_length': 3.3608815426997247, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2264958', 'n_tokens_mistral': 1204, 'n_tokens_neox': 1188, 'n_words': 409}