<commit_before>package com.sedsoftware.yaptalker.di.modules.network.interceptors

import okhttp3.Interceptor
import okhttp3.Interceptor.Chain
import okhttp3.Response

class CustomHeadersInterceptor : Interceptor {

  companion object {
    private val headers = mapOf(
      "Accept" to "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
      "Accept-Language" to "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
      "Connection" to "keep-alive",
      "Host" to "www.yaplakal.com",
      "Referer" to "http://www.yaplakal.com/",
      "User-Agent" to "YapTalker"
    )
  }

  override fun intercept(chain: Chain): Response {
    val builder = chain.request().newBuilder()

    headers.forEach { (parameter, value) ->
      builder.addHeader(parameter, value)
    }

    return chain.proceed(builder.build())
  }
}<commit_msg>Custom headers fix<commit_after>package com.sedsoftware.yaptalker.di.modules.network.interceptors

import okhttp3.Interceptor
import okhttp3.Interceptor.Chain
import okhttp3.Response

class CustomHeadersInterceptor : Interceptor {

  companion object {
    private val headers = mapOf(
      "Accept" to "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
      "Accept-Language" to "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
      "Connection" to "keep-alive",
//      "Host" to "www.yaplakal.com",
      "Referer" to "http://www.yaplakal.com/",
      "User-Agent" to "YapTalker"
    )
  }

  override fun intercept(chain: Chain): Response {
    val builder = chain.request().newBuilder()

    headers.forEach { (parameter, value) ->
      builder.addHeader(parameter, value)
    }

    return chain.proceed(builder.build())
  }
}
{'fraction_non_alphanumeric': 0.14669051878354203, 'fraction_numerical': 0.015503875968992248, 'mean_word_length': 3.5972602739726027, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6208226', 'n_tokens_mistral': 604, 'n_tokens_neox': 580, 'n_words': 102}