<commit_before>server:
    port : 8888
    secret_key : "ultrasecretkey" # change this!
    debug : True
    request_timeout : 3.0 # seconds
    base_url : False

engines:
  - name : wikipedia
    engine : mediawiki
    url    : https://en.wikipedia.org/
    number_of_results : 1
    paging : False

  - name : bing
    engine : bing
    locale : en-US

  - name : currency
    engine : currency_convert
    categories : general

  - name : deviantart
    engine : deviantart
    categories : images

  - name : ddg definitions
    engine : duckduckgo_definitions

  - name : duckduckgo
    engine : duckduckgo
    locale : en-us

  - name : filecrop
    engine : filecrop
    categories : files

  - name : flickr
    engine : flickr
    categories : images

  - name : github
    engine : github
    categories : it

  - name : google
    engine : google

  - name : google images
    engine : google_images

  - name : piratebay
    engine : piratebay
    categories : videos, music, files

  - name : soundcloud
    engine : soundcloud
    categories : music

  - name : stackoverflow
    engine : stackoverflow
    categories : it

  - name : startpage
    engine : startpage
    base_url : 'https://startpage.com/'
    search_url : 'https://startpage.com/do/search'

# +30% page load time
#  - name : ixquick
#    engine : startpage
#    base_url : 'https://www.ixquick.com/'
#    search_url : 'https://www.ixquick.com/do/search'

  - name : twitter
    engine : twitter
    categories : social media

  - name : urbandictionary
    engine        : xpath
    search_url    : http://www.urbandictionary.com/define.php?term={query}
    url_xpath     : //div[@class="word"]//a/@href
    title_xpath   : //div[@class="word"]//a
    content_xpath : //div[@class="definition"]

  - name : yahoo
    engine           : xpath
    search_url       : http://search.yahoo.com/search?p={query}
    results_xpath    : //div[@class="res"]
    url_xpath        : .//h3/a/@href
    title_xpath      : .//h3/a
    content_xpath    : .//div[@class="abstr"]
    suggestion_xpath : //div[@id="satat"]//a

  - name : youtube
    engine : youtube
    categories : videos

  - name : dailymotion
    engine : dailymotion
    locale : en_US
    categories : videos

  - name : vimeo
    engine : vimeo
    categories : videos
    results_xpath : //div[@id="browse_content"]/ol/li
    url_xpath : ./a/@href
    title_xpath : ./a/div[@class="data"]/p[@class="title"]/text()
    content_xpath : ./a/img/@src

locales:
    en : English
    hu : Magyar
    fr : Français
<commit_msg>[enh] using yahoo engine instead of xpath for yahoo searches<commit_after>server:
    port : 8888
    secret_key : "ultrasecretkey" # change this!
    debug : True
    request_timeout : 3.0 # seconds
    base_url : False

engines:
  - name : wikipedia
    engine : mediawiki
    url    : https://en.wikipedia.org/
    number_of_results : 1
    paging : False

  - name : bing
    engine : bing
    locale : en-US

  - name : currency
    engine : currency_convert
    categories : general

  - name : deviantart
    engine : deviantart
    categories : images

  - name : ddg definitions
    engine : duckduckgo_definitions

  - name : duckduckgo
    engine : duckduckgo
    locale : en-us

  - name : filecrop
    engine : filecrop
    categories : files

  - name : flickr
    engine : flickr
    categories : images

  - name : github
    engine : github
    categories : it

  - name : google
    engine : google

  - name : google images
    engine : google_images

  - name : piratebay
    engine : piratebay
    categories : videos, music, files

  - name : soundcloud
    engine : soundcloud
    categories : music

  - name : stackoverflow
    engine : stackoverflow
    categories : it

  - name : startpage
    engine : startpage
    base_url : 'https://startpage.com/'
    search_url : 'https://startpage.com/do/search'

# +30% page load time
#  - name : ixquick
#    engine : startpage
#    base_url : 'https://www.ixquick.com/'
#    search_url : 'https://www.ixquick.com/do/search'

  - name : twitter
    engine : twitter
    categories : social media

  - name : urbandictionary
    engine        : xpath
    search_url    : http://www.urbandictionary.com/define.php?term={query}
    url_xpath     : //div[@class="word"]//a/@href
    title_xpath   : //div[@class="word"]//a
    content_xpath : //div[@class="definition"]

  - name : yahoo
    engine : yahoo

  - name : youtube
    engine : youtube
    categories : videos

  - name : dailymotion
    engine : dailymotion
    locale : en_US
    categories : videos

  - name : vimeo
    engine : vimeo
    categories : videos
    results_xpath : //div[@id="browse_content"]/ol/li
    url_xpath : ./a/@href
    title_xpath : ./a/div[@class="data"]/p[@class="title"]/text()
    content_xpath : ./a/img/@src

locales:
    en : English
    hu : Magyar
    fr : Français

{'fraction_non_alphanumeric': 0.11097486204782342, 'fraction_numerical': 0.004087471898630697, 'mean_word_length': 2.264843228819213, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 10, 'lorem ipsum': 0, 'www.': 6, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4898653', 'n_tokens_mistral': 1663, 'n_tokens_neox': 1569, 'n_words': 379}