<commit_before>acl osmtile_thishost dstdomain <%= node.name %>
acl osmtile_sites dstdomain <%= node.name %> a.tile.openstreetmap.org b.tile.openstreetmap.org c.tile.openstreetmap.org tile.openstreetmap.org a.tile.osm.org b.tile.osm.org c.tile.osm.org tile.osm.org
acl osmtiles_png urlpath_regex .png$

acl osmtileScrapers browser ^$
acl osmtileScrapers browser ^MOBAC
acl osmtileScrapers browser ^JTileDownloader
acl osmtileScrapers browser ^Apache\-HttpClient
acl osmtileScrapers browser ^Go-http-client\/
acl osmtileScrapers browser ^Opera\/10\.00
acl osmtileScrapers browser ^shipxy01
# acl osmtileScrapers browser ^OsmAnd # Victor + Email. Whitelist for 1 week
# acl osmtileScrapers browser ^apemap # CGI143 + Email. Whitelist for 1 week
acl osmtileScrapers browser Firefox\/2\.0\.0\.11$
acl osmtileScrapers browser Firefox\/3\.5\.7$
acl osmtileScrapers browser Firefox\/3\.6$
acl osmtileScrapers browser ^Mozilla\/4\.0$
acl osmtileScrapers browser ^Mozilla\/5\.0$ # QLandkarte unwilling to set a real user-agent.
acl osmtileScrapers browser ^Mozilla$ # Intentionally faked user-agent
acl osmtileScrapers browser ^User\-Agent
acl osmtileScrapers browser Firefox\/0\.8$
acl osmtileScrapers browser Firefox\/1\.0$
acl osmtileScrapers browser Firefox\/1\.0\.7$
acl osmtileScrapers browser K\-Meleon\/1\.02$
acl osmtileScrapers browser MSIE.7\.0.*Windows.NT.5\.1.*2\.0\.50727.$
acl osmtileScrapers browser MSIE.5.5
acl osmtileScrapers browser ^LoadOSM\.exe$
acl osmtileScrapers browser ^app_name$
acl osmtileScrapers browser ^osmdroid$ # app using osmdroid library not setting app-specific User-Agent
# acl osmtileScrapers browser ^Mozilla/5\.0 \(Windows NT 5\.1\)$ # Faked User-Agent
acl osmtileScrapers browser Firefox\/3\.0
acl osmtileScrapers browser Firefox\/4\.0
acl osmtileScrapers browser Firefox\/5\.0
acl osmtileScrapers browser Firefox\/6\.0
acl osmtileScrapers browser Firefox\/7\.0
acl osmtileScrapers browser Firefox\/8\.0
acl osmtileScrapers browser Firefox\/9\.0
acl osmtileScrapers browser Firefox\/10\.0
acl osmtileScrapers browser Firefox\/11\.0
acl osmtileScrapers browser Firefox\/12\.0
acl osmtileScrapers browser Firefox\/13\.0
acl osmtileScrapers browser ^Python\-urllib\/
acl osmtileScrapers browser ^python\-requests\/
acl osmtileScrapers browser ^node\-fetch\/
acl osmtileScrapers browser ^R$
acl osmtileScrapers browser ^Java\/
acl osmtileScrapers browser ^tiles$
acl osmtileScrapers browser ^runtastic

acl is_fake_browser browser Firefox\/3\.0
acl is_fake_browser browser Firefox\/4\.0
acl is_fake_browser browser Firefox\/5\.0
acl is_fake_browser browser Firefox\/6\.0
acl is_fake_browser browser Firefox\/7\.0
acl is_fake_browser browser Firefox\/8\.0
acl is_fake_browser browser Firefox\/9\.0
acl is_fake_browser browser Firefox\/10\.0
acl is_fake_browser browser Firefox\/11\.0
acl is_fake_browser browser Firefox\/12\.0
acl is_fake_browser browser Firefox\/13\.0

http_access deny osmtile_sites osmtileScrapers

acl osmtileOverusers referer_regex ^https?://pmap\.kuku\.lu/
acl osmtileOverusers referer_regex ^https?://[^.]*\.pmap\.kuku\.lu/
acl osmtileOverusers referer_regex ^https?://fastpokemap\.com/
acl osmtileOverusers referer_regex ^https?://[^.]*\.fastpokemap\.com/
acl osmtileOverusers referer_regex ^https?://pkget\.com/
acl osmtileOverusers referer_regex ^https?://[^.]*\.pkget\.com/

# Faked OSM referers
acl osmtileOverusers referer_regex ^http://www\.openstreetmap\.org/?$
acl osmtileOverusers referer_regex ^http://openstreetmap\.org/?$
acl osmtileOverusers referer_regex ^http://www\.osm\.org/?$
acl osmtileOverusers referer_regex ^http://osm\.org/?$

http_access deny osmtile_sites osmtileOverusers

# Delay pool when !has_referer and is_browser
acl has_referer referer_regex .
acl is_browser browser Chrome\/
acl is_browser browser Firefox\/
acl is_browser browser Trident\/
acl is_browser browser Safari\/
acl is_browser browser AppleWebKit\/

acl whitelist_path urlpath_regex ^/cgi-bin/(export|debug)
acl blacklist_path urlpath_regex ^/cgi-bin/
acl blacklist_path urlpath_regex ^/MyAdmin/
acl blacklist_path urlpath_regex ^/myadmin/
acl blacklist_path urlpath_regex ^/pma/
acl blacklist_path urlpath_regex ^/phpmyadmin/
acl blacklist_path urlpath_regex ^/phpMyAdmin/
acl blacklist_path urlpath_regex ^/idssvc/
acl blacklist_path urlpath_regex ^/iesvc/
acl blacklist_path urlpath_regex ^/invoker/
acl blacklist_path urlpath_regex ^/jmx-console/
acl blacklist_path urlpath_regex ^/manager/
acl blacklist_path urlpath_regex ^/service/
acl blacklist_path urlpath_regex ^/web-console/
acl blacklist_path urlpath_regex ^/wstats/
acl blacklist_path urlpath_regex ^/zecmd/

http_access allow osmtile_sites whitelist_path
http_access deny blacklist_path

acl requestMethodGet method GET

http_access allow osmtile_sites requestMethodGet

acl osmtile_nocache_url urlpath_regex \.png/(status|dirty)$
cache deny osmtile_sites osmtile_nocache_url

<% @caches.each do |cache| -%>
<% cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address| -%>
acl tile_caches src <%= address %>
<% end -%>
<% end -%>

# Siblings
<% node[:tilecache][:tile_siblings].each do |sibling| -%>
cache_peer <%= sibling %> sibling 3128 4827 htcp weight=1500
<% end -%>

# Primary Parent
<% if node[:squid][:version] < 4 -%>
cache_peer <%= node[:tilecache][:tile_parent] %> parent 443 0 no-query originserver name=osmtileAccel login=PASS connect-timeout=120 no-digest weight=1000 ssl ssldomain=render.openstreetmap.org
<% else -%>
cache_peer <%= node[:tilecache][:tile_parent] %> parent 443 0 no-query originserver name=osmtileAccel login=PASS connect-timeout=120 no-digest weight=1000 tls tlsdomain=render.openstreetmap.org
<% end -%><commit_msg>tilecache: Use squid standby connections<commit_after>acl osmtile_thishost dstdomain <%= node.name %>
acl osmtile_sites dstdomain <%= node.name %> a.tile.openstreetmap.org b.tile.openstreetmap.org c.tile.openstreetmap.org tile.openstreetmap.org a.tile.osm.org b.tile.osm.org c.tile.osm.org tile.osm.org
acl osmtiles_png urlpath_regex .png$

acl osmtileScrapers browser ^$
acl osmtileScrapers browser ^MOBAC
acl osmtileScrapers browser ^JTileDownloader
acl osmtileScrapers browser ^Apache\-HttpClient
acl osmtileScrapers browser ^Go-http-client\/
acl osmtileScrapers browser ^Opera\/10\.00
acl osmtileScrapers browser ^shipxy01
# acl osmtileScrapers browser ^OsmAnd # Victor + Email. Whitelist for 1 week
# acl osmtileScrapers browser ^apemap # CGI143 + Email. Whitelist for 1 week
acl osmtileScrapers browser Firefox\/2\.0\.0\.11$
acl osmtileScrapers browser Firefox\/3\.5\.7$
acl osmtileScrapers browser Firefox\/3\.6$
acl osmtileScrapers browser ^Mozilla\/4\.0$
acl osmtileScrapers browser ^Mozilla\/5\.0$ # QLandkarte unwilling to set a real user-agent.
acl osmtileScrapers browser ^Mozilla$ # Intentionally faked user-agent
acl osmtileScrapers browser ^User\-Agent
acl osmtileScrapers browser Firefox\/0\.8$
acl osmtileScrapers browser Firefox\/1\.0$
acl osmtileScrapers browser Firefox\/1\.0\.7$
acl osmtileScrapers browser K\-Meleon\/1\.02$
acl osmtileScrapers browser MSIE.7\.0.*Windows.NT.5\.1.*2\.0\.50727.$
acl osmtileScrapers browser MSIE.5.5
acl osmtileScrapers browser ^LoadOSM\.exe$
acl osmtileScrapers browser ^app_name$
acl osmtileScrapers browser ^osmdroid$ # app using osmdroid library not setting app-specific User-Agent
# acl osmtileScrapers browser ^Mozilla/5\.0 \(Windows NT 5\.1\)$ # Faked User-Agent
acl osmtileScrapers browser Firefox\/3\.0
acl osmtileScrapers browser Firefox\/4\.0
acl osmtileScrapers browser Firefox\/5\.0
acl osmtileScrapers browser Firefox\/6\.0
acl osmtileScrapers browser Firefox\/7\.0
acl osmtileScrapers browser Firefox\/8\.0
acl osmtileScrapers browser Firefox\/9\.0
acl osmtileScrapers browser Firefox\/10\.0
acl osmtileScrapers browser Firefox\/11\.0
acl osmtileScrapers browser Firefox\/12\.0
acl osmtileScrapers browser Firefox\/13\.0
acl osmtileScrapers browser ^Python\-urllib\/
acl osmtileScrapers browser ^python\-requests\/
acl osmtileScrapers browser ^node\-fetch\/
acl osmtileScrapers browser ^R$
acl osmtileScrapers browser ^Java\/
acl osmtileScrapers browser ^tiles$
acl osmtileScrapers browser ^runtastic

acl is_fake_browser browser Firefox\/3\.0
acl is_fake_browser browser Firefox\/4\.0
acl is_fake_browser browser Firefox\/5\.0
acl is_fake_browser browser Firefox\/6\.0
acl is_fake_browser browser Firefox\/7\.0
acl is_fake_browser browser Firefox\/8\.0
acl is_fake_browser browser Firefox\/9\.0
acl is_fake_browser browser Firefox\/10\.0
acl is_fake_browser browser Firefox\/11\.0
acl is_fake_browser browser Firefox\/12\.0
acl is_fake_browser browser Firefox\/13\.0

http_access deny osmtile_sites osmtileScrapers

acl osmtileOverusers referer_regex ^https?://pmap\.kuku\.lu/
acl osmtileOverusers referer_regex ^https?://[^.]*\.pmap\.kuku\.lu/
acl osmtileOverusers referer_regex ^https?://fastpokemap\.com/
acl osmtileOverusers referer_regex ^https?://[^.]*\.fastpokemap\.com/
acl osmtileOverusers referer_regex ^https?://pkget\.com/
acl osmtileOverusers referer_regex ^https?://[^.]*\.pkget\.com/

# Faked OSM referers
acl osmtileOverusers referer_regex ^http://www\.openstreetmap\.org/?$
acl osmtileOverusers referer_regex ^http://openstreetmap\.org/?$
acl osmtileOverusers referer_regex ^http://www\.osm\.org/?$
acl osmtileOverusers referer_regex ^http://osm\.org/?$

http_access deny osmtile_sites osmtileOverusers

# Delay pool when !has_referer and is_browser
acl has_referer referer_regex .
acl is_browser browser Chrome\/
acl is_browser browser Firefox\/
acl is_browser browser Trident\/
acl is_browser browser Safari\/
acl is_browser browser AppleWebKit\/

acl whitelist_path urlpath_regex ^/cgi-bin/(export|debug)
acl blacklist_path urlpath_regex ^/cgi-bin/
acl blacklist_path urlpath_regex ^/MyAdmin/
acl blacklist_path urlpath_regex ^/myadmin/
acl blacklist_path urlpath_regex ^/pma/
acl blacklist_path urlpath_regex ^/phpmyadmin/
acl blacklist_path urlpath_regex ^/phpMyAdmin/
acl blacklist_path urlpath_regex ^/idssvc/
acl blacklist_path urlpath_regex ^/iesvc/
acl blacklist_path urlpath_regex ^/invoker/
acl blacklist_path urlpath_regex ^/jmx-console/
acl blacklist_path urlpath_regex ^/manager/
acl blacklist_path urlpath_regex ^/service/
acl blacklist_path urlpath_regex ^/web-console/
acl blacklist_path urlpath_regex ^/wstats/
acl blacklist_path urlpath_regex ^/zecmd/

http_access allow osmtile_sites whitelist_path
http_access deny blacklist_path

acl requestMethodGet method GET

http_access allow osmtile_sites requestMethodGet

acl osmtile_nocache_url urlpath_regex \.png/(status|dirty)$
cache deny osmtile_sites osmtile_nocache_url

<% @caches.each do |cache| -%>
<% cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address| -%>
acl tile_caches src <%= address %>
<% end -%>
<% end -%>

# Siblings
<% node[:tilecache][:tile_siblings].each do |sibling| -%>
cache_peer <%= sibling %> sibling 3128 4827 htcp weight=1500
<% end -%>

# Primary Parent
<% if node[:squid][:version] < 4 -%>
cache_peer <%= node[:tilecache][:tile_parent] %> parent 443 0 no-query originserver name=osmtileAccel login=PASS connect-timeout=120 no-digest weight=1000 ssl ssldomain=render.openstreetmap.org
<% else -%>
cache_peer <%= node[:tilecache][:tile_parent] %> parent 443 0 no-query originserver name=osmtileAccel login=PASS connect-timeout=120 no-digest weight=1000 tls tlsdomain=render.openstreetmap.org standby=32
<% end -%>
{'fraction_non_alphanumeric': 0.10785689231848475, 'fraction_numerical': 0.024552788495264818, 'mean_word_length': 5.13832077502691, 'pattern_counts': {'":': 0, '<': 35, '<?xml version=': 0, '>': 37, 'https://': 0, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5102393', 'n_tokens_mistral': 4317, 'n_tokens_neox': 3789, 'n_words': 1011}