<commit_before># Copyright 2009 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the 'License')
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an 'AS IS' BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Author <EMAIL> (<NAME>)

application: ua-profiler
version: 1
runtime: python
api_version: 1

# Magic skip configuration, do not edit.
skip_files: |
  ^(.*/)?(
  (index\.yaml)|
  (#.*#)|
  (.*~)|
  (.*\.py[co])|
  (.*/RCS/.*)|
  (\..*)|
  (BUILD)|
  (Makefile)|
  (.*/closure-.*)|
  (.*/tools/.*)|
  (.*/django/contrib/admin.*)|
  (.*/django/contrib/auth.*)|
  (.*/django/contrib/databrowse.*)|
  (.*/django/test/.*)|
  (.*/django/bin/.*)|
  (.*/django/oldforms/.*)|
  (bin/.*)|
  )$

handlers:

# For Bulk Up/Downloading
- url: /remote_api
  script: $PYTHON_LIB/google/appengine/ext/remote_api/handler.py
  login: admin

# Static: Gaebar
- url: /gaebar/static
  login: admin
  static_dir: third_party/gaebar/static

# GAEUnit Testing
- url: /test.*
  login: admin
  script: gaeunit.py

# Admin/Cron/Task Queue
- url: /(admin|cron).*
  login: admin
  script: main.py

# Static files in categories.
# - url: /(.+)/static/(.*)
#   static_files: categories/\1/static/\2
#   upload: /categories/static/.*
#   expiration: '3650d'

#TODO(elsigh): tmp fix????
#http://code.google.com/p/browserscope/issues/detail?id=34
- url: /richtext/static
  static_dir: categories/richtext/static
  expiration: '3650d'
- url: /selectors/static
  static_dir: categories/selectors/static
  expiration: '3650d'
- url: /network/static
  static_dir: categories/network/static
  expiration: '3650d'
- url: /reflow/static
  static_dir: categories/reflow/static
  expiration: '3650d'
- url: /security/static
  static_dir: categories/security/static
  expiration: '3650d'
- url: /html5/static
  static_dir: categories/html5/static
  expiration: '3650d'
- url: /jskb/static
  static_dir: categories/jskb/static
  expiration: '3650d'

- url: /favicon\.ico
  static_files: static/img/favicon.ico
  upload: static/img/favicon.ico
  expiration: '3650d'

- url: /robots\.txt
  static_files: static/robots.txt
  upload: static/robots.txt

- url: /static
  static_dir: static
  expiration: '3650d'

# Static files used for Acid3 tests
# Each of the following files requires a specific content-type.
# Based on the files served from http://acid3.acidtests.org
- url: /acid3/acid3.html
  static_files: categories/acid3/static/acid3.html
  upload: categories/acid3/static/acid3.html

- url: /acid3/empty.css
  static_files: categories/acid3/static/empty.css
  upload: categories/acid3/static/empty.css
  mime_type: text/html

- url: /acid3/empty.xml
  static_files: categories/acid3/static/empty.xml
  upload: categories/acid3/static/empty.xml
  mime_type: application/xml;charset=utf-8

- url: /acid3/empty(.*)
  static_files: categories/acid3/static/empty\1
  upload: categories/acid3/static/empty.*

- url: /acid3/font.ttf
  static_files: categories/acid3/static/font.ttf
  upload: categories/acid3/static/font.ttf
  mime_type: application/x-truetype-font

- url: /acid3/font.svg
  static_files: categories/acid3/static/font.svg
  upload: categories/acid3/static/font.svg
  mime_type: image/svg+xml

# Unlike other static files with specific content type, support-a.png needs to
# be served with status code 404, so it's handled by acid3/handlers.py

- url: /acid3/support-b.png
  static_files: categories/acid3/static/support-b.png
  upload: categories/acid3/static/support-b.png
  mime_type: text/html

- url: /acid3/support-c.png
  static_files: categories/acid3/static/support-c.png
  upload: categories/acid3/static/support-c.png

- url: /acid3/svg.xml
  static_files: categories/acid3/static/svg.xml
  upload: categories/acid3/static/svg.xml
  mime_type: image/svg+xml

- url: /acid3/svg.xml
  static_files: categories/acid3/static/svg.xml
  upload: categories/acid3/static/svg.xml
  mime_type: image/svg+xml

- url: /acid3/xhtml(.*)
  static_files: categories/acid3/static/xhtml\1
  upload: categories/acid3/static/xhtml.*
  mime_type: text/xml

- url: /acid3/reference(.*)
  static_files: categories/acid3/static/reference\1
  upload: categories/acid3/static/reference.*

# SunSpider & V8 files
- url: /(sunspider|v8)/(.*).(js|css|png|html)
  static_files: categories/\1/static/\2.\3
  upload: categories/(sunspider|v8)/static/.*

# App Stats
- url: /stats.*
  script: appstats/ui.py

# Map anything that doesn't match to our Django bootstrapper.
- url: /.*
  script: main.py
<commit_msg>Bump version from 1 to 2.<commit_after># Copyright 2009 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the 'License')
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an 'AS IS' BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Author <EMAIL> (<NAME>)

application: ua-profiler
version: 2
runtime: python
api_version: 1

# Magic skip configuration, do not edit.
skip_files: |
  ^(.*/)?(
  (index\.yaml)|
  (#.*#)|
  (.*~)|
  (.*\.py[co])|
  (.*/RCS/.*)|
  (\..*)|
  (BUILD)|
  (Makefile)|
  (.*/closure-.*)|
  (.*/tools/.*)|
  (.*/django/contrib/admin.*)|
  (.*/django/contrib/auth.*)|
  (.*/django/contrib/databrowse.*)|
  (.*/django/test/.*)|
  (.*/django/bin/.*)|
  (.*/django/oldforms/.*)|
  (bin/.*)|
  )$

handlers:

# For Bulk Up/Downloading
- url: /remote_api
  script: $PYTHON_LIB/google/appengine/ext/remote_api/handler.py
  login: admin

# Static: Gaebar
- url: /gaebar/static
  login: admin
  static_dir: third_party/gaebar/static

# GAEUnit Testing
- url: /test.*
  login: admin
  script: gaeunit.py

# Admin/Cron/Task Queue
- url: /(admin|cron).*
  login: admin
  script: main.py

# Static files in categories.
# - url: /(.+)/static/(.*)
#   static_files: categories/\1/static/\2
#   upload: /categories/static/.*
#   expiration: '3650d'

#TODO(elsigh): tmp fix????
#http://code.google.com/p/browserscope/issues/detail?id=34
- url: /richtext/static
  static_dir: categories/richtext/static
  expiration: '3650d'
- url: /selectors/static
  static_dir: categories/selectors/static
  expiration: '3650d'
- url: /network/static
  static_dir: categories/network/static
  expiration: '3650d'
- url: /reflow/static
  static_dir: categories/reflow/static
  expiration: '3650d'
- url: /security/static
  static_dir: categories/security/static
  expiration: '3650d'
- url: /html5/static
  static_dir: categories/html5/static
  expiration: '3650d'
- url: /jskb/static
  static_dir: categories/jskb/static
  expiration: '3650d'

- url: /favicon\.ico
  static_files: static/img/favicon.ico
  upload: static/img/favicon.ico
  expiration: '3650d'

- url: /robots\.txt
  static_files: static/robots.txt
  upload: static/robots.txt

- url: /static
  static_dir: static
  expiration: '3650d'

# Static files used for Acid3 tests
# Each of the following files requires a specific content-type.
# Based on the files served from http://acid3.acidtests.org
- url: /acid3/acid3.html
  static_files: categories/acid3/static/acid3.html
  upload: categories/acid3/static/acid3.html

- url: /acid3/empty.css
  static_files: categories/acid3/static/empty.css
  upload: categories/acid3/static/empty.css
  mime_type: text/html

- url: /acid3/empty.xml
  static_files: categories/acid3/static/empty.xml
  upload: categories/acid3/static/empty.xml
  mime_type: application/xml;charset=utf-8

- url: /acid3/empty(.*)
  static_files: categories/acid3/static/empty\1
  upload: categories/acid3/static/empty.*

- url: /acid3/font.ttf
  static_files: categories/acid3/static/font.ttf
  upload: categories/acid3/static/font.ttf
  mime_type: application/x-truetype-font

- url: /acid3/font.svg
  static_files: categories/acid3/static/font.svg
  upload: categories/acid3/static/font.svg
  mime_type: image/svg+xml

# Unlike other static files with specific content type, support-a.png needs to
# be served with status code 404, so it's handled by acid3/handlers.py

- url: /acid3/support-b.png
  static_files: categories/acid3/static/support-b.png
  upload: categories/acid3/static/support-b.png
  mime_type: text/html

- url: /acid3/support-c.png
  static_files: categories/acid3/static/support-c.png
  upload: categories/acid3/static/support-c.png

- url: /acid3/svg.xml
  static_files: categories/acid3/static/svg.xml
  upload: categories/acid3/static/svg.xml
  mime_type: image/svg+xml

- url: /acid3/svg.xml
  static_files: categories/acid3/static/svg.xml
  upload: categories/acid3/static/svg.xml
  mime_type: image/svg+xml

- url: /acid3/xhtml(.*)
  static_files: categories/acid3/static/xhtml\1
  upload: categories/acid3/static/xhtml.*
  mime_type: text/xml

- url: /acid3/reference(.*)
  static_files: categories/acid3/static/reference\1
  upload: categories/acid3/static/reference.*

# SunSpider & V8 files
- url: /(sunspider|v8)/(.*).(js|css|png|html)
  static_files: categories/\1/static/\2.\3
  upload: categories/(sunspider|v8)/static/.*

# App Stats
- url: /stats.*
  script: appstats/ui.py

# Map anything that doesn't match to our Django bootstrapper.
- url: /.*
  script: main.py

{'fraction_non_alphanumeric': 0.14484249536751082, 'fraction_numerical': 0.023059501750051472, 'mean_word_length': 3.686444766039556, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 28}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3759266', 'n_tokens_mistral': 3695, 'n_tokens_neox': 3466, 'n_words': 777}