<commit_before># Configuration for offline pipeline service. Should be kept in sync with test.yaml.

threadsafe: true
runtime: python27
api_version: 1
service: offline

builtins:
- deferred: on

includes:
  - appengine-mapreduce/python/src/mapreduce/include.yaml

handlers:
- url: /_ah/pipeline.*
  script: pipeline.handlers._APP
  login: admin
  secure: always
- url: /_ah/queue/deferred
  script: google.appengine.ext.deferred.deferred.application
  login: admin
- url: /offline/.*
  script: offline.main.app
  login: admin

libraries:
- name: pycrypto
  version: 2.6
- name: protorpc<commit_msg>Bumping up offline instances to have 1 GB of RAM, 2.4 GHz of CPU. (#266)<commit_after># Configuration for offline pipeline service. Should be kept in sync with test.yaml.

threadsafe: true
runtime: python27
api_version: 1
service: offline
# Default AppEngine configuration (B1) has only 128 MB of RAM and 600 MhZ CPU, which makes
# the metrics pipeline run very slowly. Bumping up to 1 GB of RAM and 2.4 GHz to speed things up.
instance_class: B4_1G

builtins:
- deferred: on

includes:
  - appengine-mapreduce/python/src/mapreduce/include.yaml

handlers:
- url: /_ah/pipeline.*
  script: pipeline.handlers._APP
  login: admin
  secure: always
- url: /_ah/queue/deferred
  script: google.appengine.ext.deferred.deferred.application
  login: admin
- url: /offline/.*
  script: offline.main.app
  login: admin

libraries:
- name: pycrypto
  version: 2.6
- name: protorpc
{'fraction_non_alphanumeric': 0.09618008185538882, 'fraction_numerical': 0.019099590723055934, 'mean_word_length': 3.956081081081081, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '881450', 'n_tokens_mistral': 510, 'n_tokens_neox': 478, 'n_words': 159}