<commit_before>swagger: '2.0'
paths:
  /{api:v1}: &default_project_paths_v1
    swagger: '2.0'
    # swagger options, overriding the shared ones from the merged specs (?)
    info:
      version: 1.0.0-beta
      title: Wikimedia REST API
      description: >
          This API aims to provide coherent and low-latency access to
          Wikimedia content and services. It is currently in beta testing, so
          things aren't completely locked down yet. Each entry point has
          explicit stability markers to inform you about development status
          and change policy, according to [our API version
          policy](https://www.mediawiki.org/wiki/API_versioning).

          ### High-volume access
            - Don't perform more than 500 requests/s to this API.
            - Set a unique `User-Agent` header that allows us to contact you
              quickly. Email addresses or URLs of contact pages work well.

      termsOfService: https://wikimediafoundation.org/wiki/Terms_of_Use
      contact:
        name: the Wikimedia Services team
        url: http://mediawiki.org/wiki/RESTBase
      license:
        name: Apache2
        url: http://www.apache.org/licenses/LICENSE-2.0
      x-is-api-root: true

    securityDefinitions: &wp/content-security/1.0.0
      mediawiki_auth:
        description: Checks permissions using MW api
        type: apiKey
        in: header
        name: cookie
        x-internal-request-whitelist:
          - /http:\/\/[a-zA-Z0-9\.]+\/w\/api\.php/
          - http://parsoid-lb.eqiad.wikimedia.org
      header_match:
        description: Checks client ip against one of the predefined whitelists
        x-error-message: This client is not allowed to use the endpoint
        x-whitelists:
          internal:
            - /^(?:::ffff:)?(?:10|127)\./
        x-is-api: true
    # Override the base path for host-based (proxied) requests. In our case,
    # we proxy https://{domain}/api/rest_v1/ to the API.
    x-host-basePath: /api/rest_v1

    x-modules:
      /media:
        - path: v1/mathoid.yaml
          options: '{{options.mathoid}}'
      /metrics:
        - path: v1/pageviews.yaml

  /{api:sys}:
    x-modules:
      /table:
        - type: npm
          name: restbase-mod-table-cassandra
          options:
            conf: '{{options.table}}'
      /key_value:
        - path: sys/key_value.js
      /key_rev_value:
        - path: sys/key_rev_value.js
      /page_revisions:
        - path: sys/page_revisions.js
      /post_data: &sys_post_data
        - path: sys/post_data.js
      /pageviews:
        - path: sys/pageviews_proxy.yaml
          options: '{{options.pageviews}}'<commit_msg>Configs: remove page_revisions sys module from the global domain config<commit_after>swagger: '2.0'
paths:
  /{api:v1}: &default_project_paths_v1
    swagger: '2.0'
    # swagger options, overriding the shared ones from the merged specs (?)
    info:
      version: 1.0.0-beta
      title: Wikimedia REST API
      description: >
          This API aims to provide coherent and low-latency access to
          Wikimedia content and services. It is currently in beta testing, so
          things aren't completely locked down yet. Each entry point has
          explicit stability markers to inform you about development status
          and change policy, according to [our API version
          policy](https://www.mediawiki.org/wiki/API_versioning).

          ### High-volume access
            - Don't perform more than 500 requests/s to this API.
            - Set a unique `User-Agent` header that allows us to contact you
              quickly. Email addresses or URLs of contact pages work well.

      termsOfService: https://wikimediafoundation.org/wiki/Terms_of_Use
      contact:
        name: the Wikimedia Services team
        url: http://mediawiki.org/wiki/RESTBase
      license:
        name: Apache2
        url: http://www.apache.org/licenses/LICENSE-2.0
      x-is-api-root: true

    securityDefinitions: &wp/content-security/1.0.0
      mediawiki_auth:
        description: Checks permissions using MW api
        type: apiKey
        in: header
        name: cookie
        x-internal-request-whitelist:
          - /http:\/\/[a-zA-Z0-9\.]+\/w\/api\.php/
          - http://parsoid-lb.eqiad.wikimedia.org
      header_match:
        description: Checks client ip against one of the predefined whitelists
        x-error-message: This client is not allowed to use the endpoint
        x-whitelists:
          internal:
            - /^(?:::ffff:)?(?:10|127)\./
        x-is-api: true
    # Override the base path for host-based (proxied) requests. In our case,
    # we proxy https://{domain}/api/rest_v1/ to the API.
    x-host-basePath: /api/rest_v1

    x-modules:
      /media:
        - path: v1/mathoid.yaml
          options: '{{options.mathoid}}'
      /metrics:
        - path: v1/pageviews.yaml

  /{api:sys}:
    x-modules:
      /table:
        - type: npm
          name: restbase-mod-table-cassandra
          options:
            conf: '{{options.table}}'
      /key_value:
        - path: sys/key_value.js
      /key_rev_value:
        - path: sys/key_rev_value.js
      /post_data: &sys_post_data
        - path: sys/post_data.js
      /pageviews:
        - path: sys/pageviews_proxy.yaml
          options: '{{options.pageviews}}'
{'fraction_non_alphanumeric': 0.10271281571562207, 'fraction_numerical': 0.010851262862488307, 'mean_word_length': 2.0, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 6, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2616148', 'n_tokens_mistral': 1647, 'n_tokens_neox': 1579, 'n_words': 451}