<commit_before><!doctype html>
<!--
      This sample AMP HTML file aims to be a minimalist document that
      follows best practices and guidances for publishers to mark up
      content for inclusion in various platforms. 
-->
<html AMP lang="en">
  <!-- you can use "amp" or "AMP" or "⚡" -->
  <head>
    <meta charset="utf-8">
    <title>Lorem Ipsum</title>
    <link rel="canonical" href="http://example.ampproject.org/article-metadata.html" />
    <script src="https://cdn.ampproject.org/v0.js" async development></script>
    <!-- remove the 'development' attribute above after publishing -->
    <meta name="viewport" content="width=device-width,initial-scale=1,minimum-scale=1,maximum-scale=1,user-scalable=no,minimal-ui">
    <script type="application/ld+json">
        //
        // The HTML file referenced in mainEntityOfPage should be the same as the 
        // canonical link above.
        //
        // That file should should have a corresponding <link> tag within
        // pointing at this AMP HTML file:
        //    <link rel="amphtml" href="http://example.ampproject.org/article-metadata.amp.html" />
        //
        // Also, please be aware that some platforms that use AMP HTML have
        // further restrictions with regards to some schema components.
        //
        // For example:
        //
        //   * The leader "image" referenced in the markup below must appear
        //   somewhere on the AMP HTML document itself.
        //
        //   * The URL for that "image" must precisely match the src of the
        //   amp-img tag
        //
        //   * The "logo" dimensions must not exceed 600x60
        // 
      {
        "@context": "http://schema.org",
        "@type": "NewsArticle",
        "mainEntityOfPage": "http://example.ampproject.org/article-metadata.html",
        "headline": "Lorem Ipsum",
        "datePublished": "1907-05-05T12:02:41Z",
        "author": {
          "@type": "Person",
          "name": "<NAME>"
        },
        "publisher": {
          "@type": "Organization",
          "name": "Google",
          "logo": {
            "@type": "ImageObject",
            "url": "logo.jpg",
            "width": 600,
            "height": 60
          }
        },
        "image": {
          "@type": "ImageObject",
          "url": "leader.jpg",
          "height": 2000,
          "width": 800
        }
      }
    </script>
    <!-- this style tag is required -->
    <style>body {opacity: 0}</style><noscript><style>body {opacity: 1}</style></noscript>
    <style amp-custom>
      <!-- any custom style goes here; and remember, body margin can not be declared -->
      body {
        background-color: white;
      }
      amp-img {
        background-color: gray;
      }
    </style>
  </head>
  <body>
    <h1>Lorem Ipsum</h1>
    <amp-img src="leader.jpg" alt="Lorem Ipsum?" height="2000" width="800"></amp-img>
    <p>Lorem ipsum dolor sit amet, consectetur adipiscing elit. Integer nec
       odio. Praesent libero. Sed cursus ante dapibus diam. Sed nisi. Nulla
       quis sem at nibh elementum imperdiet. Duis sagittis ipsum. Praesent
       mauris. Fusce nec tellus sed augue semper porta. Mauris massa.
       Vestibulum lacinia arcu eget nulla. Class aptent taciti sociosqu ad
       litora torquent per conubia nostra, per inceptos himenaeos.</p><commit_msg>Update image and logos to absolute URLs<commit_after><!doctype html>
<!--
      This sample AMP HTML file aims to be a minimalist document that
      follows best practices and guidances for publishers to mark up
      content for inclusion in various platforms. 
-->
<html AMP lang="en">
  <!-- you can use "amp" or "AMP" or "⚡" -->
  <head>
    <meta charset="utf-8">
    <title>Lorem Ipsum</title>
    <link rel="canonical" href="http://example.ampproject.org/article-metadata.html" />
    <script src="https://cdn.ampproject.org/v0.js" async development></script>
    <!-- remove the 'development' attribute above after publishing -->
    <meta name="viewport" content="width=device-width,initial-scale=1,minimum-scale=1,maximum-scale=1,user-scalable=no,minimal-ui">
    <script type="application/ld+json">
        //
        // The HTML file referenced in mainEntityOfPage should be the same as the 
        // canonical link above.
        //
        // That file should should have a corresponding <link> tag within
        // pointing at this AMP HTML file:
        //    <link rel="amphtml" href="http://example.ampproject.org/article-metadata.amp.html" />
        //
        // Also, please be aware that some platforms that use AMP HTML have
        // further restrictions with regards to some schema components.
        //
        // For example:
        //
        //   * The leader "image" referenced in the markup below must appear
        //   somewhere on the AMP HTML document itself.
        //
        //   * The URL for that "image" must precisely match the src of the
        //   amp-img tag
        //
        //   * All marked-up URL's should be absolute
        //
        //   * The "logo" dimensions must not exceed 600x60
        // 
      {
        "@context": "http://schema.org",
        "@type": "NewsArticle",
        "mainEntityOfPage": "http://cdn.ampproject.org/article-metadata.html",
        "headline": "Lorem Ipsum",
        "datePublished": "1907-05-05T12:02:41Z",
        "author": {
          "@type": "Person",
          "name": "<NAME>"
        },
        "publisher": {
          "@type": "Organization",
          "name": "Google",
          "logo": {
            "@type": "ImageObject",
            "url": "http://cdn.ampproject.org/logo.jpg",
            "width": 600,
            "height": 60
          }
        },
        "image": {
          "@type": "ImageObject",
          "url": "http://cdn.ampproject.org/leader.jpg",
          "height": 2000,
          "width": 800
        }
      }
    </script>
    <!-- this style tag is required -->
    <style>body {opacity: 0}</style><noscript><style>body {opacity: 1}</style></noscript>
    <style amp-custom>
      <!-- any custom style goes here; and remember, body margin can not be declared -->
      body {
        background-color: white;
      }
      amp-img {
        background-color: gray;
      }
    </style>
  </head>
  <body>
    <h1>Lorem Ipsum</h1>
    <amp-img src="http://cdn.ampproject.org/leader.jpg" alt="Lorem Ipsum?" height="2000" width="800"></amp-img>
    <p>Lorem ipsum dolor sit amet, consectetur adipiscing elit. Integer nec
       odio. Praesent libero. Sed cursus ante dapibus diam. Sed nisi. Nulla
       quis sem at nibh elementum imperdiet. Duis sagittis ipsum. Praesent
       mauris. Fusce nec tellus sed augue semper porta. Mauris massa.
       Vestibulum lacinia arcu eget nulla. Class aptent taciti sociosqu ad
       litora torquent per conubia nostra, per inceptos himenaeos.</p>
{'fraction_non_alphanumeric': 0.1327227794737607, 'fraction_numerical': 0.013664776857101322, 'mean_word_length': 2.079677708146822, 'pattern_counts': {'":': 42, '<': 75, '<?xml version=': 0, '>': 75, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4103755', 'n_tokens_mistral': 2163, 'n_tokens_neox': 2047, 'n_words': 611}