<commit_before>import Document, { Html, Main, NextScript, Head } from 'next/document';

// lib
import { mediaStyles } from 'lib/media';

export default class MyDocument extends Document {
  render() {
    return (
      <Html lang="en">
        <Head>
          <meta httpEquiv="x-ua-compatible" content="ie=edge" />
          <meta name="author" content="Vizzuality" />
          <link rel="icon" href="/favicon.ico" />
          <link rel="preconnect" href="https://fonts.googleapis.com" />
          <link rel="preconnect" href="https://fonts.gstatic.com" crossOrigin="true" />
          <link
            href="https://fonts.googleapis.com/css2?family=Lato:wght@300;400;700&display=swap"
            rel="stylesheet"
          />
<commit_msg>no robot crawling for staging, preproduction sites<commit_after>import Document, { Html, Main, NextScript, Head } from 'next/document';

// lib
import { mediaStyles } from 'lib/media';

export default class MyDocument extends Document {
  render() {
    return (
      <Html lang="en">
        <Head>
          <meta httpEquiv="x-ua-compatible" content="ie=edge" />
          <meta name="author" content="Vizzuality" />
          {/* disables robots crawling for staging and preproduction sites */}
          {process.env.NEXTAUTH_URL !== 'https://resourcewatch.org' && (
            <meta name="robots" content="noindex, nofollow" />
          )}
          <link rel="icon" href="/favicon.ico" />
          <link rel="preconnect" href="https://fonts.googleapis.com" />
          <link rel="preconnect" href="https://fonts.gstatic.com" crossOrigin="true" />
          <link
            href="https://fonts.googleapis.com/css2?family=Lato:wght@300;400;700&display=swap"
            rel="stylesheet"
          />

{'fraction_non_alphanumeric': 0.15480933409220263, 'fraction_numerical': 0.011383039271485486, 'mean_word_length': 2.6778242677824267, 'pattern_counts': {'":': 0, '<': 20, '<?xml version=': 0, '>': 20, 'https://': 7, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4469608', 'n_tokens_mistral': 542, 'n_tokens_neox': 513, 'n_words': 106}