<commit_before>package com.jetbrains.python;

import org.jetbrains.annotations.NonNls;

import java.util.*;
import java.util.regex.Pattern;

/**
 * @author dcheryasov
 */
public class PyNames {
  private PyNames() {
  }

  @NonNls public static final String INIT = "__init__";
  @NonNls public static final String DOT_PY = ".py";
  @NonNls public static final String INIT_DOT_PY = INIT + DOT_PY;

  @NonNls public static final String NEW = "__new__";
  @NonNls public static final String GETATTR = "__getattr__";
  @NonNls public static final String GETATTRIBUTE = "__getattribute__";

  @NonNls public static final String OBJECT = "object";
  @NonNls public static final String NONE = "None";
  @NonNls public static final String TRUE = "True";
  @NonNls public static final String FALSE = "False";
  @NonNls public static final String FAKE_OLD_BASE = "___Classobj";

  @NonNls public static final String FUTURE_MODULE = "__future__";

  @NonNls public static final String CLASSMETHOD = "classmethod";
  @NonNls public static final String STATICMETHOD = "staticmethod";

  @NonNls private static final Set<String> _UnderscoredAttributes = new HashSet<String>();
  static {
    _UnderscoredAttributes.add("__all__");
    _UnderscoredAttributes.add("__author__");
    _UnderscoredAttributes.add("__bases__");
    //_UnderscoredAttributes.add("__builtins__");
    //_UnderscoredAttributes.add("__debug__");
    _UnderscoredAttributes.add("__dict__");
    _UnderscoredAttributes.add("__docformat__");
    _UnderscoredAttributes.add("__file__");
    //_UnderscoredAttributes.add("__future__");
    //_UnderscoredAttributes.add("__import__");
    _UnderscoredAttributes.add("__members__");
    _UnderscoredAttributes.add("__metaclass__");
    _UnderscoredAttributes.add("__mod__");
    _UnderscoredAttributes.add("__mro__");
    _UnderscoredAttributes.add("__name__");
    _UnderscoredAttributes.add("__path__");
    _UnderscoredAttributes.add("__self__");
    _UnderscoredAttributes.add("__slots__");
    _UnderscoredAttributes.add("__version__");
  }

  /**
   * Contains all known predefined names of "__foo__" form.
   */
  public static Set<String> UnderscoredAttributes = Collections.unmodifiableSet(_UnderscoredAttributes);

  public static class BuiltinDescription {
    private final String mySignature;

    public BuiltinDescription(String signature) {
      mySignature = signature;
    }

    public String getSignature() {
      return mySignature;
    }

    // TODO: doc string, too
  }
<commit_msg>Highlight whatever.__doc__ as predefined.<commit_after>package com.jetbrains.python;

import org.jetbrains.annotations.NonNls;

import java.util.*;
import java.util.regex.Pattern;

/**
 * @author dcheryasov
 */
public class PyNames {
  private PyNames() {
  }

  @NonNls public static final String INIT = "__init__";
  @NonNls public static final String DOT_PY = ".py";
  @NonNls public static final String INIT_DOT_PY = INIT + DOT_PY;

  @NonNls public static final String NEW = "__new__";
  @NonNls public static final String GETATTR = "__getattr__";
  @NonNls public static final String GETATTRIBUTE = "__getattribute__";

  @NonNls public static final String OBJECT = "object";
  @NonNls public static final String NONE = "None";
  @NonNls public static final String TRUE = "True";
  @NonNls public static final String FALSE = "False";
  @NonNls public static final String FAKE_OLD_BASE = "___Classobj";

  @NonNls public static final String FUTURE_MODULE = "__future__";

  @NonNls public static final String CLASSMETHOD = "classmethod";
  @NonNls public static final String STATICMETHOD = "staticmethod";

  @NonNls private static final Set<String> _UnderscoredAttributes = new HashSet<String>();
  static {
    _UnderscoredAttributes.add("__all__");
    _UnderscoredAttributes.add("__author__");
    _UnderscoredAttributes.add("__bases__");
    _UnderscoredAttributes.add("__dict__");
    _UnderscoredAttributes.add("__doc__");
    _UnderscoredAttributes.add("__docformat__");
    _UnderscoredAttributes.add("__file__");
    _UnderscoredAttributes.add("__members__");
    _UnderscoredAttributes.add("__metaclass__");
    _UnderscoredAttributes.add("__mod__");
    _UnderscoredAttributes.add("__mro__");
    _UnderscoredAttributes.add("__name__");
    _UnderscoredAttributes.add("__path__");
    _UnderscoredAttributes.add("__self__");
    _UnderscoredAttributes.add("__slots__");
    _UnderscoredAttributes.add("__version__");
  }

  /**
   * Contains all known predefined names of "__foo__" form.
   */
  public static Set<String> UnderscoredAttributes = Collections.unmodifiableSet(_UnderscoredAttributes);

  public static class BuiltinDescription {
    private final String mySignature;

    public BuiltinDescription(String signature) {
      mySignature = signature;
    }

    public String getSignature() {
      return mySignature;
    }

    // TODO: doc string, too
  }

{'fraction_non_alphanumeric': 0.10412413229889751, 'fraction_numerical': 0.0, 'mean_word_length': 4.70979020979021, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3860650', 'n_tokens_mistral': 1539, 'n_tokens_neox': 1522, 'n_words': 354}