<commit_before>import React, {PureComponent, PropTypes} from 'react'
import {highlightElement} from 'prismjs'
import 'prismjs/themes/prism.css'
import 'prismjs/components/prism-css'
import 'prismjs/components/prism-javascript'
import 'prismjs/components/prism-bash'

export default class Code extends PureComponent {
  static propTypes = {
    lang: PropTypes.string,
    text: PropTypes.string
  }

  componentDidMount() {
    const {lang, text} = this.props
    this.code.textContent = text
    if (lang) highlightElement(this.code)
  }

  onRef = (ref) => {<commit_msg>add json and markup highlighters<commit_after>import React, {PureComponent, PropTypes} from 'react'
import {highlightElement} from 'prismjs'
import 'prismjs/themes/prism.css'
import 'prismjs/components/prism-css'
import 'prismjs/components/prism-javascript'
import 'prismjs/components/prism-json'
import 'prismjs/components/prism-markup'
import 'prismjs/components/prism-bash'

export default class Code extends PureComponent {
  static propTypes = {
    lang: PropTypes.string,
    text: PropTypes.string
  }

  componentDidMount() {
    const {lang, text} = this.props
    this.code.textContent = text
    if (lang) highlightElement(this.code)
  }

  onRef = (ref) => {
{'fraction_non_alphanumeric': 0.11263073209975864, 'fraction_numerical': 0.0, 'mean_word_length': 4.6289592760181, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4658222', 'n_tokens_mistral': 409, 'n_tokens_neox': 401, 'n_words': 92}