<commit_before>import Rx from 'rx'

import githubClientFactory from '../apis/github-client-factory'

export default (token, query) => {
  const GithubClient = githubClientFactory(token)

  return Rx.Observable.create((observer) => {
    GithubClient.repos.getAll({

      // https://developer.github.com/v3/repos/#parameters
      visibility: 'public',
      type: 'owner',
      sort: 'updated',
      direction: 'desc'

    }, (error, repos) => {

      if (error) throw(error)

      repos

        // Only get the repos we want
        .filter((repo) => {

          // A single project<commit_msg>fetch up to 100 repos instead of just first 30 found<commit_after>import Rx from 'rx'

import githubClientFactory from '../apis/github-client-factory'

export default (token, query) => {
  const GithubClient = githubClientFactory(token)

  return Rx.Observable.create((observer) => {
    GithubClient.repos.getAll({

      // https://developer.github.com/v3/repos/#parameters
      visibility: 'public',
      type: 'owner',
      sort: 'updated',
      direction: 'desc',
      per_page: 100

    }, (error, repos) => {

      if (error) throw(error)

      repos

        // Only get the repos we want
        .filter((repo) => {

          // A single project
{'fraction_non_alphanumeric': 0.13291139240506328, 'fraction_numerical': 0.007911392405063292, 'mean_word_length': 2.563380281690141, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '927398', 'n_tokens_mistral': 405, 'n_tokens_neox': 359, 'n_words': 97}