<commit_before>var Request = require('request');
var htmlparser = require('htmlparser2');
var _ = require('underscore');

var Libbeacon = function(opts) {
  this.baseUrl = "https://beacon.ses.nsw.gov.au/";
  this.sessionCookieName = "PhaseThreeAuthCookie";
  this._userAgent = "libbeacon/0.1 (sdunster.com)";

  if(opts) {
    if(opts.development) {
      this.baseUrl = "https://trainbeacon.ses.nsw.gov.au/";
    }
    if(opts.userAgent) {
      this._userAgent = opts.userAgent;
    }
  }

  this._request = Request.defaults({
    rejectUnauthorized: false,
    timeout: 30000,
    headers: {
      'User-Agent': this._userAgent
    },<commit_msg>user agent string now references github<commit_after>var Request = require('request');
var htmlparser = require('htmlparser2');
var _ = require('underscore');

var Libbeacon = function(opts) {
  this.baseUrl = "https://beacon.ses.nsw.gov.au/";
  this.sessionCookieName = "PhaseThreeAuthCookie";
  this._userAgent = "libbeacon/0.1 (github.com/sdunster/libbeacon)";

  if(opts) {
    if(opts.development) {
      this.baseUrl = "https://trainbeacon.ses.nsw.gov.au/";
    }
    if(opts.userAgent) {
      this._userAgent = opts.userAgent;
    }
  }

  this._request = Request.defaults({
    rejectUnauthorized: false,
    timeout: 30000,
    headers: {
      'User-Agent': this._userAgent
    },
{'fraction_non_alphanumeric': 0.15361670395227442, 'fraction_numerical': 0.011931394481730051, 'mean_word_length': 3.443708609271523, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5745594', 'n_tokens_mistral': 473, 'n_tokens_neox': 455, 'n_words': 73}