<commit_before>var util = require('util'),
  _ = require('lodash'),
  express = require('express'),
  bodyParser = require('body-parser'),
  localtunnel = require('localtunnel');


var app = express()
app.use(bodyParser.urlencoded({extended: true}))
app.use(bodyParser.json())

app.all('/test', function(req, res, next) {
  trace = _.pick(req, 'protocol', 'method', 'query', 'body', 'headers')
  res.json(trace)
  console.log('========================================')
  console.log(util.inspect(trace, {colors: true, depth: 64}))
  console.log('========================================\n')<commit_msg>route all request, log urls<commit_after>var util = require('util'),
  _ = require('lodash'),
  express = require('express'),
  bodyParser = require('body-parser'),
  localtunnel = require('localtunnel');


var app = express()
app.use(bodyParser.urlencoded({extended: true}))
app.use(bodyParser.json())

app.all('/*', function(req, res, next) {
  trace = _.pick(req, 'protocol', 'method', 'query', 'body', 'headers', 'url')
  res.json(trace)
  console.log('========================================')
  console.log(util.inspect(trace, {colors: true, depth: 64}))
  console.log('========================================\n')
{'fraction_non_alphanumeric': 0.3112745098039216, 'fraction_numerical': 0.0032679738562091504, 'mean_word_length': 6.561728395061729, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3237285', 'n_tokens_mistral': 380, 'n_tokens_neox': 365, 'n_words': 74}