<commit_before>// get gif urls for a keyword from gfycat, save them to a json file with the keyword in the name

var fs = require('fs');
var request = require('request');

function get_gifs(title) {
    var url = "https://api.gfycat.com/v1test/gfycats/search?search_text=" + title + "&count=200";
    request({ url: url, json: true }, function (error, response, body) {
        if (!error && response.statusCode == 200) {
            var gif_urls = [];
            var l = body.gfycats.length;
            for(i = 0; i < l; i++){
                gif_urls.push(body.gfycats[i].gifUrl);<commit_msg>decreased gif urls again to 100<commit_after>// get gif urls for a keyword from gfycat, save them to a json file with the keyword in the name

var fs = require('fs');
var request = require('request');

function get_gifs(title) {
    var url = "https://api.gfycat.com/v1test/gfycats/search?search_text=" + title + "&count=100";
    request({ url: url, json: true }, function (error, response, body) {
        if (!error && response.statusCode == 200) {
            var gif_urls = [];
            var l = body.gfycats.length;
            for(i = 0; i < l; i++){
                gif_urls.push(body.gfycats[i].gifUrl);
{'fraction_non_alphanumeric': 0.14380165289256197, 'fraction_numerical': 0.015702479338842976, 'mean_word_length': 2.760869565217391, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '703262', 'n_tokens_mistral': 417, 'n_tokens_neox': 394, 'n_words': 120}