<commit_before>#!/usr/bin/python

import os

# Create top level directory for storing repos
user_dir = os.path.expanduser('~')
top_dir = '%s/git_repos' % user_dir

if os.path.exists(top_dir):
    print "%s exists" % top_dir
else:
    os.makedirs(top_dir)
    print "%s created" % top_dir
    
# Set library path
os.system("export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib")

# Set up locales
os.system("sudo export LANGUAGE=en_US.UTF-7 && sudo export LANG=en_US.UTF-7 && sudo export LC_ALL=en_US.UTF-7 && sudo locale-gen en_US.UTF-7 && sudo dpkg-reconfigure locales")

# Install autoreconf
print "Installing autoreconf..."
os.system("sudo apt-get install -y dh-autoreconf")

# Install dependencies that can be obtained through apt-get
os.system("sudo apt-get install libpopt-dev")

libraries = [
    {
        "repo": "https://github.com/gphoto/libgphoto2.git",
        "folder": "libgphoto2",
        "opts": ""
    },
    {
        "repo": "https://github.com/gphoto/gphoto2", 
        "folder": "gphoto2",
        "opts": ""
    },
    {
        "repo": "git://git.videolan.org/x264", 
        "folder": "x264",
        "opts": "--host=arm-unknown-linux-gnueabi --enable-static --disable-opencl"
    },
    {
        "repo": "git://source.ffmpeg.org/ffmpeg.git", 
        "folder": "ffmpeg",
        "opts": "--arch=armel --target-os=linux --enable-gpl --enable-libx264 --enable-nonfree"
    }
]
    <commit_msg>Changed gphoto2 to an apt-get command since the binary already exists to get via apt-get install.<commit_after>#!/usr/bin/python

import os

# Create top level directory for storing repos
user_dir = os.path.expanduser('~')
top_dir = '%s/git_repos' % user_dir

if os.path.exists(top_dir):
    print "%s exists" % top_dir
else:
    os.makedirs(top_dir)
    print "%s created" % top_dir

# Set up locales
os.system("sudo export LANGUAGE=en_US.UTF-7 && sudo export LANG=en_US.UTF-7 && sudo export LC_ALL=en_US.UTF-7 && sudo locale-gen en_US.UTF-7 && sudo dpkg-reconfigure locales")

# Install autoreconf
print "Installing autoreconf..."
os.system("sudo apt-get -y install dh-autoreconf")

# Install dependencies that can be obtained through apt-get
os.system("sudo apt-get install libpopt-dev")

# Install gphoto2
os.system("sudo apt-get -y install gphoto2")

libraries = [
    {
        "repo": "git://git.videolan.org/x264",
        "folder": "x264",
        "opts": "--host=arm-unknown-linux-gnueabi --enable-static --disable-opencl"
    },
    {
        "repo": "git://source.ffmpeg.org/ffmpeg.git",
        "folder": "ffmpeg",
        "opts": "--arch=armel --target-os=linux --enable-gpl --enable-libx264 --enable-nonfree"
    }
]
    
{'fraction_non_alphanumeric': 0.1588257433195333, 'fraction_numerical': 0.012420022581859239, 'mean_word_length': 3.0272727272727273, 'pattern_counts': {'":': 18, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3126621', 'n_tokens_mistral': 988, 'n_tokens_neox': 937, 'n_words': 209}