<commit_before>#!/usr/bin/env python
import os
import sys
import urllib.request
import shutil
import zipfile
import xml.etree.ElementTree as ET
import subprocess

__MAVEN_URL = "http://apache.mirror.uber.com.au/maven/maven-3/3.1.1/binaries/apache-maven-3.1.1-bin.zip"

def ns(tag):
    return "{{http://maven.apache.org/POM/4.0.0}}{}".format(tag)

def install_maven():

    if not os.path.exists("apache-maven-3.1.1/bin/mvn"):
        if not os.path.exists("maven.zip"):
            tempfile, headers = urllib.request.urlretrieve(__MAVEN_URL)
            shutil.move(tempfile, "maven.zip")
        zipfile.ZipFile("maven.zip").extractall()

    os.chmod("apache-maven-3.1.1/bin/mvn", 0o755)
    return "../apache-maven-3.1.1/bin/mvn"


def download_source(url, output):

    print("Downloading {}".format(url))
    tempfile, headers = urllib.request.urlretrieve(url)<commit_msg>Fix maven path when installing updated version<commit_after>#!/usr/bin/env python
import os
import sys
import urllib.request
import shutil
import zipfile
import xml.etree.ElementTree as ET
import subprocess

__MAVEN_URL = "http://apache.mirror.uber.com.au/maven/maven-3/3.1.1/binaries/apache-maven-3.1.1-bin.zip"

def ns(tag):
    return "{{http://maven.apache.org/POM/4.0.0}}{}".format(tag)

def install_maven():

    if not os.path.exists("apache-maven-3.1.1/bin/mvn"):
        if not os.path.exists("maven.zip"):
            tempfile, headers = urllib.request.urlretrieve(__MAVEN_URL)
            shutil.move(tempfile, "maven.zip")
        zipfile.ZipFile("maven.zip").extractall()

    os.chmod("apache-maven-3.1.1/bin/mvn", 0o755)
    return os.path.join(os.getcwd(), "apache-maven-3.1.1/bin/mvn")


def download_source(url, output):

    print("Downloading {}".format(url))
    tempfile, headers = urllib.request.urlretrieve(url)
{'fraction_non_alphanumeric': 0.16381687810259238, 'fraction_numerical': 0.0253723110865968, 'mean_word_length': 3.535, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1750540', 'n_tokens_mistral': 711, 'n_tokens_neox': 668, 'n_words': 106}