<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-
'''
2014/07/24 jiaqianghuai: fix the code
'''

__author__ = 'hzjiaqianghuai,hzsunshx'
import time
import math

import numpy as np
import cv2
import os

MIN_MATCH_COUNT = 5
MIN_MATCH = 15
DEBUG = os.getenv('DEBUG') == 'true'

#path check
def path_check(img_path):
    if not os.path.exists(img_path):
        raise IOError(img_path + 'not exists')

#Euclidean distance calculation
def distance(p1, p2):
    l2 = (p1[0] - p2[0]) * (p1[0] - p2[0]) + (p1[1] - p2[1]) * (p1[1] - p2[1])
    return math.sqrt(l2)

#remove the duplicate element of the list
def reremove(list):<commit_msg>fix image.py<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-
'''
2014/07/26 jiaqianghuai: fix the code
'''

__author__ = 'hzjiaqianghuai,hzsunshx'
import time
import math

import numpy as np
import cv2
import os

MIN_MATCH_COUNT = 5
MIN_MATCH = 15
DEBUG = os.getenv('DEBUG') == 'true'

#path check
def path_check(img_path):
    if not os.path.exists(img_path):
        raise IOError(img_path + 'not exists')

#Euclidean distance calculation
def distance(p1, p2):
    l2 = (p1[0] - p2[0]) * (p1[0] - p2[0]) + (p1[1] - p2[1]) * (p1[1] - p2[1])
    return math.sqrt(l2)

#remove the duplicate element of the list
def reremove(list):
{'fraction_non_alphanumeric': 0.15690866510538642, 'fraction_numerical': 0.05152224824355972, 'mean_word_length': 3.9118773946360155, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5783611', 'n_tokens_mistral': 556, 'n_tokens_neox': 519, 'n_words': 134}