<commit_before>from locust import HttpLocust, TaskSet
import random, uuid, time

useragents = open("/benchmark/useragents").readlines()
urls = open("/benchmark/urls").readlines()
ips = open("/benchmark/ips").readlines()
tracker_ids = []
visitors = []

for num in range(1, 2000):
    tracker_ids.append(uuid.uuid4().__str__())


def random_useragent():
    return random.choice(useragents).strip()


def random_url():
    return random.choice(urls).strip()


def random_tracker_id():
    return random.choice(tracker_ids)


def random_ip():
    return random.choice(ips).strip()


def random_params():
    return {
        "e":"pageView",
        "l":"pl",
        "t":random_tracker_id(),
        "de":"UTF-8",
        "dl":random_url(),
        "sr":"1674x557",
        "sv":"1680x1050",
        "cd":24,
        "di":random_di(),
        "dt":"lorem ipsum lorem",
        "cb":uuid.uuid4().__str__(),
        "vi":uuid.uuid4().__str__(),
        "si":uuid.uuid4().__str__(),
        "st":str(int(time.time() * 1000)) + "." + str(int(time.time() * 1000)) + "." + str(int((time.time()) + 1800) * 1000) + "." + str(int(time.time() * 1000))
    }

def random_di():
        di = "1"
        for x in range(1, 13):
            di = di + str(int(random.getrandbits(1)))
        return hex(int(di, 2))

def visits(l):
    params = random_params()
    headers = {
        "Accept": "application/json, text/javascript, */*; q=0.01",
        "Accept-Language": "en-US,en;q=0.5",
        "Connection": "keep-alive",
        "Content-Type": "application/json",<commit_msg>update locust vid & sid<commit_after>from locust import HttpLocust, TaskSet
import random, uuid, time

useragents = open("/benchmark/useragents").readlines()
urls = open("/benchmark/urls").readlines()
ips = open("/benchmark/ips").readlines()
tracker_ids = []
visitors = []

for num in range(1, 2000):
    tracker_ids.append(uuid.uuid4().__str__())


def random_useragent():
    return random.choice(useragents).strip()


def random_url():
    return random.choice(urls).strip()


def random_tracker_id():
    return random.choice(tracker_ids)


def random_ip():
    return random.choice(ips).strip()


def random_params():
    return {
        "e":"pageView",
        "l":"pl",
        "t":random_tracker_id(),
        "de":"UTF-8",
        "dl":random_url(),
        "sr":"1674x557",
        "sv":"1680x1050",
        "cd":24,
        "di":random_di(),
        "dt":"lorem ipsum lorem",
        "cb":uuid.uuid4().__str__(),
        "vid":uuid.uuid4().__str__(),
        "sid":uuid.uuid4().__str__(),
        "st":str(int(time.time() * 1000)) + "." + str(int(time.time() * 1000)) + "." + str(int((time.time()) + 1800) * 1000) + "." + str(int(time.time() * 1000))
    }

def random_di():
        di = "1"
        for x in range(1, 13):
            di = di + str(int(random.getrandbits(1)))
        return hex(int(di, 2))

def visits(l):
    params = random_params()
    headers = {
        "Accept": "application/json, text/javascript, */*; q=0.01",
        "Accept-Language": "en-US,en;q=0.5",
        "Connection": "keep-alive",
        "Content-Type": "application/json",
{'fraction_non_alphanumeric': 0.19814932992980216, 'fraction_numerical': 0.037013401403956606, 'mean_word_length': 2.904109589041096, 'pattern_counts': {'":': 36, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 2, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5091942', 'n_tokens_mistral': 1174, 'n_tokens_neox': 1085, 'n_words': 194}