<commit_before>#!/usr/bin/python

# This was originally created to target inclusion in soumith's benchmarks as
# https://github.com/soumith/convnet-benchmarks
# extending this to handle also a couple of clarke and storkey type layers
# and some plausible mnist layers

from __future__ import print_function

import os
import sys
import time
import array
import random
import PyDeepCL

num_epochs = 10
batch_size = 128  # always use this, seems pretty standard
runs = [
    ('soumith1', '3i128-96c11'),  # format: ('[label]','[inputplanes]i[inputsize]-[numfilters]c[filtersize]')
    ('soumith2', '64i64-128c9'),
    ('soumith3', '128i32-128c9'),
    ('soumith4', '128i16-128c7'),
    ('soumith5', '384i13-384c3'),
    ('maddison-convolve', '128i19-128c3'),
    # ('maddison-fc', '128i19-361n'), # this crashes currently, not sure why, since it's just allocated 63MB
    # memory for weights, so it's probably a bug in my code, rather than a 
    # theoretical limitation of current implementation
    ('mnist-c1', '1i28-8c5'),
    ('mnist-c2', '8i14-16c5'),
    ('mnist-fc', '16i7-150n')
]
<commit_msg>seems not to segfault at the moment.<commit_after>#!/usr/bin/python

# This was originally created to target inclusion in soumith's benchmarks as
# https://github.com/soumith/convnet-benchmarks
# extending this to handle also a couple of clarke and storkey type layers
# and some plausible mnist layers

from __future__ import print_function

import os
import sys
import time
import array
import random
import PyDeepCL

num_epochs = 10
batch_size = 128  # always use this, seems pretty standard
runs = [
    ('soumith1', '3i128-96c11'),  # format: ('[label]','[inputplanes]i[inputsize]-[numfilters]c[filtersize]')
    ('soumith2', '64i64-128c9'),
    ('soumith3', '128i32-128c9'),
    ('soumith4', '128i16-128c7'),
    ('soumith5', '384i13-384c3'),
    ('maddison-convolve', '128i19-128c3'),
    ('maddison-fc', '128i19-361n'), # this crashes currently, not sure why, since it's just allocated 63MB
    # memory for weights, so it's probably a bug in my code, rather than a 
    # theoretical limitation of current implementation
    ('mnist-c1', '1i28-8c5'),
    ('mnist-c2', '8i14-16c5'),
    ('mnist-fc', '16i7-150n')
]

{'fraction_non_alphanumeric': 0.13573033707865167, 'fraction_numerical': 0.08179775280898877, 'mean_word_length': 4.338129496402877, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2544642', 'n_tokens_mistral': 903, 'n_tokens_neox': 773, 'n_words': 226}