<commit_before>// this has moved to:
// conv/ConvolutionalLayer.cpp, ie
// https://github.com/hughperkins/DeepCL/blob/master/src/conv/ConvolutionalLayer.cpp
//
// but really if you're after the convolutional implementations themselves...
//
// opencl code is at:
// https://github.com/hughperkins/DeepCL/blob/master/cl/
// - in particular forward convolution is in the files called forward[something].cl
// - backward convolution is in the files called backward[something].cl
// - weights gradients calculations are in the files called backpropweights[something].cl
//
// c++ code that runs these files is at https://github.com/hughperkins/DeepCL/blob/master/src/conv
// - forward prop in the files called Forward[something].h (and .cpp)
// - backward prop in the files called Backward[something].h (and .cpp)
// - weights gradient calculations are in the files called BackpropWeights[something].h (and .cpp)
<commit_msg>add some more doc to ConvolutionalLayer.cpp<commit_after>// this has moved to:
// conv/ConvolutionalLayer.cpp, ie
// https://github.com/hughperkins/DeepCL/blob/master/src/conv/ConvolutionalLayer.cpp
//
// but really if you're after the convolutional implementations themselves...
//
// opencl code is at:
// https://github.com/hughperkins/DeepCL/blob/master/cl/
// - in particular forward convolution is in the files called forward[something].cl
// - backward convolution is in the files called backward[something].cl
// - weights gradients calculations are in the files called backpropweights[something].cl
//
// c++ code that runs these files is at https://github.com/hughperkins/DeepCL/blob/master/src/conv
// - forward prop in the files called Forward[something].h (and .cpp)
// - backward prop in the files called Backward[something].h (and .cpp)
// - weights gradient calculations are in the files called BackpropWeights[something].h (and .cpp)

// quick summary of the different forward implementations:
//
// forward1: generic forward propagation, should probably work on most configurations, but
// doesnt use local memory, so slow
// forward2,3,4, etc ...: various configurations of using local memory to reduce transfers
//  from gpu global memory.  Each configuration will only work for certain image sizes etc
//  and so we need different implementations for different sizes
//  Up till now, most of the work has been going into go-board sized images, 19x19, and also
//  a bit of work into mnist-sized, around 28x28 or 24x24
//  Larger images probably need some kind of blocking structure most likely

{'fraction_non_alphanumeric': 0.10331230283911672, 'fraction_numerical': 0.006309148264984227, 'mean_word_length': 3.8323809523809524, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2614356', 'n_tokens_mistral': 702, 'n_tokens_neox': 670, 'n_words': 275}