<commit_before>'''
Created on Dec 26, 2012

@author: dstrauss

creating some routines to make a convolutional net. especially one that works in parallel

'''

import scipy.io as spio
import numpy as np
from convFourier import convFFT
from lassoUpdate import lasso
import weightsUpdate
from time import time
from mpi4py import MPI
import sys
from designerConv import convOperator


def main():
    ''' main routine '''
    comm = MPI.COMM_WORLD
    rk = comm.Get_rank()
    nProc = comm.Get_size()
    
    plain = True
    if len(sys.argv) == 2:
        if sys.argv[1] == 'plain':
            plain = False
        
        
    m = 50000 # size of data
    p = 50 # number of filters
    q = 300 # length of filters
    
    rho = 5
    lmb = 5.1
    xi = 0.2
    fac = 1.0; # np.sqrt((m/q)/2.0)
    ''' initialize MPI routine '''
    
    
    ''' load data, given rank '''<commit_msg>change & update weights. but looks pretty good.<commit_after>'''
Created on Dec 26, 2012

@author: dstrauss

creating some routines to make a convolutional net. especially one that works in parallel

'''

import scipy.io as spio
import numpy as np
from convFourier import convFFT
from lassoUpdate import lasso
import weightsUpdate
from time import time
from mpi4py import MPI
import sys
from designerConv import convOperator


def main():
    ''' main routine '''
    comm = MPI.COMM_WORLD
    rk = comm.Get_rank()
    nProc = comm.Get_size()
    
    plain = True
    if len(sys.argv) == 2:
        if sys.argv[1] == 'plain':
            plain = False
        
        
    m = 50000 # size of data
    p = 50 # number of filters
    q = 300 # length of filters
    
    rho = 1
    lmb = 0.5
    xi = 0.2
    fac = 1.0; # np.sqrt((m/q)/2.0)
    ''' initialize MPI routine '''
    
    
    ''' load data, given rank '''
{'fraction_non_alphanumeric': 0.0956858407079646, 'fraction_numerical': 0.030973451327433628, 'mean_word_length': 2.3253676470588234, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3461071', 'n_tokens_mistral': 631, 'n_tokens_neox': 568, 'n_words': 216}