<commit_before>{smcl}
{* *! version 1.16.4.30 30abr2016}{...}
{cmd:help parallel}{right:also see:  {net "describe miparallel, from(http://fmwww.bc.edu/RePEc/bocode/m)":miparallel}}
{hline}

{title:Title}

{phang}
{bf:parallel} {hline 2} Stata module for Parallel computing

{title:Index}

{p2colset 5 31 31 2}
{p2col:{bf:{ul:Sections}}}{p_end}

{p2col: 1.  {help parallel##syntax:Syntax}}Command syntax.{p_end}
{p2col: 2.  {help parallel##description:Description}}Command description.{p_end}
{p2col: 3.  {help parallel##details:Details}}How does parallel works.{p_end}
{p2col: 4.  {help parallel##append_how:Parallel Append}}Using -parallel append- syntax.{p_end}
{p2col: 5.  {help parallel##caveats:Caveats}}Things to consider before using parallel.{p_end}
{p2col: 6.  {help parallel##tech:Technical note}}Some details under the hood.{p_end}
{p2col: 7.  {help parallel##examples:Examples}}Some examples using parallel{p_end}
{p2col: 8.  {help parallel##saved_results:Saved results}}A list of parallel's save results{p_end}
{p2col: 9.  {help parallel##development:Development}}Up-to-date version and bug reporting{p_end}
{p2col: 10. {help parallel##source:Source code}}parallel's (MATA) source code{p_end}

{p2colset 5 31 31 2}
{p2col:{bf:{ul:Available commands}}}{p_end}

{p2col: 1.  {help parallel##setclusters:parallel setclusters}}Setting the number of clusters.{p_end}
{p2col: 2.  {help parallel##do:parallel do}}Parallelizing a do-file.{p_end}
{p2col: 3.  {help parallel##prefix:parallel : (prefix)}}Parallelizing a Stata command (parallel prefix).{p_end}
{p2col: 4.  {help parallel##bs:parallel bs}}Parallel bootstrapping.{p_end}
{p2col: 5.  {help parallel##bs:parallel sim}}Parallel simulate.{p_end}
{p2col: 6.  {help parallel##append:parallel append}}Multiple file processing and appending.{p_end}
{p2col: 7.  {help parallel##clean:parallel clean}}Removing auxiliary files.{p_end}
{p2col: 8.  {help parallel##seelog:parallel seelog}}Checking out clusters' log files.{p_end}
{p2col: 9.  {help parallel##version:parallel version}}Query parallel current version.{p_end}
{p2col: 10. {help parallel##break:parallel break}}Query if the mother process has requested to break.{p_end}


{marker syntax}{...}
{title:1. Syntax}

{col 5}{hline}{marker setclusters}{...}
{pstd}Setting the number of clusters (threads/processors)

{p 8 17 2}
{cmdab:parallel setclusters} # [, {opt f:orce} 
{opt s:tatapath}({it:{help filename:stata_path}})
{opt g:ateway}({it:{help filename:gateway_path}})
{opt i:ncludefile}({it:{help filename:filename}})]

{col 5}{hline}{col 2}{marker do}{...}
{pstd}Parallelizing a do-file

{p 8 17 2}
{cmdab:parallel do}
{it:{help filename}} [, {opt by}({it:{help varlist}}) {opt f:orce} {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) {opt m:ata}
 {opt nog:lobal} {opt s:eeds}({it:{help numlist}}) {opt nod:ata}
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#}) 
 {opt set:parallelid}({it:pll_id})]

{col 5}{hline}{marker prefix}{...}
{pstd}Parallelizing a Stata command (parallel prefix)

{p 8 17 2}
{cmdab:parallel} [, {opt by}({it:{help varlist}}) {opt f:orce} {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) {opt m:ata}
 {opt nog:lobal} {opt s:eeds}({it:{help numlist}}) {opt nod:ata} 
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#})
 {opt set:parallelid}({it:pll_id})]:
{it:command}

{col 5}{hline}{marker bs}{...}
{pstd}Parallel bootstrapping

{p 8 17 2}
{cmdab:parallel bs}
[, {opt exp:ression}({it:{help exp_list}}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}})
 {opt m:ata} {opt nog:lobal} {opt s:eeds}({it:{help numlist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:integer}) 
 {opt proc:essors}({it:integer})
 {it:{help bs:bs_options}}
 ] [{cmd::} {it:command}]

{col 5}{hline}{marker sim}{...}
{pstd}Parallel simulate

{p 8 17 2}
{cmdab:parallel sim}
, {opt r:eps}({it:#}) [
 {opt exp:ression}({it:{help exp_list}}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) 
 {opt m:ata} {opt nog:lobal} {opt s:eeds}({it:{help numlist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#})
 {it:{help simulate:sim_options}}
 ] [{cmd::} {it:command}]

{col 5}{hline}{marker append}{...}
{pstd} Multiple file processing and appending

{p 8 17 2}
{cmdab:parallel append}
 [{it:{help filename:file(s)}}] ,
 {opt d:o}({it:cmd|dofile}) [{opt in}({it:{help in}}) {opt if}({it:{help if}})
 {opt e:xpression}({it:expand expression (see details)})
 {opt proc:essors}({it:#}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#})]

{col 5}{hline}{marker clean}{...}
{pstd}Removing auxiliary files

{p 8 17 2}
{cmdab:parallel clean} [, {opt e:vent}({it:pll_id}) {opt a:ll} {opt f:orce}]

{col 5}{hline}{marker seelog}{...}
{pstd}Checking out clusters' logfiles

{p 8 17 2}
{cmdab:parallel seelog} [{it:#}] [, {opt e:vent}({it:pll_id})]

{p 8 17 2}
{cmdab:parallel printlog} [{it:#}] [, {opt e:vent}({it:pll_id})]

{col 5}{hline}{marker version}{...}
{pstd}Query {cmd:parallel} current version

{p 8 17 2}
{cmdab:parallel version}

{col 5}{hline}{marker break}{...}
{pstd}Query if the mother process has requested to break

{p 8 17 2}
{cmdab:parallel break}

<commit_msg>update docs seelog -> printlog<commit_after>{smcl}
{* *! version 172.16.58.3 30abr2016}{...}
{cmd:help parallel}{right:also see:  {net "describe miparallel, from(http://fmwww.bc.edu/RePEc/bocode/m)":miparallel}}
{hline}

{title:Title}

{phang}
{bf:parallel} {hline 2} Stata module for Parallel computing

{title:Index}

{p2colset 5 31 31 2}
{p2col:{bf:{ul:Sections}}}{p_end}

{p2col: 1.  {help parallel##syntax:Syntax}}Command syntax.{p_end}
{p2col: 2.  {help parallel##description:Description}}Command description.{p_end}
{p2col: 3.  {help parallel##details:Details}}How does parallel works.{p_end}
{p2col: 4.  {help parallel##append_how:Parallel Append}}Using -parallel append- syntax.{p_end}
{p2col: 5.  {help parallel##caveats:Caveats}}Things to consider before using parallel.{p_end}
{p2col: 6.  {help parallel##tech:Technical note}}Some details under the hood.{p_end}
{p2col: 7.  {help parallel##examples:Examples}}Some examples using parallel{p_end}
{p2col: 8.  {help parallel##saved_results:Saved results}}A list of parallel's save results{p_end}
{p2col: 9.  {help parallel##development:Development}}Up-to-date version and bug reporting{p_end}
{p2col: 10. {help parallel##source:Source code}}parallel's (MATA) source code{p_end}

{p2colset 5 31 31 2}
{p2col:{bf:{ul:Available commands}}}{p_end}

{p2col: 1.  {help parallel##setclusters:parallel setclusters}}Setting the number of clusters.{p_end}
{p2col: 2.  {help parallel##do:parallel do}}Parallelizing a do-file.{p_end}
{p2col: 3.  {help parallel##prefix:parallel : (prefix)}}Parallelizing a Stata command (parallel prefix).{p_end}
{p2col: 4.  {help parallel##bs:parallel bs}}Parallel bootstrapping.{p_end}
{p2col: 5.  {help parallel##bs:parallel sim}}Parallel simulate.{p_end}
{p2col: 6.  {help parallel##append:parallel append}}Multiple file processing and appending.{p_end}
{p2col: 7.  {help parallel##clean:parallel clean}}Removing auxiliary files.{p_end}
{p2col: 8.  {help parallel##printlog:parallel printlog}}Checking out clusters' log files.{p_end}
{p2col: 9.  {help parallel##version:parallel version}}Query parallel current version.{p_end}
{p2col: 10. {help parallel##break:parallel break}}Query if the mother process has requested to break.{p_end}


{marker syntax}{...}
{title:1. Syntax}

{col 5}{hline}{marker setclusters}{...}
{pstd}Setting the number of clusters (threads/processors)

{p 8 17 2}
{cmdab:parallel setclusters} # [, {opt f:orce} 
{opt s:tatapath}({it:{help filename:stata_path}})
{opt g:ateway}({it:{help filename:gateway_path}})
{opt i:ncludefile}({it:{help filename:filename}})]

{col 5}{hline}{col 2}{marker do}{...}
{pstd}Parallelizing a do-file

{p 8 17 2}
{cmdab:parallel do}
{it:{help filename}} [, {opt by}({it:{help varlist}}) {opt f:orce} {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) {opt m:ata}
 {opt nog:lobal} {opt s:eeds}({it:{help numlist}}) {opt nod:ata}
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#}) 
 {opt set:parallelid}({it:pll_id})]

{col 5}{hline}{marker prefix}{...}
{pstd}Parallelizing a Stata command (parallel prefix)

{p 8 17 2}
{cmdab:parallel} [, {opt by}({it:{help varlist}}) {opt f:orce} {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) {opt m:ata}
 {opt nog:lobal} {opt s:eeds}({it:{help numlist}}) {opt nod:ata} 
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#})
 {opt set:parallelid}({it:pll_id})]:
{it:command}

{col 5}{hline}{marker bs}{...}
{pstd}Parallel bootstrapping

{p 8 17 2}
{cmdab:parallel bs}
[, {opt exp:ression}({it:{help exp_list}}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}})
 {opt m:ata} {opt nog:lobal} {opt s:eeds}({it:{help numlist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:integer}) 
 {opt proc:essors}({it:integer})
 {it:{help bs:bs_options}}
 ] [{cmd::} {it:command}]

{col 5}{hline}{marker sim}{...}
{pstd}Parallel simulate

{p 8 17 2}
{cmdab:parallel sim}
, {opt r:eps}({it:#}) [
 {opt exp:ression}({it:{help exp_list}}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}}) 
 {opt m:ata} {opt nog:lobal} {opt s:eeds}({it:{help numlist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#}) 
 {opt proc:essors}({it:#})
 {it:{help simulate:sim_options}}
 ] [{cmd::} {it:command}]

{col 5}{hline}{marker append}{...}
{pstd} Multiple file processing and appending

{p 8 17 2}
{cmdab:parallel append}
 [{it:{help filename:file(s)}}] ,
 {opt d:o}({it:cmd|dofile}) [{opt in}({it:{help in}}) {opt if}({it:{help if}})
 {opt e:xpression}({it:expand expression (see details)})
 {opt proc:essors}({it:#}) {opt k:eep}
 {opt keepl:ast} {opt prog:rams}({it:{help namelist}})
 {opt r:andtype}({it:current|datetime|random.org}) 
 {opt t:imeout}({it:#})]

{col 5}{hline}{marker clean}{...}
{pstd}Removing auxiliary files

{p 8 17 2}
{cmdab:parallel clean} [, {opt e:vent}({it:pll_id}) {opt a:ll} {opt f:orce}]

{col 5}{hline}{marker printlog}{...}
{pstd}Checking out clusters' logfiles

{p 8 17 2}
{cmdab:parallel printlog} [{it:#}] [, {opt e:vent}({it:pll_id})]

{p 8 17 2}
{cmdab:parallel printlog} [{it:#}] [, {opt e:vent}({it:pll_id})]

{col 5}{hline}{marker version}{...}
{pstd}Query {cmd:parallel} current version

{p 8 17 2}
{cmdab:parallel version}

{col 5}{hline}{marker break}{...}
{pstd}Query if the mother process has requested to break

{p 8 17 2}
{cmdab:parallel break}


{'fraction_non_alphanumeric': 0.20115628154537946, 'fraction_numerical': 0.023492704414058915, 'mean_word_length': 6.5680555555555555, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '65875', 'n_tokens_mistral': 4529, 'n_tokens_neox': 4120, 'n_words': 1021}