<commit_before>//run with ./2
//<?php this is for vim

#include "shortdef.php"
#include "debug.php"
#include "dmlL0def.php"
#include "color.php"
#include "dmlL0fun.php"


        beginprogram
        _c( $dc=new dmlL0 );
        //debug_zval_dump($dc);


        if ($dc->fFirstTime) {
                deb(dinfo,"First time run!");
        } else {
                deb(dinfo,"...using prev. defined table");
        }

        //$fp = fopen("debug.php","r");
        _t( $contents=file_get_contents("debug.php") );
        _t( $dc->OpenTransaction() );
        //do {
                //$line = fgets($fp, 1024);//or EOF,EOLN; aka a line not longer than 1024 bytes
                //echo $line;
                $line=$contents;
                $res=split("[ .,/\\\"\?\<\>&!;|\#\$\*\+\{\}=\(\)'`\n\-]",trim($line));
                //$res=split("[ \)\(]",trim($line));
                $i=2;
                foreach ($res as $val) {
                        if (evalgood($val)) {
                                _ifnot( $dc->IsNode($val) ) {
                                        _t( $dc->AddNode($val) );
                                        if ($i<6) {
                                                $i++;
                                        } else {
                                                $i=2;
                                        }
                                } else {
                                        $i=1;
                                }
                                echo setcol($i).$val." ";
                        usleep(100000);
                        }
                }
        //} while (evalgood($line) && !feof($fp));
        echo nocol.nl;

        _t( $dc->CloseTransaction() );
        //fclose($fp);


        _c( $res=$dc->IsNode("if") );
        //echo $res.nl;

        _t( $result=$dc->Show() );
        _t( $arr=$result->fetchAll() );
        $count=count($arr);
        deb(dnormal, "$count times.");

        _c( $res=$dc->DelNode("if") );
        _c( $res=$dc->IsNode("if") );

        _t( $result=$dc->Show() );
        _t( $arr=$result->fetchAll() );
        $count=count($arr);
        deb(dnormal, "$count times.");
        /*$count=0;
        while ($row = $result->fetch()) {
                //print_r($row[dNodeName].nl);
                //echo $row['NodeName'].nl;
                $count++;
        }*/

        $dc=null;//ie. dispose()

        endprogram
?>

<commit_msg>* another parallel test, with segmented transactions so to speak<commit_after>//run with ./2
//<?php this is for vim

#include "shortdef.php"
#include "debug.php"
#include "dmlL0def.php"
#include "color.php"
#include "dmlL0fun.php"


        beginprogram
        _c( $dc=new dmlL0 );
        //debug_zval_dump($dc);


        if ($dc->fFirstTime) {
                deb(dinfo,"First time run!");
        } else {
                deb(dinfo,"...using prev. defined table");
        }

        //$fp = fopen("debug.php","r");
        _t( $contents=file_get_contents("debug.php") );
        //_t( $dc->OpenTransaction() );
        //do {
                //$line = fgets($fp, 1024);//or EOF,EOLN; aka a line not longer than 1024 bytes
                //echo $line;
                $line=$contents;
                $res=split("[ .,/\\\"\?\<\>&!;|\#\$\*\+\{\}=\(\)'`\n\-]",trim($line));
                //$res=split("[ \)\(]",trim($line));
                $i=2;
                $cnt=0;
                foreach ($res as $val) {
                        if ($cnt % 15 == 0) {
                                _t( $dc->OpenTransaction() );
                        }
                        if (evalgood($val)) {
                                _ifnot( $dc->IsNode($val) ) {
                                        _t( $dc->AddNode($val) );
                                        if ($i<6) {
                                                $i++;
                                        } else {
                                                $i=2;
                                        }
                                } else {
                                        $i=1;
                                }
                                echo setcol($i).$val." ";
                        usleep(100000);
                        }
                        $cnt++;
                        if ($cnt % 15 == 0) {
                                _t( $dc->CloseTransaction() );
                        }
                }
        //} while (evalgood($line) && !feof($fp));
        echo nocol.nl;

        //_t( $dc->CloseTransaction() );
        //fclose($fp);


        _c( $res=$dc->IsNode("if") );
        //echo $res.nl;

        _t( $result=$dc->Show() );
        _t( $arr=$result->fetchAll() );
        $count=count($arr);
        deb(dnormal, "$count times.");

        _c( $res=$dc->DelNode("if") );
        _c( $res=$dc->IsNode("if") );

        _t( $result=$dc->Show() );
        _t( $arr=$result->fetchAll() );
        $count=count($arr);
        deb(dnormal, "$count times.");
        /*$count=0;
        while ($row = $result->fetch()) {
                //print_r($row[dNodeName].nl);
                //echo $row['NodeName'].nl;
                $count++;
        }*/

        $dc=null;//ie. dispose()

        endprogram
?>


{'fraction_non_alphanumeric': 0.17976461655277146, 'fraction_numerical': 0.010060744115413819, 'mean_word_length': 0.9704562453253552, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 35, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 28, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1419937', 'n_tokens_mistral': 1576, 'n_tokens_neox': 1461, 'n_words': 269}