<commit_before>

install.all.req  <- function(){
    install.packages(c(
,"ada"
,"apcluster" #negDistMat apcluster
,"arules" #itemFrequencyPlot apriori
,"benford.analysis"
,"BenfordTests"
,"biglm"
,"car" # scatterplotMatrix
,"caret"
,"chemometrics"
,"cluster"
,"corrgram" #corrgram
,"devtools"
,"DMwR"
,"dplyr" #%>%
,"e1071"
,"ff" # read.table.ffdf
,"fOptions" #BlackScholesOption
,"forecast" #auto.arima
,"foreign"
,"fortunes"
,"fpc" #pamk
,"ggm" #pcor
,"ggplot2"
,"glmnet"
,"Hmisc" #rcorr
,"igraph"
,"ISLR"
,"kernlab"
,"knitr"
,"lattice" #splom
,"lme4"
,"lubridate"
,"manipulate"
,"maptools"
,"MASS"
,"matlab"
,"mclust" #Mclust
,"moments" #kurtosis
,"NbClust" #NbClust
,"nnet"
,"nycflights13"
,"PBSmapping"
,"plyr"
,"polycor" #polychoric
,"psych" #tetrachoric draw.tetra
,"quantmod" #chartSeries Cl Op Hi Lo ClCl Ad getSymbols
,"randomForest"
,"rattle"
,"reshape2"
,"RCurl" #getURL
,"rmarkdown"
,"roxygen2"
,"rugarch" #ugarchspec
,"shiny"
,"stringr"
,"tidyr"
,"tm" #DocumentTermMatrix tm_map removeSparseTerms
,"TraMineR" #seqdef
,"tree"
,"tseries" #po.test
,"TTR" #RSI MACD williamsAD
,"urca" #cumsum ur.df
,"vars" #VAR VARselect
,"vegan", #cascadeKM
,"xlsx" #read.xlsx
,"XML"
,"zoo"
 ),
dependencies=TRUE<commit_msg>Adding new packages for text mining<commit_after>

install.all.req  <- function(){
    install.packages(c(
,"ada"
,"apcluster" #negDistMat apcluster
,"arules" #itemFrequencyPlot apriori
,"benford.analysis"
,"BenfordTests"
,"biglm"
,"car" # scatterplotMatrix
,"caret"
,"chemometrics"
,"class"  #knn
,"clue" #cl_agreement(
,"cluster"
,"corrgram" #corrgram
,"devtools"
,"DMwR"
,"dplyr" #%>%
,"e1071"
,"ff" # read.table.ffdf
,"fOptions" #BlackScholesOption
,"forecast" #auto.arima
,"foreign"
,"fortunes"
,"fpc" #pamk
,"ggm" #pcor
,"ggplot2"
,"glmnet"
,"Hmisc" #rcorr
,"httr"
,"igraph"
,"ISLR"
,"kernlab" #ksvm
,"knitr"
,"lattice" #splom
,"lme4"
,"lubridate"
,"manipulate"
,"maptools"
,"MASS"
,"matlab"
,"mclust" #Mclust
,"moments" #kurtosis
,"NbClust" #NbClust
,"nnet"
,"nycflights13"
,"openNLP" #tagPOS  findAssocs
,"PBSmapping"
,"plyr"
,"polycor" #polychoric
,"psych" #tetrachoric draw.tetra
,"quantmod" #chartSeries Cl Op Hi Lo ClCl Ad getSymbols
,"randomForest"
,"rattle"
,"reshape2"
,"RcmdrPlugin.temis"
,"RCurl" #getURL getPageURLs getForm
,"RJSONIO"
,"rmarkdown"
,"RODBC"
,"ROracle" 
,"roxygen2"
,"RSQLite"
,"RTextTools"  # create_container
,"rugarch" #ugarchspec
,"RWeka"  #NGramTokenizer
,"shiny"
,"stringr"
,"tidyr"
,"tm" #DocumentTermMatrix tm_map removeSparseTerms Corpus VectorSource   TermDocumentMatrix
,"TraMineR" #seqdef
,"tree"
,"tseries" #po.test
,"TTR" #RSI MACD williamsAD
,"twitteR" #twitteR
,"urca" #cumsum ur.df
,"vars" #VAR VARselect
,"vegan", #cascadeKM
,"xlsx" #read.xlsx
,"XML"
,"zoo"
 ),
dependencies=TRUE
{'fraction_non_alphanumeric': 0.20327272727272727, 'fraction_numerical': 0.007272727272727273, 'mean_word_length': 7.705696202531645, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3910527', 'n_tokens_mistral': 1228, 'n_tokens_neox': 1194, 'n_words': 259}