<commit_before>layout: post
excerpt: ####
categories: articles
share: yes
tags:

  # Environnement/Editeur
  - linux
  - hortonworks
  - hadoop
  - NoSQL
  
  # library
  - spark streaming
  - spark SQL
  - spark ML/MlLib
  - panda
  - scikit learn
  - pySpark
  - kafka streaming
  - kafka connect
  
  
  #langage
  - java
  - python
  - spark
  - scala
  - hive
  - pig
  
  # Role
  - execution engine
  - data visualization
  - storage
  - machine learning
  - data processing
  - database
  - streaming
  - compression
  - proxy
  - data ingestion
  - search engine
  - resource manager
  - cluster manager
  
  ## subject
  - benchmark
  - tips
  - cheat sheet
  - debug troubleshooting
  - optimization
  - security
  - network
  - certificates
  - architecture theory
  
  #machine learning 
  - logistic regression
  - linear regression
  - deep learning
  - neuronal networks
  
  #solution
  - SOLUTION
 
 [solution-cheat-sheet]
 [solution-tips]
<commit_msg>metadata review<commit_after>---
published: true
layout: post
excerpt: ####
categories: articles
<<<<<<< HEAD
share: yes
=======
share: true
>>>>>>> 4a677be0076c7817ea0ef2421cd7164619f74453
tags:

  # Environnement/Editeur
  - linux
  - hortonworks
  - hadoop
  - NoSQL
  
  # library
  - spark streaming
  - spark SQL
  - spark ML/MlLib
  - panda
  - scikit learn
  - pySpark
  - kafka streaming
  - kafka connect
  - shell
  
  
  #langage
  - java
  - python
  - spark
  - scala
  - hive
  - pig
  
  # Role
  - execution engine
  - data visualization
  - storage
  - machine learning
  - data processing
  - database
  - streaming
  - compression
  - proxy
  - data ingestion
  - search engine
  - resource manager
  - cluster manager
  
  ## subject
  - benchmark
  - tips
  - cheat sheet
  - debug troubleshooting optimization
  - security
  - network
  - certificates
  - architecture theory
  - api
  
  #machine learning 
  - logistic regression
  - linear regression
  - deep learning
  - neuronal networks
  
  #solution
  - SOLUTION
 
 [solution-cheat-sheet]
 [solution-tips]
---
{'fraction_non_alphanumeric': 0.08636584182435711, 'fraction_numerical': 0.014070839398350316, 'mean_word_length': 2.1529051987767582, 'pattern_counts': {'":': 0, '<': 10, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7107336', 'n_tokens_mistral': 744, 'n_tokens_neox': 679, 'n_words': 178}