<commit_before>#pragma once

#include "openMVG/stl/split.hpp"
#include "datasheet.hpp"

#include <vector>
#include <string>
#include <iostream>
#include <algorithm>
#include <fstream>
#include <iterator>

#include "third_party/stlplus3/filesystemSimplified/file_system.hpp"

namespace openMVG {
namespace exif {
namespace sensordb {

// Parse the database
inline bool parseDatabase( const std::string& sfileDatabase, std::vector<Datasheet>& vec_database )
{
  std::ifstream iFilein( sfileDatabase.c_str() );
  if(!iFilein || !stlplus::is_file(sfileDatabase))
    return false;

  std::string line;
  while ( iFilein.good() )
  {
    getline( iFilein, line );
    if ( !line.empty() )
    {
      //std::stringstream sStream( line );<commit_msg>[exif] remove unnecessary method<commit_after>#pragma once

#include "openMVG/stl/split.hpp"
#include "datasheet.hpp"

#include <vector>
#include <string>
#include <iostream>
#include <algorithm>
#include <fstream>
#include <iterator>

#include "third_party/stlplus3/filesystemSimplified/file_system.hpp"

namespace openMVG {
namespace exif {
namespace sensordb {

// Parse the database
inline bool parseDatabase( const std::string& sfileDatabase, std::vector<Datasheet>& vec_database )
{
  std::ifstream iFilein( sfileDatabase );
  if(!iFilein || !stlplus::is_file(sfileDatabase))
    return false;

  std::string line;
  while ( iFilein.good() )
  {
    getline( iFilein, line );
    if ( !line.empty() )
    {
      //std::stringstream sStream( line );
{'fraction_non_alphanumeric': 0.13542361574382922, 'fraction_numerical': 0.00133422281521014, 'mean_word_length': 4.9760956175298805, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '674394', 'n_tokens_mistral': 522, 'n_tokens_neox': 512, 'n_words': 115}