<commit_before>/*
*
* Copyright 2013 Telefonica Investigacion y Desarrollo, S.A.U
*
* This file is part of Orion Context Broker.
*
* Orion Context Broker is free software: you can redistribute it and/or
* modify it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* Orion Context Broker is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero
* General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with Orion Context Broker. If not, see http://www.gnu.org/licenses/.
*
* For those usages not covered by this license please contact with
* fermin at tid dot es
*
* Author: <NAME>
*/
#include <errno.h>
#include <fcntl.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <stdio.h>
#include <unistd.h>      // needed for read function in Debian 7
#include <string>
#include <string.h>

#include "testDataFromFile.h"



/* ****************************************************************************
*
* testBuf - writable char vector to hold the input data (from TEXT segment)
*/
char testBuf[TEST_BUFFER_SIZE];



/* ****************************************************************************
*
* expectedBuf - writable char vector to hold the output data
*/
char expectedBuf[TEST_BUFFER_SIZE];



/* ****************************************************************************
*
* toString - 
*/
std::string toString(int i)
{
  char a[32];

  snprintf(a, sizeof(a), "%d", i);

  return std::string(a);
}



/* ****************************************************************************
*
* testDataFromFile - 
*/
std::string testDataFromFile(char* buffer, int bufSize, const char* fileName)
{
  char         path[512];
  int          fd;
  int          nb;
  struct stat  sBuf;

  snprintf(path, sizeof(path), "test/unittests/testData/%s", fileName);

  if (stat(path, &sBuf) == -1)
    return std::string("stat(") + path + "): " + strerror(errno);

  if (sBuf.st_size > bufSize)
     return std::string("buffer too small (") + toString(bufSize) + " bytes): " + toString(sBuf.st_size) + " bytes needed to hold the content of " + path;

  if ((fd = open(path, O_RDONLY)) == -1)
     return std::string("open(") + path + "): " + strerror(errno);

  nb = read(fd, buffer, sBuf.st_size);
  if (nb == -1)
    return std::string("read(") + path + "): " + strerror(errno);
  if (nb != sBuf.st_size)
     return std::string("bad size read from ") + path;
  
  buffer[nb] = 0;
  
  return "OK";
}<commit_msg>fixed a unittest bug - payload files are now closed after being read<commit_after>/*
*
* Copyright 2013 Telefonica Investigacion y Desarrollo, S.A.U
*
* This file is part of Orion Context Broker.
*
* Orion Context Broker is free software: you can redistribute it and/or
* modify it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* Orion Context Broker is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero
* General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with Orion Context Broker. If not, see http://www.gnu.org/licenses/.
*
* For those usages not covered by this license please contact with
* fermin at tid dot es
*
* Author: <NAME>
*/
#include <errno.h>
#include <fcntl.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <stdio.h>
#include <unistd.h>      // needed for read function in Debian 7
#include <string>
#include <string.h>

#include "testDataFromFile.h"



/* ****************************************************************************
*
* testBuf - writable char vector to hold the input data (from TEXT segment)
*/
char testBuf[TEST_BUFFER_SIZE];



/* ****************************************************************************
*
* expectedBuf - writable char vector to hold the output data
*/
char expectedBuf[TEST_BUFFER_SIZE];



/* ****************************************************************************
*
* toString - 
*/
std::string toString(int i)
{
  char a[32];

  snprintf(a, sizeof(a), "%d", i);

  return std::string(a);
}



/* ****************************************************************************
*
* testDataFromFile - 
*/
std::string testDataFromFile(char* buffer, int bufSize, const char* fileName)
{
  char         path[512];
  int          fd;
  int          nb;
  struct stat  sBuf;

  snprintf(path, sizeof(path), "test/unittests/testData/%s", fileName);

  if (stat(path, &sBuf) == -1)
    return std::string("stat(") + path + "): " + strerror(errno);

  if (sBuf.st_size > bufSize)
     return std::string("buffer too small (") + toString(bufSize) + " bytes): " + toString(sBuf.st_size) + " bytes needed to hold the content of " + path;

  if ((fd = open(path, O_RDONLY)) == -1)
     return std::string("open(") + path + "): " + strerror(errno);

  nb = read(fd, buffer, sBuf.st_size);
  close(fd);
  if (nb == -1)
    return std::string("read(") + path + "): " + strerror(errno);

  if (nb != sBuf.st_size)
     return std::string("bad size read from ") + path;
  
  buffer[nb] = 0;
  
  return "OK";
}
{'fraction_non_alphanumeric': 0.22466246624662467, 'fraction_numerical': 0.0054005400540054005, 'mean_word_length': 4.116022099447513, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 23, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6327072', 'n_tokens_mistral': 1705, 'n_tokens_neox': 1622, 'n_words': 576}