binarystoragebuffer.h

Go to the documentation of this file.

 
#ifndef BINARYSTORAGEBUFFER_H
#define BINARYSTORAGEBUFFER_H
 
#include <iostream>
#include <string.h>
#include "output.h"
 
#define MAX_BUFF   10000000  //10MB
 
#define MAX_BUCKET 500000000   //500MB
 
class BinaryDataSaver; //forward declaration
 
class BinaryStorageBuffer {
  
private:
  char* _buff;
  unsigned int _num_buckets;
  off_t _len, _bytes_in, _bytes_out, _tot_bytes_in;
 
  BinaryDataSaver* _myDataSaver;
  
public:
        
  BinaryStorageBuffer() : _buff(NULL),_len(0),_bytes_in(0),_bytes_out(0),
                          _num_buckets(0), _tot_bytes_in(0L), _myDataSaver(0) {}
  ~BinaryStorageBuffer() {if(_buff != NULL) delete[]_buff;}
  
  char*        getBuffer      ( )  const  {return _buff;}
  off_t        getBuffLength  ( )  const  {return _bytes_in;}
  off_t    getTotByteRecorded ( )  const  {return _tot_bytes_in;}
  unsigned int getBytesOut    ( )  const  {return _bytes_out;} 
  void         clear          ( )         
  {
    if(_buff != NULL) delete [] _buff;
    _buff = NULL;
    _len = _bytes_in = _bytes_out = 0;
    _num_buckets = 0; _tot_bytes_in = 0L;
  }
 
  void         emptyBuffer    ( )
  {
    memset(_buff,'\0',_len);
    _bytes_in = _bytes_out = 0;
  }
  // ----------------------------------------------------------------------------------------
  // store
  // ----------------------------------------------------------------------------------------
  void store (void* stream, unsigned int nb_bytes);
  // ----------------------------------------------------------------------------------------
  // set_buff
  // ----------------------------------------------------------------------------------------
  inline void set_buff(BinaryDataSaver* owner)
  {
#ifdef _DEBUG_
        std::cout<<"BinaryStorageBuffer::set_buff";
#endif
        
        _myDataSaver = owner;
 
        if(_buff != NULL) delete [] _buff;
        
        _buff = new char[MAX_BUFF];
        
        if(_buff == NULL) fatal("BinaryStorageBuffer::set_buff::memory exhausted !!\n");
        
        _len = MAX_BUFF;
 
        _bytes_in = 0;
 
        _num_buckets = 0;
 
        _tot_bytes_in = 0L;
 
        memset(_buff,'\0',MAX_BUFF);
        
#ifdef _DEBUG_
    std::cout<<"[ok]"<<std::endl;
#endif
  }
  // ----------------------------------------------------------------------------------------
  // set_buff
  // ----------------------------------------------------------------------------------------
  inline void set_buff(void* zone, size_t length)
  {
    if(_buff != NULL) delete [] _buff;
    
    _buff = new char [length];
    
    memcpy(_buff, zone, length);
    
    _bytes_in = _len = length ;
    
    _tot_bytes_in += _bytes_in;
 
    _bytes_out = 0;
 
    _num_buckets = 0;
  }
  // ----------------------------------------------------------------------------------------
  // set_buff
  // ----------------------------------------------------------------------------------------
  inline void set_buff(size_t length)
  {
    if(_buff != NULL) delete [] _buff;
 
    _buff = new char [length];
 
    memset(_buff,'\0', length);
 
    _bytes_in = _len = length ;
 
    _tot_bytes_in += _bytes_in;
 
    _bytes_out = 0;
 
    _num_buckets = 0;
  }
  // ----------------------------------------------------------------------------------------
  // set_buff_from_file
  // ----------------------------------------------------------------------------------------
  inline off_t set_buff_from_file(int FD, size_t length)
  {
    if(_buff != NULL) delete [] _buff;
 
    _buff = new char [length];
 
    _len = length;
 
    off_t rout = -1; // , rcount = 0;
//    off_t rest = length;
 
    //@TODO need to find a solution for the call to read, replace with fread ?
 
//    while(rest != 0 && rout != 0) {
//
//      if( (rout = read(FD, &_buff[rcount], rest)) == -1)
//        fatal("Binary file appears corrupted:\n >>>> error while reading data: %s (reading in %li bytes, read %li so far)\n", strerror(errno), rest, rout);
//
//      rcount += rout;
//
//      rest -= rout;
//
//#ifdef _DEBUG_
//      message("BinaryStorageBuffer::set_buff_from_file:read %i bytes from file\n", rout);
//#endif
//    }
 
    _bytes_in = rout;
 
    _tot_bytes_in += _bytes_in;
 
    _bytes_out = 0;
 
    _num_buckets = 0;
 
    return rout;
  }
  // ----------------------------------------------------------------------------------------
  // extend_buff
  // ----------------------------------------------------------------------------------------
  inline void extend_buff()
  {
#ifdef _DEBUG_
        std::cout<<"BinaryStorageBuffer::extend_buff"<<std::flush;
#endif
        
        char *old_buff, *new_buff;
        
        old_buff = _buff;
        
        new_buff = new char[_len + MAX_BUFF];
        
        if(new_buff == NULL) fatal("BinaryStorageBuffer::extend_buff::memory exhausted !!\n");
        
        memcpy(new_buff,_buff,_len);
        
        _buff = new_buff;
        
        _len += MAX_BUFF;
        
        delete [] old_buff;
        
#ifdef _DEBUG_
        std::cout<<"["<<_len<<" B]"<<std::endl;
#endif
  }
  // ----------------------------------------------------------------------------------------
  // read
  // ----------------------------------------------------------------------------------------
  inline void read (void *out, unsigned int nb_bytes)
  {
    
        if(((_bytes_out + nb_bytes) > _bytes_in) ) 
          fatal("BinaryStorageBuffer::read::attempt to read beyond buffer length (asked %i bytes)\n",nb_bytes);
        else {
          char *tab = (char*)out;
          if(nb_bytes == 1) {
        (*tab) = _buff[_bytes_out];
          } else {
        for(unsigned int i = 0; i < nb_bytes; ++i)
          tab[i] = _buff[_bytes_out + i];
          }
        }
        _bytes_out += nb_bytes;
  }
  
  void BSBread(void *out, unsigned int nb_bytes)
  { read(out,nb_bytes); }
};
 
 
#endif