df1b2f14.cpp

Go to the documentation of this file.

/*
 * $Id$
 *
 * Author: David Fournier
 * Copyright (c) 2008-2012 Regents of the University of California
 */
#include <df1b2fun.h>
#include <cassert>

#ifdef _MSC_VER
  #ifdef _M_X64
  typedef __int64 ssize_t;
  #else
  typedef int ssize_t;
  #endif
#else
  #include <unistd.h>
#endif

fixed_smartlist2::fixed_smartlist2():
  endof_file_ptr(-1),
  doubleptr(NULL),
  recend(NULL),
  sbptr(NULL),
  fp(-1)
{
  nentries=0;
  end_saved=0;
  eof_flag=0;
  noreadflag=0;
  written_flag=0;
  direction=0;
  bufsize=0;
  true_buffer=0;
  true_buffend=0;
  buffer=0;
  buffend=0;
  bptr=buffer;
}
fixed_smartlist2::fixed_smartlist2(const size_t _bufsize,
  const adstring& _filename):
  endof_file_ptr(-1),
  recend(NULL),
  sbptr(NULL)
{
  allocate(_bufsize,_filename);
}

void fixed_smartlist2::allocate(const size_t _bufsize,
  const adstring& _filename)
{
  nentries=_bufsize/sizeof(int);
  end_saved=0;
  eof_flag=0;
  noreadflag=0;
  written_flag=0;
  direction=0;
  bufsize=_bufsize;
  filename=_filename;
  AD_ALLOCATE(true_buffer,int,nentries+2,df1b2_gradlist)
  doubleptr=(double*)true_buffer;
  true_buffend=true_buffer+nentries+1;
  buffer=true_buffer+1;
  buffend=true_buffend-1;
  bptr=buffer;
  *true_buffer=5678;
  *true_buffend=9999;
  fp=open((char*)(filename), O_RDWR | O_CREAT | O_TRUNC |
                   O_BINARY, S_IREAD | S_IWRITE);
  if (fp < 0)
  {
    cerr << "Error trying to open file " << filename
         << " in class fixed_smartlist2 " << endl;
    ad_exit(1);
  }
  else
  {
    /*off_t pos=*/lseek(fp, 0L, SEEK_CUR);
  }
}

void fixed_smartlist2::write(const size_t n)
{
#if defined(__MINGW64__) || (defined(_WIN64) && defined(_MSC_VER))
  assert(n <= INT_MAX);
  ssize_t nw = ::write(fp, buffer, (int)n);
#else
  ssize_t nw = ::write(fp, buffer, n);
#endif
  if (nw <= -1 || (size_t)nw != n)
  {
    cerr << "Error writing to file " << filename << endl;
    ad_exit(1);
  }
}

void fixed_smartlist2::rewind(void)
{
  bptr=buffer;
  eof_flag=0;
  if (written_flag)
  {
    lseek(fp,0L,SEEK_SET);
    // get the record size
    unsigned int nbytes = 0;
    ssize_t ret = ::read(fp,&nbytes,sizeof(unsigned int));
    assert(ret != -1);
    if (nbytes > bufsize)
    {
      cerr << "Error -- record size in file seems to be larger than"
       " the buffer it was created from " << endl
        << " buffer size is " << bufsize << " record size is supposedly "
        << nbytes << endl;
      ad_exit(1);
    }
    // now read the record into the buffer
    ret = ::read(fp,buffer,nbytes);
    assert(ret != -1);
    //cout << "Number of bytes read " << nr << endl;
    // skip over file postion entry in file
    // so we are ready to read second record
    lseek(fp,(off_t)sizeof(off_t),SEEK_CUR);
  }
}

void fixed_smartlist2::initialize(void)
{
  end_saved=0;
  eof_flag=0;
  bptr=buffer;
  //int nbytes=0;
  written_flag=0;
  lseek(fp,0L,SEEK_SET);
  set_forward();
}

void fixed_smartlist2::check_buffer_size(const size_t nsize)
{
  if ( bptr+nsize-1 > buffend)
  {
    if (df1b2variable::get_passnumber()==2 && !noreadflag )
    {
      read_buffer();
    }
    else
    {
      if (nsize>bufsize)
      {
         cout << "Need to increase buffsize in list" << endl;
         exit(1);
      }
      write_buffer();
    }
  }
}
void fixed_smartlist2::restore_end()
{
  if (written_flag)
  {
    if (end_saved)
    {
#ifdef OPT_LIB
      lseek(fp, endof_file_ptr, SEEK_SET);
#else
      off_t ret = lseek(fp, endof_file_ptr, SEEK_SET);
      assert(ret >= 0);
#endif
      read_buffer();
      set_recend();
    }
  }
}

void fixed_smartlist2::save_end(void)
{
  if (written_flag)
  {
    if (!end_saved)
    {
      write_buffer_one_less();
      end_saved=1;
    }
  }
}

void fixed_smartlist2::write_buffer_one_less(void)
{
  int _nbytes=adptr_diff(bptr,buffer);
  if (_nbytes > 0)
  {
    unsigned int nbytes = (unsigned int)_nbytes;

    written_flag=1;
    // get the current file position
    off_t pos=lseek(fp,0L,SEEK_CUR);

    // write the size of the next record into the file
    ssize_t ret = ::write(fp,&nbytes,sizeof(unsigned int));
    assert(ret != -1);

    // write the record into the file
    ssize_t nw = ::write(fp,buffer,nbytes);
    if (nw < _nbytes)
    {
      cerr << "Error writing to file " << filename << endl;
      ad_exit(1);
    }
    // reset the pointer to the beginning of the buffer
    bptr=buffer;

    // now write the previous file position into the file so we can back up
    // when we want to.
    ret = ::write(fp,&pos,sizeof(off_t));
    assert(ret != -1);

    endof_file_ptr=lseek(fp,0L,SEEK_CUR);

    //cout << lseek(fp,0L,SEEK_CUR) << endl;
  }
}

void fixed_smartlist2::write_buffer(void)
{
  int _nbytes=adptr_diff(bptr+1,buffer);
  if (_nbytes > 0)
  {
    unsigned int nbytes = (unsigned int)_nbytes;

    written_flag=1;
    // get the current file position
    off_t pos=lseek(fp,0L,SEEK_CUR);

    // write the size of the next record into the file
    ssize_t ret = ::write(fp, &nbytes, sizeof(unsigned int));
    assert(ret != -1);

    // write the record into the file
    ret = ::write(fp,buffer,nbytes);
    assert(ret != -1);
    if (ret < _nbytes)
    {
      cerr << "Error writing to file " << filename << endl;
      ad_exit(1);
    }
    // reset the pointer to the beginning of the buffer
    bptr=buffer;

    // now write the previous file position into the file so we can back up
    // when we want to.
    ret = ::write(fp,&pos,sizeof(off_t));
    assert(ret != -1);

    endof_file_ptr=lseek(fp,0L,SEEK_CUR);

    //cout << lseek(fp,0L,SEEK_CUR) << endl;
  }
}

void fixed_smartlist2::read_buffer(void)
{
  if (!written_flag)
  {
    if (direction ==-1)
      eof_flag=-1;
    else
      eof_flag=1;
  }
  else
  {
    off_t pos = 0;
    if (direction ==-1) // we are going backwards
    {
      off_t ipos=lseek(fp,0L,SEEK_CUR);
      if (ipos ==0)
      {
        eof_flag=-1;
        return;
      }
      // offset of the begining of the record is at the end
      // of the record
#ifdef OPT_LIB
      lseek(fp,-((off_t)sizeof(off_t)),SEEK_CUR);
#else
      off_t ret2 = lseek(fp,-((off_t)sizeof(off_t)),SEEK_CUR);
      assert(ret2 >= 0);
#endif
      ssize_t ret = read(fp,&pos,sizeof(off_t));
      assert(ret != -1);

      // back up to the beginning of the record (plus record size)
#ifdef OPT_LIB
      lseek(fp,pos,SEEK_SET);
#else
      ret2 = lseek(fp,pos,SEEK_SET);
      assert(ret2 >= 0);
#endif
      //*(off_t*)(bptr)=lseek(fp,pos,SEEK_SET);
    }
    // get the record size
    int _nbytes = 0;
    ssize_t ret = ::read(fp,&_nbytes,sizeof(int));
    assert(ret != -1);
    if (_nbytes > 0)
    {
      const size_t nbytes = (size_t)_nbytes;
      if (nbytes > bufsize)
      {
        cerr << "Error -- record size in file seems to be larger than"
         " the buffer it was created from " << endl
          << " buffer size is " << bufsize << " record size is supposedly "
          << nbytes << endl;
        ad_exit(1);
      }
      // now read the record into the buffer
#if defined(__MINGW64__) || (defined(_WIN64) && defined(_MSC_VER))
      ssize_t nr = ::read(fp,buffer,_nbytes);
#else
      ssize_t nr = ::read(fp,buffer,nbytes);
#endif
      assert(nr != -1);
      if (nr != _nbytes)
      {
        cerr << "Error: read only " << nr << " of " << nbytes << "bytes.\n";
        exit(1);
      }
      // reset the pointer to the beginning of the buffer
      bptr=buffer;
      size_t ns = nbytes / sizeof(int);
      recend=bptr+ns-1;
      //cout << "Number of bytes read " << nr
       //    << "  recend value = " << recend << endl;
      if (direction ==-1) // we are going backwards
      {
        // backup the file pointer again
#ifdef OPT_LIB
        lseek(fp,pos,SEEK_SET);
#else
        off_t ret = lseek(fp,pos,SEEK_SET);
        assert(ret >= 0);
#endif
        // *(off_t*)(bptr)=lseek(fp,pos,SEEK_SET);
      }
      else  // we are going forward
      {
        //\todo need test

        // skip over file postion entry in file
#ifdef OPT_LIB
        lseek(fp, (off_t)sizeof(off_t), SEEK_CUR);
#else
        off_t ret = lseek(fp, (off_t)sizeof(off_t), SEEK_CUR);
        assert(ret >= 0);
#endif
      }
    }
  }
}

void memcpy(const fixed_smartlist2 & _list,void * p, const size_t nsize)
{
  ADUNCONST(fixed_smartlist2,list)
  if ( list.bptr+nsize-1 > list.buffend)
  {
    cerr << " Trying to write outside list buffer" << endl;
    exit(1);
  }
  memcpy(list.bptr,p,nsize);
  list.bptr+=nsize;
}

void memcpy(void * p,const fixed_smartlist2 & _list, const size_t nsize)
{
  ADUNCONST(fixed_smartlist2,list)
  if ( list.bptr+nsize-1 > list.buffend)
  {
    cerr << " Trying to write outside list buffer" << endl;
    exit(1);
  }
  memcpy(p,list.bptr,nsize);
  list.bptr+=nsize;
}

void fixed_smartlist2::operator -= (int n)
{
  if (bptr-n<buffer)
  {
    if (bptr != buffer)
    {
      cerr << " Sanity error in fixed_smartlist2::operator -= (int)" << endl;
      exit(1);
    }
    else
    {
      // get previous record from the file
      read_buffer();
      bptr=recend-n+1;
    }
  }
  else
  {
    bptr-=n;
  }
}

void fixed_smartlist2::operator -- (void)
{
  if (bptr-1<buffer)
  {
    if (bptr != buffer)
    {
      cerr << " Sanity error in fixed_smartlist2::operator -= (int)" << endl;
      exit(1);
    }
    else
    {
      // get previous record from the file
      read_buffer();
      //bptr=recend+1;
      bptr=recend;
    }
  }
  else
  {
    bptr--;
  }
}

void fixed_smartlist2::operator += (int nsize)
{
  if ( bptr+nsize-1 > buffend)
  {
    if (df1b2variable::get_passnumber()==2 && !noreadflag )
    {
      read_buffer();
    }
    else
    {
      if ((unsigned int)nsize>bufsize)
      {
         cout << "Need to increase buffsize in list" << endl;
         exit(1);
      }
      write_buffer();
    }
  }
  else
  {
    bptr+=nsize;
  }
}

void fixed_smartlist2::operator ++ (void)
{
  if ( bptr==buffend)
  {
    if (df1b2variable::get_passnumber()==2 && !noreadflag )
    {
      read_buffer();
    }
    else
    {
      write_buffer();
    }
  }
  else
  {
    bptr++;
  }
}

void fixed_smartlist2::read_file(void)
{
  //rewind the file
  off_t pos=lseek(fp,0L,SEEK_SET);
  char buffer[50000];
  int offset=0;
  fixed_list_entry * b= (fixed_list_entry*) &(buffer[0]);
  cout << b << endl;
  ssize_t nw = 0;
  do
  {
    int nbytes = 0;
    nw = ::read(fp,&nbytes,sizeof(int));
    if (nw != -1)
    {
      nw = ::read(fp, buffer + offset, (size_t)nbytes);
      if (nw != -1)
      {
        offset+=nbytes;
        nw = ::read(fp,&pos,sizeof(off_t));
      }
    }
  }
  while(nw);
}