XrdFileCacheInfo.hh

#ifndef __XRDFILECACHE_INFO_HH__
#define __XRDFILECACHE_INFO_HH__
//----------------------------------------------------------------------------------
// Copyright (c) 2014 by Board of Trustees of the Leland Stanford, Jr., University
// Author: Alja Mrak-Tadel, Matevz Tadel, Brian Bockelman
//----------------------------------------------------------------------------------
// XRootD is free software: you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// XRootD is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with XRootD.  If not, see <http://www.gnu.org/licenses/>.
//----------------------------------------------------------------------------------

#include <stdio.h>
#include <time.h>
#include <assert.h>

#include "XrdSys/XrdSysPthread.hh"
#include "XrdCl/XrdClLog.hh"
#include "XrdCl/XrdClConstants.hh"
#include "XrdCl/XrdClDefaultEnv.hh"

class XrdOssDF;

namespace XrdCl
{
   class Log;
}

namespace XrdFileCache
{
   class Stats;

   //----------------------------------------------------------------------------
   //! Status of cached file. Can be read from and written into a binary file.
   //----------------------------------------------------------------------------
   class Info
   {
      private:
         static unsigned char cfiBIT(int n) { return 1 << n; }

      public:
         // !Access statistics
         struct AStat
         {
            time_t    DetachTime;  //! close time
            long long BytesDisk;   //! read from disk
            long long BytesRam;    //! read from ram
            long long BytesMissed; //! read remote client
         };

         //------------------------------------------------------------------------
         //! Constructor.
         //------------------------------------------------------------------------
      Info(long long bufferSize, bool prefetchBuffer = false);

         //------------------------------------------------------------------------
         //! Destructor.
         //------------------------------------------------------------------------
         ~Info();

         //---------------------------------------------------------------------
         //! \brief Mark block as downloaded
         //!
         //! @param i block index
         //---------------------------------------------------------------------
         void SetBitFetched(int i);

         //! \brief Mark block as disk written
         //!
         //! @param i block index
         //---------------------------------------------------------------------
         void SetBitWriteCalled(int i);

         //! \brief Mark block as written from prefetch
         //!
         //! @param i block index
         //---------------------------------------------------------------------
         void SetBitPrefetch(int i);

         void SetFileSize(long long);

         //---------------------------------------------------------------------
         //! \brief Reserve buffer for fileSize/bufferSize bytes
         //!
         //! @param n number of file blocks
         //---------------------------------------------------------------------
         void ResizeBits(int n);

         //---------------------------------------------------------------------
         //! \brief Rea load content from cinfo file into this object
         //!
         //! @param fp file handle
         //!
         //! @return number of bytes read
         //---------------------------------------------------------------------
         int Read(XrdOssDF* fp, bool init_prefetch = false);

         //---------------------------------------------------------------------
         //! Write number of blocks and read buffer size
         //---------------------------------------------------------------------
         void WriteHeader(XrdOssDF* fp);

         //---------------------------------------------------------------------
         //! Append access time, and cache statistics
         //---------------------------------------------------------------------
         void AppendIOStat(AStat& stat, XrdOssDF* fp);

         //---------------------------------------------------------------------
         //! Check download status in given block range
         //---------------------------------------------------------------------
         bool IsAnythingEmptyInRng(int firstIdx, int lastIdx) const;

         //---------------------------------------------------------------------
         //! Get size of download-state bit-vector in bytes.
         //---------------------------------------------------------------------
         int GetSizeInBytes() const;

         //---------------------------------------------------------------------
         //! Get number of blocks represented in download-state bit-vector.
         //---------------------------------------------------------------------
         int GetSizeInBits() const;

         //---------------------------------------------------------------------
         //! Get file size
         //---------------------------------------------------------------------
         long long GetFileSize() const;

         //----------------------------------------------------------------------
         //! Get header size.
         //----------------------------------------------------------------------
         int GetHeaderSize() const;

         //---------------------------------------------------------------------
         //! Get latest detach time
         //---------------------------------------------------------------------
         bool GetLatestDetachTime(time_t& t, XrdOssDF* fp) const;

         //---------------------------------------------------------------------
         //! Get prefetch buffer size
         //---------------------------------------------------------------------
         long long GetBufferSize() const;

         //---------------------------------------------------------------------
         //! Test if block at the given index is downlaoded
         //---------------------------------------------------------------------
         bool TestBit(int i) const;

         //---------------------------------------------------------------------
         //! Test if block at the given index is prefetched
         //---------------------------------------------------------------------
         bool TestPrefetchBit(int i) const;

         //---------------------------------------------------------------------
         //! Get complete status
         //---------------------------------------------------------------------
         bool IsComplete() const;

         //---------------------------------------------------------------------
         //! Get number of downloaded blocks
         //---------------------------------------------------------------------
         int GetNDownloadedBlocks() const;

         //---------------------------------------------------------------------
         //! Get number of downloaded bytes
         //---------------------------------------------------------------------
         long long GetNDownloadedBytes() const;

         //---------------------------------------------------------------------
         //! Update complete status
         //---------------------------------------------------------------------
         void CheckComplete();

         //---------------------------------------------------------------------
         //! Get number of accesses
         //---------------------------------------------------------------------
         int GetAccessCnt() { return  m_accessCnt; }

         //---------------------------------------------------------------------
         //! Get version
         //---------------------------------------------------------------------
         int GetVersion() { return  m_version; }


         const static char* m_infoExtension;

      protected:

         XrdCl::Log* clLog() const { return XrdCl::DefaultEnv::GetLog(); }

         //---------------------------------------------------------------------
         //! Cache statistics and time of access.
         //---------------------------------------------------------------------

         int            m_version;    //!< info version
         long long      m_bufferSize; //!< prefetch buffer size
         bool           m_hasPrefetchBuffer; //!< constains current prefetch score
         long long      m_fileSize; //!< number of file blocks
         int            m_sizeInBits; //!< number of file blocks
         unsigned char *m_buff_fetched;       //!< download state vector
         unsigned char *m_buff_write_called;  //!< disk written state vector
         unsigned char *m_buff_prefetch;  //!< prefetch state vector
         int            m_accessCnt;  //!< number of written AStat structs
         bool           m_complete;   //!< cached
   };

   inline bool Info::TestBit(int i) const
   {
      int cn = i/8;
      assert(cn < GetSizeInBytes());

      int off = i - cn*8;
      return (m_buff_fetched[cn] & cfiBIT(off)) == cfiBIT(off);
   }

   // AMT  could have only one function to test bit and pass an argument, but would loose clarity
   inline bool Info::TestPrefetchBit(int i) const
   {
      int cn = i/8;
      assert(cn < GetSizeInBytes());

      int off = i - cn*8;
      return (m_buff_prefetch[cn] & cfiBIT(off)) == cfiBIT(off);
   }

   inline int Info::GetNDownloadedBlocks() const
   {
      int cntd = 0;
      for (int i = 0; i < m_sizeInBits; ++i)
         if (TestBit(i)) cntd++;

      return cntd;
   }

   inline long long Info::GetNDownloadedBytes() const
   {
      return m_bufferSize * GetNDownloadedBlocks();
   }

   inline int Info::GetSizeInBytes() const
   {
      return ((m_sizeInBits -1)/8 + 1);
   }

   inline int Info::GetSizeInBits() const
   {
      return m_sizeInBits;
   }

   inline long long Info::GetFileSize() const
   {
      return m_fileSize;
   }

   inline bool Info::IsComplete() const
   {
      return m_complete;
   }

   inline bool Info::IsAnythingEmptyInRng(int firstIdx, int lastIdx) const
   {
      for (int i = firstIdx; i <= lastIdx; ++i)
         if (!TestBit(i)) return true;

      return false;
   }

   inline void Info::CheckComplete()
   {
      m_complete = !IsAnythingEmptyInRng(0, m_sizeInBits-1);
   }

   inline void Info::SetBitWriteCalled(int i)
   {
      int cn = i/8;
      assert(cn < GetSizeInBytes());

      int off = i - cn*8;
      m_buff_write_called[cn] |= cfiBIT(off);
   }

   inline void Info::SetBitFetched(int i)
   {
      int cn = i/8;
      assert(cn < GetSizeInBytes());

      int off = i - cn*8;
      m_buff_fetched[cn] |= cfiBIT(off);
   }

   inline void Info::SetBitPrefetch(int i)
   {
      int cn = i/8;
      assert(cn < GetSizeInBytes());

      int off = i - cn*8;
      m_buff_prefetch[cn] |= cfiBIT(off);
   }


   inline long long Info::GetBufferSize() const
   {
      return m_bufferSize;
   }
}
#endif