ossim::CurlStreamBuffer Class Reference

#include <ossimCurlStreamBuffer.h>

Inheritance diagram for ossim::CurlStreamBuffer:

Public Member Functions
	CurlStreamBuffer (ossim_int64 blockSize=ossim::CurlStreamDefaults::m_readBlocksize)
CurlStreamBuffer *	open (const char *connectionString, const ossimKeywordlist &options, std::ios_base::openmode mode)
CurlStreamBuffer *	open (const std::string &connectionString, const ossimKeywordlist &options, std::ios_base::openmode mode)
bool	is_open () const
virtual	~CurlStreamBuffer ()
ossim_int64	getFileSize () const
ossim_uint64	getBlockSize () const

Protected Member Functions
virtual pos_type	seekoff (off_type offset, std::ios_base::seekdir dir, std::ios_base::openmode __mode=std::ios_base::in|std::ios_base::out)
virtual pos_type	seekpos (pos_type pos, std::ios_base::openmode mode=std::ios_base::in|std::ios_base::out)
virtual std::streamsize	xsgetn (char_type *s, std::streamsize n)
virtual int	underflow ()
void	clearAll ()
ossim_int64	getBlockIndex (ossim_int64 byteOffset) const
ossim_int64	getBlockOffset (ossim_int64 byteOffset) const
bool	getBlockRangeInBytes (ossim_int64 blockIndex, ossim_int64 &startRange, ossim_int64 &endRange) const
bool	loadBlock (ossim_int64 absolutePosition)
ossim_int64	getAbsoluteByteOffset () const
bool	withinWindow () const

Protected Attributes
std::string	m_bucket
std::string	m_key
std::vector< char >	m_buffer
ossim_int64	m_bufferActualDataSize
ossim_int64	m_currentBlockPosition
char *	m_bufferPtr
ossim_int64	m_fileSize
bool	m_opened
ossimCurlHttpRequest	m_curlHttpRequest

Detailed Description

Definition at line 24 of file ossimCurlStreamBuffer.h.

Constructor & Destructor Documentation

CurlStreamBuffer()

ossim::CurlStreamBuffer::CurlStreamBuffer

(

ossim_int64

blockSize = ossim::CurlStreamDefaults::m_readBlocksize

)

Definition at line 31 of file ossimCurlStreamBuffer.cpp.

References m_bufferPtr.

   :
   m_bucket(""),
   m_key(""),
   m_buffer(blockSize),
   m_bufferActualDataSize(0),
   m_currentBlockPosition(-1),
   m_bufferPtr(0),
   m_fileSize(0),
   m_opened(false)
   //m_mode(0)
{
   setg(m_bufferPtr, m_bufferPtr, m_bufferPtr);
}

~CurlStreamBuffer()

virtual ossim::CurlStreamBuffer::~CurlStreamBuffer ( )

inlinevirtual

Definition at line 43 of file ossimCurlStreamBuffer.h.

   {
      
   }

Member Function Documentation

clearAll()

void ossim::CurlStreamBuffer::clearAll ( )

protected

Definition at line 249 of file ossimCurlStreamBuffer.cpp.

{
   m_bucket = "";
   m_key    = "";
   m_fileSize = 0;
   m_opened = false;
   m_currentBlockPosition = 0;
}

getAbsoluteByteOffset()

ossim_int64 ossim::CurlStreamBuffer::getAbsoluteByteOffset ( ) const

protected

Definition at line 525 of file ossimCurlStreamBuffer.cpp.

{
   ossim_int64 result = -1;
   
   if(m_currentBlockPosition >= 0)
   {
      result = m_currentBlockPosition;
      if(gptr()&&eback())
      {
         result += (gptr()-eback());
      }
   }

   // std::cout << "RESULT getAbsoluteByteOffset======== " << result << "\n";
   return result;
}

getBlockIndex()

ossim_int64 ossim::CurlStreamBuffer::getBlockIndex ( ossim_int64  byteOffset ) const

protected

Definition at line 46 of file ossimCurlStreamBuffer.cpp.

{
   ossim_int64 blockNumber = -1;
  
   if(byteOffset < (ossim_int64)m_fileSize)
   {
      if(m_buffer.size()>0)
      {
         blockNumber = byteOffset/m_buffer.size();
      }
      else
      {
      }    
   }
   else
   {
   }
   return blockNumber;
}

getBlockOffset()

ossim_int64 ossim::CurlStreamBuffer::getBlockOffset ( ossim_int64  byteOffset ) const

protected

Definition at line 66 of file ossimCurlStreamBuffer.cpp.

{
   ossim_int64 blockOffset = -1;
  
   if(m_buffer.size()>0)
   {
      blockOffset = byteOffset%m_buffer.size();
   }    

   return blockOffset;
}

getBlockRangeInBytes()

bool ossim::CurlStreamBuffer::getBlockRangeInBytes ( ossim_int64  blockIndex, ossim_int64 &  startRange, ossim_int64 &  endRange  ) const

protected

Definition at line 78 of file ossimCurlStreamBuffer.cpp.

{
   bool result = false;

   if(blockIndex >= 0)
   {
      startRange = blockIndex*m_buffer.size();
      endRange   = startRange + m_buffer.size()-1;

      result = true;    
   }

   return result;
}

getBlockSize()

ossim_uint64 ossim::CurlStreamBuffer::getBlockSize

(

)

const

Returns

Size of block buffer in bytes.

Definition at line 553 of file ossimCurlStreamBuffer.cpp.

{
   return m_buffer.size();
}

getFileSize()

ossim_int64 ossim::CurlStreamBuffer::getFileSize

(

)

const

Returns

Size of file in bytes.

Definition at line 548 of file ossimCurlStreamBuffer.cpp.

{
   return static_cast<ossim_int64>(m_fileSize);
}

is_open()

bool ossim::CurlStreamBuffer::is_open ( ) const

inline

Definition at line 39 of file ossimCurlStreamBuffer.h.

References m_opened.

   {
      return m_opened;
   }

loadBlock()

bool ossim::CurlStreamBuffer::loadBlock ( ossim_int64  absolutePosition )

protected

Definition at line 95 of file ossimCurlStreamBuffer.cpp.

References ossimHttpResponse::convertHeaderStreamToKeywordlist(), ossimWebResponse::copyAllDataFromInputStream(), ossimRefPtr< T >::get(), ossimHttpResponse::getContentLength(), ossimHttpResponse::getStatusCode(), and ossimHttpResponse::headerKwl().

{
   bool result = false;
   m_bufferPtr = 0;
   //GetObjectRequest getObjectRequest;
   std::stringstream stringStream;
   ossim_int64 startRange, endRange;
   ossim_int64 blockIndex = getBlockIndex(absolutePosition);
   // std::cout << "blockIndex = " << blockIndex << "\n";
   if(absolutePosition<0) return false;
   if((absolutePosition < 0) || (absolutePosition > (ossim_int64)m_fileSize))
   {
      return false;
   }
   if(getBlockRangeInBytes(blockIndex, startRange, endRange))
   {
      m_curlHttpRequest.clearHeaderOptions();
      stringStream << "bytes=" << startRange << "-" << endRange;
      m_curlHttpRequest.addHeaderOption("Range", stringStream.str().c_str());
      // std::cout << "HEADER ====== " << stringStream.str().c_str() << "\n";
      ossimRefPtr<ossimWebResponse> webResponse = m_curlHttpRequest.getResponse();
      ossimHttpResponse* response = dynamic_cast<ossimHttpResponse*>(webResponse.get());
      ossim_int32 code = 404;
      if(response)
      {
         code = response->getStatusCode();
         //std::cout << "GOT RESPONSE!!!\n";

         // may not get 200 for this is a partial content call
         //
         if((code >=200) && (code < 300))
         {
            m_buffer.clear();
            response->copyAllDataFromInputStream(m_buffer);
            m_bufferPtr = &m_buffer.front();
            response->convertHeaderStreamToKeywordlist();
            const ossimKeywordlist& headerKwl = response->headerKwl();
            ossim_int64 contentLen = response->getContentLength();
            if(contentLen >=0)
            {
               m_bufferActualDataSize = contentLen;
               ossim_int64 delta = absolutePosition-startRange;
               m_bufferPtr = &m_buffer.front();
               setg(m_bufferPtr, m_bufferPtr + delta, m_bufferPtr+m_bufferActualDataSize);
               m_currentBlockPosition = startRange;
               result = true;
            }
            else
            {
               m_buffer.clear();
               m_bufferActualDataSize = 0;
               // std::cout << "FAILED LOADED BLOCK\n";

            }
         } 
         else if(response)
         {
            // std::cout << "Status code was " << response->getStatusCode() << "\n";
         }
      }
      // getObjectRequest.WithBucket(m_bucket.c_str())
      //    .WithKey(m_key.c_str()).WithRange(stringStream.str().c_str());
      // auto getObjectOutcome = m_client.GetObject(getObjectRequest);

      // if(getObjectOutcome.IsSuccess())
      // {
      //    Aws::IOStream& bodyStream = getObjectOutcome.GetResult().GetBody();
      //    ossim_int64 bufSize = getObjectOutcome.GetResult().GetContentLength();
      //    m_bufferActualDataSize = bufSize;
      //    bodyStream.read(&m_buffer.front(), bufSize);
      //    m_bufferPtr = &m_buffer.front();

      //    ossim_int64 delta = absolutePosition-startRange;
      //    setg(m_bufferPtr, m_bufferPtr + delta, m_bufferPtr+m_bufferActualDataSize);
      //    m_currentBlockPosition = startRange;
      //    result = true;
      // }
      // else
      // {
      //    m_bufferActualDataSize = 0;
      // }
   }

   return result;
}

open() [1/2]

ossim::CurlStreamBuffer * ossim::CurlStreamBuffer::open	(	const char *	connectionString,
		const ossimKeywordlist &	options,
		std::ios_base::openmode	mode
	)

Definition at line 181 of file ossimCurlStreamBuffer.cpp.

Referenced by ossim::CurlIStream::open().

{
   std::string temp(connectionString);
   return open(temp, options, m);
}

open() [2/2]

ossim::CurlStreamBuffer * ossim::CurlStreamBuffer::open	(	const std::string &	connectionString,
		const ossimKeywordlist &	options,
		std::ios_base::openmode	mode
	)

Definition at line 189 of file ossimCurlStreamBuffer.cpp.

{
   if(traceDebug())
   {
      ossimNotify(ossimNotifyLevel_DEBUG)
         << "ossim::CurlStreamBuffer::open DEBUG: entered..... with connection " << connectionString << std::endl;
   }
   // bool result = false;
   ossimUrl url(connectionString);
   ossimKeywordlist header;
   clearAll();
   // m_mode = mode;
   ossimTimer::Timer_t startTimer = ossimTimer::instance()->tick();

   // AWS server is case insensitive:
   if( (url.getProtocol() == "http") || (url.getProtocol() == "https") )
   {
      ossim_int64 filesize;
      m_curlHttpRequest.set(url, header);
      if(ossim::CurlHeaderCache::instance()->getCachedFilesize(connectionString, filesize))
      {
         m_fileSize = filesize;
         m_opened = true;
         m_currentBlockPosition = 0;
      }
      else
      {
         m_opened = true;
         m_fileSize = m_curlHttpRequest.getContentLength();
         m_currentBlockPosition = 0;

         if(m_fileSize > 0)
         {
            m_opened = true;
         }
         ossim::CurlHeaderCache::Node_t nodePtr = std::make_shared<ossim::CurlHeaderCacheNode>(m_fileSize);
         ossim::CurlHeaderCache::instance()->addHeader(connectionString, nodePtr);
      }
   }
   ossimTimer::Timer_t endTimer = ossimTimer::instance()->tick();

   if(traceDebug())
   {
      ossim_float64 delta = ossimTimer::instance()->delta_s(startTimer, endTimer);

      ossimNotify(ossimNotifyLevel_DEBUG)
         << "ossim::CurlStreamBuffer::open DEBUG: Took " << delta << " seconds to open" << std::endl;
      ossimNotify(ossimNotifyLevel_DEBUG)
         << "ossim::CurlStreamBuffer::open DEBUG: leaving....." << std::endl;

   }
   if(m_opened) return this;

   return 0;
}

seekoff()

ossim::CurlStreamBuffer::pos_type ossim::CurlStreamBuffer::seekoff ( off_type  offset, std::ios_base::seekdir  dir, std::ios_base::openmode  __mode = std::ios_base::in | std::ios_base::out  )

protectedvirtual

Definition at line 289 of file ossimCurlStreamBuffer.cpp.

{ 
   // std::cout <<"ossim::CurlStreamBuffer::seekoff type size === " << sizeof(off_type) << std::endl;
   // std::cout <<"ossim::CurlStreamBuffer::seekoff offset ====== " << offset << std::endl;
   // std::cout << "ossim::CurlStreamBuffer::seekoff\n";
   pos_type result = pos_type(off_type(-1));
   // bool withinBlock = true;
   if((mode & std::ios_base::in)&&
      (mode & std::ios_base::out))
   {
      return result;
   }
   switch(dir)
   {
      case std::ios_base::beg:
      {
         ossim_int64 absolutePosition = getAbsoluteByteOffset();
         // really would like to figure out a better way but for now
         // we have to have one valid block read in to properly adjust
         // gptr() with gbump
         //
         if(!gptr())
         {
            if(!loadBlock(offset))
            {
               return result;
            }
         }
         if((offset <= (ossim_int64)m_fileSize)&&
            (offset >=0))
         {
            result = pos_type(offset);
         }
         if(!gptr())
         {
            if(!loadBlock(result))
            {
               return EOF;
            }
         }
         else if(mode  & std::ios_base::in)
         {
            absolutePosition = getAbsoluteByteOffset();
            ossim_int64 delta = offset - absolutePosition;
            setg(eback(), gptr()+delta, egptr());
            //gbump(offset - absolutePosition);
         }
         // std::cout << "ossim::CurlStreamBuffer::seekoff beg RESULT??????????????????? " << result << std::endl;
         break;
      }
      case std::ios_base::cur:
      {
         if(!gptr())
         {
            // std::cout << "LOADING BLOCK!!!!!!!!!!!!!!\n" << std::endl;
            if(!loadBlock(0))
            {
               return result;
            }
         }
         result = getAbsoluteByteOffset();
         // std::cout << "INITIAL ABSOLUTE BYTE OFFSET ==== " << result << "\n";
         if(!offset)
         {
            result = getAbsoluteByteOffset();
         }
         else
         {
            result += offset;
//            gbump(offset);
            setg(eback(), gptr()+offset, egptr());

         }
         // std::cout << "ossim::CurlStreamBuffer::seekoff cur RESULT??????????????????? " << result << std::endl;

        break;
      }
      case std::ios_base::end:
      {
         ossim_int64 absolutePosition  = m_fileSize + offset;
         if(!gptr())
         {
             if(absolutePosition==m_fileSize)
             {
                if(!loadBlock(absolutePosition))
                {
                   return result;
                }
             }
             else
             {
               if(!loadBlock(absolutePosition))
               {
                  return result;
               }               
            }
         }
         ossim_int64 currentAbsolutePosition = getAbsoluteByteOffset();
         ossim_int64 delta = absolutePosition-currentAbsolutePosition;

//         std::cout << "CURRENT ABSOLUTE POSITION === " << currentAbsolutePosition << std::endl;
//         std::cout << "CURRENT ABSOLUTE delta POSITION === " << delta << std::endl;
         if(mode & std::ios_base::in )
         {
            setg(eback(), gptr()+delta, egptr());

//            gbump(delta);
            result = absolutePosition;
         }
         // std::cout << "ossim::CurlStreamBuffer::seekoff end RESULT??????????????????? " << result << std::endl;
         break;
      }
      default:
      {
         break;
      }
   }

   return result; 
} 

seekpos()

ossim::CurlStreamBuffer::pos_type ossim::CurlStreamBuffer::seekpos ( pos_type  pos, std::ios_base::openmode  mode = std::ios_base::in | std::ios_base::out  )

protectedvirtual

Definition at line 412 of file ossimCurlStreamBuffer.cpp.

{
   // std::cout << "ossim::CurlStreamBuffer::seekpos: " << pos << std::endl;
   pos_type result = pos_type(off_type(-1));
   ossim_int64 tempPos = static_cast<ossim_int64>(pos);
   // Currently we must initialize to a block
   if(!gptr())
   {
      if(!loadBlock(tempPos))
      {
         return result;
      }
   }
   ossim_int64 absoluteLocation = getAbsoluteByteOffset();
   if(mode & std::ios_base::in)
   {
      if((pos >= 0)&&(pos < (ossim_int64)m_fileSize))
      {
         ossim_int64 delta = tempPos-absoluteLocation;
         if(delta)
         {
            setg(eback(), gptr()+delta, egptr());
            //gbump(delta);
         }
         result = pos;
      }
   }
   return result;
}

underflow()

int ossim::CurlStreamBuffer::underflow ( )

protectedvirtual

Definition at line 259 of file ossimCurlStreamBuffer.cpp.

{
   if(!is_open())
   {
      return EOF;
   }
   else if( !withinWindow() )
   {
      ossim_int64 absolutePosition = getAbsoluteByteOffset();
      if(absolutePosition < 0)
      {
         return EOF;
      }

      if(!loadBlock(absolutePosition))
      {
         return EOF;
      }
   }
   
   // std::cout << "GPTR CHARACTER ========== "
   // << (int)static_cast<ossim_uint8>(*gptr()) << std::endl;

   //---
   // Double cast to get non-negative values so as to not send an inadvertent
   // EOF(-1) to caller.
   //---
   return (int)static_cast<ossim_uint8>(*gptr());
}

withinWindow()

bool ossim::CurlStreamBuffer::withinWindow ( ) const

protected

Definition at line 542 of file ossimCurlStreamBuffer.cpp.

{
   if(!gptr()) return false;
   return ((gptr()>=eback()) && (gptr()<egptr()));
}

xsgetn()

std::streamsize ossim::CurlStreamBuffer::xsgetn ( char_type *  s, std::streamsize  n  )

protectedvirtual

Definition at line 442 of file ossimCurlStreamBuffer.cpp.

References n.

{      
  // std::cout << "ossim::CurlStreamBuffer::xsgetn" << std::endl;

   if(!is_open()) return EOF;
   // unsigned long int bytesLeftToRead = egptr()-gptr();
   // initialize if we need to to load the block at current position
   if((!withinWindow())&&is_open())
   {
      if(!gptr())
      {
         if(!loadBlock(0))
         {
            return EOF;
         }
      }
      else if(!loadBlock(getAbsoluteByteOffset()))
      {
         return EOF;
      }
   }
   ossim_int64 bytesNeedToRead = n;
   // ossim_int64 bytesToRead = 0;
   ossim_int64 bytesRead = 0;
   ossim_int64 currentAbsolutePosition = getAbsoluteByteOffset();
   // ossim_int64 startOffset, endOffset;
   if(currentAbsolutePosition >= (ossim_int64)m_fileSize)
   {
      return EOF;
   }
   else if((currentAbsolutePosition + bytesNeedToRead)>(ossim_int64)m_fileSize)
   {
      bytesNeedToRead = (m_fileSize - currentAbsolutePosition);
   }

   while(bytesNeedToRead > 0)
   {
      currentAbsolutePosition = getAbsoluteByteOffset();
      if(!withinWindow())
      {
         if(!loadBlock(currentAbsolutePosition))
         {
            return bytesRead;
         }
         currentAbsolutePosition = getAbsoluteByteOffset();
      }

      // get each bloc  
      if(currentAbsolutePosition>=0)
      {
         //getBlockRangeInBytes(getBlockIndex(m_currentBlockPosition), startOffset, endOffset);      
    
         ossim_int64 delta = (egptr()-gptr());//(endOffset - m_currentBlockPosition)+1;

         if(delta <= bytesNeedToRead)
         {
            std::memcpy(s+bytesRead, gptr(), delta);
            //m_currentBlockPosition += delta;
            //setg(eback(), egptr(), egptr());
            bytesRead+=delta;
            bytesNeedToRead-=delta;
            //gbump(delta);
            setg(eback(), gptr()+delta, egptr());

         }
         else
         {
            std::memcpy(s+bytesRead, gptr(), bytesNeedToRead);
            setg(eback(), gptr()+bytesNeedToRead, egptr());
            //gbump(bytesNeedToRead);
//            std::cout << "gbump 2 DELTA ========= " << bytesNeedToRead << std::endl;
            bytesRead+=bytesNeedToRead;
            bytesNeedToRead=0;
         }
      }
      else
      {
         break;
      }
   }
   return std::streamsize(bytesRead);
}

Member Data Documentation

m_bucket

std::string ossim::CurlStreamBuffer::m_bucket

protected

Definition at line 82 of file ossimCurlStreamBuffer.h.

m_buffer

std::vector<char> ossim::CurlStreamBuffer::m_buffer

protected

Definition at line 84 of file ossimCurlStreamBuffer.h.

m_bufferActualDataSize

ossim_int64 ossim::CurlStreamBuffer::m_bufferActualDataSize

protected

Definition at line 85 of file ossimCurlStreamBuffer.h.

m_bufferPtr

char* ossim::CurlStreamBuffer::m_bufferPtr

protected

Definition at line 87 of file ossimCurlStreamBuffer.h.

Referenced by CurlStreamBuffer().

m_curlHttpRequest

ossimCurlHttpRequest ossim::CurlStreamBuffer::m_curlHttpRequest

protected

Definition at line 90 of file ossimCurlStreamBuffer.h.

m_currentBlockPosition

ossim_int64 ossim::CurlStreamBuffer::m_currentBlockPosition

protected

Definition at line 86 of file ossimCurlStreamBuffer.h.

m_fileSize

ossim_int64 ossim::CurlStreamBuffer::m_fileSize

protected

Definition at line 88 of file ossimCurlStreamBuffer.h.

m_key

std::string ossim::CurlStreamBuffer::m_key

protected

Definition at line 83 of file ossimCurlStreamBuffer.h.

m_opened

bool ossim::CurlStreamBuffer::m_opened

protected

Definition at line 89 of file ossimCurlStreamBuffer.h.

Referenced by is_open().

---

The documentation for this class was generated from the following files:

• ossimCurlStreamBuffer.h
• ossimCurlStreamBuffer.cpp