XrdClXRootDMsgHandler.hh

Go to the documentation of this file.

//------------------------------------------------------------------------------
// Copyright (c) 2011-2014 by European Organization for Nuclear Research (CERN)
// Author: Lukasz Janyst <ljanyst@cern.ch>
//------------------------------------------------------------------------------
// This file is part of the XRootD software suite.
//
// XRootD is free software: you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// XRootD is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with XRootD.  If not, see <http://www.gnu.org/licenses/>.
//
// In applying this licence, CERN does not waive the privileges and immunities
// granted to it by virtue of its status as an Intergovernmental Organization
// or submit itself to any jurisdiction.
//------------------------------------------------------------------------------
 
#ifndef __XRD_CL_XROOTD_MSG_HANDLER_HH__
#define __XRD_CL_XROOTD_MSG_HANDLER_HH__
 
#include "XrdCl/XrdClPostMasterInterfaces.hh"
#include "XrdCl/XrdClXRootDResponses.hh"
#include "XrdCl/XrdClDefaultEnv.hh"
#include "XrdCl/XrdClMessage.hh"
#include "XProtocol/XProtocol.hh"
#include "XrdCl/XrdClLog.hh"
#include "XrdCl/XrdClConstants.hh"
 
#include "XrdSys/XrdSysPthread.hh"
 
#include <sys/uio.h>
 
#include <list>
#include <memory>
 
#if __cplusplus >= 201103L
#include <atomic>
#endif
 
namespace XrdCl
{
  class PostMaster;
  class SIDManager;
  class URL;
  class LocalFileHandler;
 
  //----------------------------------------------------------------------------
  // Single entry in the redirect-trace-back
  //----------------------------------------------------------------------------
  struct RedirectEntry
  {
      enum Type
      {
        EntryRedirect,
        EntryRedirectOnWait,
        EntryRetry,
        EntryWait
      };
 
      RedirectEntry( const URL &from, const URL &to, Type type ) :
        from( from ), to( to ), type( type )
      {
 
      }
 
      URL          from;
      URL          to;
      Type         type;
      XRootDStatus status;
 
      std::string ToString( bool prevok = true )
      {
        const std::string tostr   = to.GetLocation();
        const std::string fromstr = from.GetLocation();
 
        if( prevok )
        {
          switch( type )
          {
            case EntryRedirect: return "Redirected from: " + fromstr + " to: "
                + tostr;
 
            case EntryRedirectOnWait: return "Server responded with wait. "
                "Falling back to virtual redirector: " + tostr;
 
            case EntryRetry: return "Retrying: " + tostr;
 
            case EntryWait: return "Waited at server request. Resending: "
                + tostr;
          }
        }
        return "Failed at: " + fromstr + ", retrying at: " + tostr;
      }
  };
 
  //----------------------------------------------------------------------------
  //----------------------------------------------------------------------------
  class XRootDMsgHandler: public IncomingMsgHandler,
                          public OutgoingMsgHandler
  {
      friend class HandleRspJob;
 
    public:
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      XRootDMsgHandler( Message                     *msg,
                        ResponseHandler             *respHandler,
                        const URL                   *url,
                        std::shared_ptr<SIDManager>  sidMgr,
                        LocalFileHandler            *lFileHandler):
        pRequest( msg ),
        pResponse( 0 ),
        pResponseHandler( respHandler ),
        pUrl( *url ),
        pEffectiveDataServerUrl( 0 ),
        pSidMgr( sidMgr ),
        pLFileHandler( lFileHandler ),
        pExpiration( 0 ),
        pRedirectAsAnswer( false ),
        pOksofarAsAnswer( false ),
        pHosts( 0 ),
        pHasLoadBalancer( false ),
        pHasSessionId( false ),
        pChunkList( 0 ),
        pRedirectCounter( 0 ),
        pNotAuthorizedCounter( 0 ),
 
        pAsyncOffset( 0 ),
        pAsyncReadSize( 0 ),
        pAsyncReadBuffer( 0 ),
        pAsyncMsgSize( 0 ),
 
        pReadRawStarted( false ),
        pReadRawCurrentOffset( 0 ),
 
        pReadVRawMsgOffset( 0 ),
        pReadVRawChunkHeaderDone( false ),
        pReadVRawChunkHeaderStarted( false ),
        pReadVRawSizeError( false ),
        pReadVRawChunkIndex( 0 ),
        pReadVRawMsgDiscard( false ),
 
        pOtherRawStarted( false ),
 
        pFollowMetalink( false ),
 
        pStateful( false ),
 
        pAggregatedWaitTime( 0 ),
 
        pMsgInFly( false ),
 
        pTimeoutFence( false ),
 
        pDirListStarted( false ),
        pDirListWithStat( false ),
 
        pCV( 0 )
 
      {
        pPostMaster = DefaultEnv::GetPostMaster();
        if( msg->GetSessionId() )
          pHasSessionId = true;
        memset( &pReadVRawChunkHeader, 0, sizeof( readahead_list ) );
 
        Log *log = DefaultEnv::GetLog();
        log->Debug( ExDbgMsg, "[%s] MsgHandler created: 0x%x (message: %s ).",
                    pUrl.GetHostId().c_str(), this,
                    pRequest->GetDescription().c_str() );
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      ~XRootDMsgHandler()
      {
        DumpRedirectTraceBack();
 
        if( !pHasSessionId )
          delete pRequest;
        delete pResponse;
        std::vector<Message *>::iterator it;
        for( it = pPartialResps.begin(); it != pPartialResps.end(); ++it )
          delete *it;
 
        delete pEffectiveDataServerUrl;
 
        pRequest                = reinterpret_cast<Message*>( 0xDEADBEEF );
        pResponse               = reinterpret_cast<Message*>( 0xDEADBEEF );
        pResponseHandler        = reinterpret_cast<ResponseHandler*>( 0xDEADBEEF );
        pPostMaster             = reinterpret_cast<PostMaster*>( 0xDEADBEEF );
        pLFileHandler           = reinterpret_cast<LocalFileHandler*>( 0xDEADBEEF );
        pHosts                  = reinterpret_cast<HostList*>( 0xDEADBEEF );
        pChunkList              = reinterpret_cast<ChunkList*>( 0xDEADBEEF );
        pEffectiveDataServerUrl = reinterpret_cast<URL*>( 0xDEADBEEF );
 
        Log *log = DefaultEnv::GetLog();
        log->Debug( ExDbgMsg, "[%s] Destroying MsgHandler: 0x%x.",
                    pUrl.GetHostId().c_str(), this );
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual uint16_t Examine( Message *msg  );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual uint16_t GetSid() const;
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual void Process( Message *msg );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual Status ReadMessageBody( Message  *msg,
                                      int       socket,
                                      uint32_t &bytesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual uint8_t OnStreamEvent( StreamEvent event,
                                     uint16_t    streamNum,
                                     Status      status );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual void OnStatusReady( const Message *message,
                                  Status         status );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      virtual bool IsRaw() const;
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status WriteMessageBody( int       socket,
                               uint32_t &bytesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      ChunkList* GetMessageBody( uint32_t *&asyncOffset )
      {
        asyncOffset = &pAsyncOffset;
        return pChunkList;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void WaitDone( time_t now );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetExpiration( time_t expiration )
      {
        pExpiration = expiration;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetRedirectAsAnswer( bool redirectAsAnswer )
      {
        pRedirectAsAnswer = redirectAsAnswer;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetOksofarAsAnswer( bool oksofarAsAnswer )
      {
        pOksofarAsAnswer = oksofarAsAnswer;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      const Message *GetRequest() const
      {
        return pRequest;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetLoadBalancer( const HostInfo &loadBalancer )
      {
        if( !loadBalancer.url.IsValid() )
          return;
        pLoadBalancer    = loadBalancer;
        pHasLoadBalancer = true;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetHostList( HostList *hostList )
      {
        delete pHosts;
        pHosts = hostList;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetChunkList( ChunkList *chunkList )
      {
        pChunkList = chunkList;
        if( chunkList )
          pChunkStatus.resize( chunkList->size() );
        else
          pChunkStatus.clear();
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SetRedirectCounter( uint16_t redirectCounter )
      {
        pRedirectCounter = redirectCounter;
      }
 
      void SetFollowMetalink( bool followMetalink )
      {
        pFollowMetalink = followMetalink;
      }
 
      void SetStateful( bool stateful )
      {
        pStateful = stateful;
      }
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void TakeDownTimeoutFence();
 
    private:
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status ReadRawRead( Message  *msg,
                          int       socket,
                          uint32_t &bytesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status ReadRawReadV( Message  *msg,
                           int       socket,
                           uint32_t &bytesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status ReadRawOther( Message  *msg,
                           int       socket,
                           uint32_t &bytesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status ReadAsync( int socket, uint32_t &btesRead );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void HandleError( Status status, Message *msg = 0 );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status RetryAtServer( const URL &url, RedirectEntry::Type entryType );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void HandleResponse();
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      XRootDStatus *ProcessStatus();
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status ParseResponse( AnyObject *&response );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status RewriteRequestRedirect( const URL &newUrl );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status RewriteRequestWait();
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status PostProcessReadV( VectorReadInfo *vReadInfo );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      Status UnPackReadVResponse( Message *msg );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void UpdateTriedCGI(uint32_t errNo=0);
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void SwitchOnRefreshFlag();
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void HandleRspOrQueue();
 
      //------------------------------------------------------------------------ 
      //------------------------------------------------------------------------
      void HandleLocalRedirect( URL *url );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      bool IsRetriable( Message *request );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      bool OmitWait( Message *request, const URL &url );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      bool RetriableErrorResponse( const Status &status );
 
      //------------------------------------------------------------------------
      //------------------------------------------------------------------------
      void DumpRedirectTraceBack();
 
      //------------------------------------------------------------------------
      // Helper struct for async reading of chunks
      //------------------------------------------------------------------------
      struct ChunkStatus
      {
        ChunkStatus(): sizeError( false ), done( false ) {}
        bool sizeError;
        bool done;
      };
 
      typedef std::list<std::unique_ptr<RedirectEntry>> RedirectTraceBack;
 
      Message                        *pRequest;
      Message                        *pResponse;
      std::vector<Message *>          pPartialResps;
      ResponseHandler                *pResponseHandler;
      URL                             pUrl;
      URL                            *pEffectiveDataServerUrl;
      PostMaster                     *pPostMaster;
      std::shared_ptr<SIDManager>     pSidMgr;
      LocalFileHandler               *pLFileHandler;
      Status                          pStatus;
      Status                          pLastError;
      time_t                          pExpiration;
      bool                            pRedirectAsAnswer;
      bool                            pOksofarAsAnswer;
      HostList                       *pHosts;
      bool                            pHasLoadBalancer;
      HostInfo                        pLoadBalancer;
      bool                            pHasSessionId;
      std::string                     pRedirectUrl;
      ChunkList                      *pChunkList;
      std::vector<ChunkStatus>        pChunkStatus;
      uint16_t                        pRedirectCounter;
      uint16_t                        pNotAuthorizedCounter;
 
      uint32_t                        pAsyncOffset;
      uint32_t                        pAsyncReadSize;
      char*                           pAsyncReadBuffer;
      uint32_t                        pAsyncMsgSize;
 
      bool                            pReadRawStarted;
      uint32_t                        pReadRawCurrentOffset;
 
      uint32_t                        pReadVRawMsgOffset;
      bool                            pReadVRawChunkHeaderDone;
      bool                            pReadVRawChunkHeaderStarted;
      bool                            pReadVRawSizeError;
      int32_t                         pReadVRawChunkIndex;
      readahead_list                  pReadVRawChunkHeader;
      bool                            pReadVRawMsgDiscard;
 
      bool                            pOtherRawStarted;
 
      bool                            pFollowMetalink;
 
      bool                            pStateful;
      int                             pAggregatedWaitTime;
 
      std::unique_ptr<RedirectEntry>  pRdirEntry;
      RedirectTraceBack               pRedirectTraceBack;
 
      bool                            pMsgInFly;
 
      //------------------------------------------------------------------------
      // true if MsgHandler is both in inQueue and installed in respective
      // Stream (this could happen if server gave oksofar response), otherwise
      // false
      //------------------------------------------------------------------------
#if __cplusplus >= 201103L
      std::atomic<bool>               pTimeoutFence;
#else
      bool                            pTimeoutFence;
#endif
 
      //------------------------------------------------------------------------
      // if we are serving chunked data to the user's handler in case of
      // kXR_dirlist we need to memorize if the response contains stat info or
      // not (the information is only encoded in the first chunk)
      //------------------------------------------------------------------------
      bool                            pDirListStarted;
      bool                            pDirListWithStat;
 
      //------------------------------------------------------------------------
      // synchronization is needed in case the MsgHandler has been configured
      // to serve kXR_oksofar as a response to the user's handler
      //------------------------------------------------------------------------
      XrdSysCondVar                   pCV;
  };
}
 
#endif // __XRD_CL_XROOTD_MSG_HANDLER_HH__