XrdClHttp::Filesystem Class Reference

#include <XrdClHttpFilesystem.hh>

Inheritance diagram for XrdClHttp::Filesystem:

Collaboration diagram for XrdClHttp::Filesystem:

Public Member Functions
	Filesystem (const std::string &, std::shared_ptr< HandlerQueue > queue, XrdCl::Log *log)
virtual	~Filesystem () noexcept
XrdCl::XRootDStatus	DirList (const std::string &path, XrdCl::DirListFlags::Flags flags, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual bool	GetProperty (const std::string &name, std::string &value) const override
virtual XrdCl::XRootDStatus	Locate (const std::string &path, XrdCl::OpenFlags::Flags flags, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	MkDir (const std::string &path, XrdCl::MkDirFlags::Flags flags, XrdCl::Access::Mode mode, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	Prepare (const std::vector< std::string > &fileList, XrdCl::PrepareFlags::Flags flags, uint8_t priority, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	Query (XrdCl::QueryCode::Code queryCode, const XrdCl::Buffer &arg, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	Rm (const std::string &path, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	RmDir (const std::string &path, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual bool	SetProperty (const std::string &name, const std::string &value) override
virtual XrdCl::XRootDStatus	Stat (const std::string &path, XrdCl::ResponseHandler *handler, time_t timeout) override
virtual XrdCl::XRootDStatus	ThirdPartyCopy (const std::string &source, const std::string &dest, const XrdCl::PropertyList *properties, XrdCl::ProgressHandler *progress_handler, time_t timeout=0) override
Public Member Functions inherited from XrdCl::FileSystemPlugIn
virtual	~FileSystemPlugIn ()
	Destructor. More...
virtual XRootDStatus	ChMod (const std::string &path, Access::Mode mode, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	DeepLocate (const std::string &path, OpenFlags::Flags flags, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	DelXAttr (const std::string &path, const std::vector< std::string > &attrs, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	GetXAttr (const std::string &path, const std::vector< std::string > &attrs, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	ListXAttr (const std::string &path, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	Mv (const std::string &source, const std::string &dest, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	Ping (ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	Protocol (ResponseHandler *handler, time_t timeout=0)
virtual XRootDStatus	SendInfo (const std::string &info, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	SetXAttr (const std::string &path, const std::vector< xattr_t > &attrs, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	StatVFS (const std::string &path, ResponseHandler *handler, time_t timeout)
virtual XRootDStatus	Truncate (const std::string &path, uint64_t size, ResponseHandler *handler, time_t timeout)
Public Member Functions inherited from XrdCl::ThirdPartyCopyPlugIn
virtual	~ThirdPartyCopyPlugIn ()

Detailed Description

Definition at line 52 of file XrdClHttpFilesystem.hh.

Constructor & Destructor Documentation

Filesystem()

XrdClHttp::Filesystem::Filesystem	(	const std::string &	,
		std::shared_ptr< HandlerQueue >	queue,
		XrdCl::Log *	log
	)

~Filesystem()

virtual XrdClHttp::Filesystem::~Filesystem ( )

virtualnoexcept

Member Function Documentation

DirList()

XrdCl::XRootDStatus XrdClHttp::Filesystem::DirList ( const std::string &  path, XrdCl::DirListFlags::Flags  flags, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::DirlList

Reimplemented from XrdCl::FileSystemPlugIn.

GetProperty()

virtual bool XrdClHttp::Filesystem::GetProperty ( const std::string &  name, std::string &  value  ) const

overridevirtual

See also

XrdCl::FileSystem::GetProperty

Reimplemented from XrdCl::FileSystemPlugIn.

Locate()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::Locate ( const std::string &  path, XrdCl::OpenFlags::Flags  flags, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::Locate

Reimplemented from XrdCl::FileSystemPlugIn.

MkDir()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::MkDir ( const std::string &  path, XrdCl::MkDirFlags::Flags  flags, XrdCl::Access::Mode  mode, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::MkDir

Reimplemented from XrdCl::FileSystemPlugIn.

Prepare()

XrdCl::XRootDStatus Filesystem::Prepare ( const std::vector< std::string > &  fileList, XrdCl::PrepareFlags::Flags  flags, uint8_t  priority, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::Prepare

Reimplemented from XrdCl::FileSystemPlugIn.

Definition at line 247 of file XrdClHttpFilesystem.cc.

{
    (void)priority;
 
    if(fileList.empty())
    {
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errInvalidArgs,
            EINVAL, "missing prepare file list");
    }
 
    const auto ts = XrdClHttp::Factory::GetHeaderTimeoutWithDefault(timeout);
    auto tapeOp = std::make_unique<CurlTapePrepareOp>(
        handler, m_url.GetURL(), fileList, flags, ts, m_logger,
        GetConnCallout(),
        m_header_callout.load(std::memory_order_acquire));
    return QueueOperation(std::move(tapeOp), "Tape prepare operation");
}

References XrdCl::errInvalidArgs, XrdClHttp::Factory::GetHeaderTimeoutWithDefault(), XrdCl::stError, and ts().

Here is the call graph for this function:

Query()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::Query ( XrdCl::QueryCode::Code  queryCode, const XrdCl::Buffer &  arg, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::Query

Reimplemented from XrdCl::FileSystemPlugIn.

Rm()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::Rm ( const std::string &  path, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::Rm

Reimplemented from XrdCl::FileSystemPlugIn.

RmDir()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::RmDir ( const std::string &  path, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::RmDir

Reimplemented from XrdCl::FileSystemPlugIn.

SetProperty()

virtual bool XrdClHttp::Filesystem::SetProperty ( const std::string &  name, const std::string &  value  )

overridevirtual

See also

XrdCl::FileSystem::SetProperty

Reimplemented from XrdCl::FileSystemPlugIn.

Stat()

virtual XrdCl::XRootDStatus XrdClHttp::Filesystem::Stat ( const std::string &  path, XrdCl::ResponseHandler *  handler, time_t  timeout  )

overridevirtual

See also

XrdCl::FileSystem::Stat

Reimplemented from XrdCl::FileSystemPlugIn.

ThirdPartyCopy()

XrdCl::XRootDStatus Filesystem::ThirdPartyCopy ( const std::string &  source, const std::string &  dest, const XrdCl::PropertyList *  properties, XrdCl::ProgressHandler *  progress_handler, time_t  timeout = 0  )

overridevirtual

Third party copy

The copy runs to completion before this method returns.

Parameters

source	the file to be copied from
dest	the location the file is copied to
properties	properties of the copy, none if null
progress_handler	handler notified while the copy runs, none if null
timeout	timeout value, if 0 the environment default is used

Returns

status of the operation

Implements XrdCl::ThirdPartyCopyPlugIn.

Definition at line 462 of file XrdClHttpFilesystem.cc.

{
    XrdCl::Log *const log = XrdCl::DefaultEnv::GetLog();
    log->Debug(kLogXrdClHttp, "XrdClHttp::ThirdPartyCopy src %s dst %s", source.c_str(), dest.c_str());
 
    if (!is_http_url(source) || !is_http_url(dest))
    {
        log->Error(kLogXrdClHttp, "Third party copy can only be done between http(s) protocols");
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errInvalidArgs, 0,
                                   "Third party copy can only be done between http(s) protocols");
    }
 
    TpcMode mode = TpcMode::Pull;
    int number_of_streams = 1;
    time_t init_timeout = 0;
    time_t tpc_timeout = 0;
    std::string token_file;
    bool force_overwrite = false;
 
    if (properties)
    {
        mode = properties->Get<std::string>("thirdPartyMode") != "push" ? TpcMode::Pull : TpcMode::Push;
        properties->Get("initTimeout", init_timeout);
        properties->Get("tpcTimeout", tpc_timeout);
        token_file = properties->Get<std::string>("thirdPartyTokenFile");
        properties->Get("force", force_overwrite);
    }
 
    // The tpcTimeout property takes precedence over the timeout argument.
    if (tpc_timeout == 0)
        tpc_timeout = timeout;
 
    if (auto env = XrdCl::DefaultEnv::GetEnv(); env)
        env->GetInt("SubStreamsPerChannel", number_of_streams);
 
    CurlCopyOp::Headers headers;
    CurlCopyOp::Headers src_hdrs;
    CurlCopyOp::Headers dst_hdrs;
 
    if (!token_file.empty() && !ParseTokenFile(token_file, src_hdrs, dst_hdrs))
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errAuthFailed, 0,
                                   "Failed to parse the token file '" + token_file + "'");
 
    const auto is_unsecure = [] (const CurlCopyOp::Headers &hdrs, const std::string &url)
    {
        return XrdCl::URL(url).GetProtocol() != "https"s &&
               std::any_of(hdrs.begin(), hdrs.end(),
                           [] (const auto &header) { return header.first == "Authorization"s; });
    };
 
    if (is_unsecure(src_hdrs, source) || is_unsecure(dst_hdrs, dest))
    {
        log->Error(kLogXrdClHttp, "Refusing to send an Authorization header over an unencrypted http URL");
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errInvalidArgs, 0,
                                   "Refusing to send an Authorization header over an unencrypted http URL");
    }
 
    // In push mode the source writes the destination with a PUT, which may
    // replace an existing file whatever the Overwrite header says. Thus check
    // the destination first, as the destination server may not honor it.
    if (mode == TpcMode::Push && !force_overwrite &&
        stat_size(*m_queue, dest, dst_hdrs, init_timeout, log, "destination"))
    {
        log->Error(kLogXrdClHttp, "The destination %s exists", dest.c_str());
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errErrorResponse, kXR_ItExists,
                                   "The destination exists; use --force to replace it");
    }
 
    headers.emplace_back("X-Number-Of-Streams"s, std::to_string(number_of_streams));
 
    // The destination headers reach the destination in both modes: directly
    // in pull mode, with the TransferHeader prefix in push mode.
    dst_hdrs.emplace_back("Overwrite"s, force_overwrite ? "T"s : "F"s);
 
    std::size_t size = 0;
 
    if (progress_handler)
    {
        size = stat_size(*m_queue, source, src_hdrs, init_timeout, log, "source").value_or(0);
        progress_handler->HandleProgress(0, size);
    }
 
    const auto rh = std::make_shared<SyncResponseHandler>();
    const auto op = std::make_shared<CopyOp>(rh.get(), source, src_hdrs, dest, dst_hdrs, headers,
                                             mode, timespec{tpc_timeout, 0}, log, nullptr);
    op->SetProgressHandler(progress_handler);
 
    try
    {
        m_queue->Produce(std::shared_ptr<CopyOp>(op.get(), [rh, op](auto){}));
    }
    catch (const std::exception &e) {
        log->Warning(kLogXrdClHttp, "Failed to add copy op to queue - %s", e.what());
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errInternal);
    }
 
    if (!rh->wait(std::chrono::seconds(tpc_timeout)))
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errOperationExpired, 0, "Operation expired: Operation timed out"s);
 
    if (op->IsDone() && !op->IsSentSuccessfully())
        return XrdCl::XRootDStatus(XrdCl::stError, XrdCl::errPipelineFailed, 0, op->GetSendingFailureMessage());
 
    if (progress_handler && size > 0)
        progress_handler->HandleProgress(size, size);
 
    return XrdCl::XRootDStatus();
}

References XrdCl::Log::Debug(), XrdCl::errAuthFailed, XrdCl::errErrorResponse, XrdCl::errInternal, XrdCl::errInvalidArgs, XrdCl::errOperationExpired, XrdCl::Log::Error(), XrdCl::errPipelineFailed, XrdCl::PropertyList::Get(), XrdCl::DefaultEnv::GetEnv(), XrdCl::DefaultEnv::GetLog(), XrdCl::URL::GetProtocol(), XrdCl::ProgressHandler::HandleProgress(), is_http_url(), XrdClHttp::kLogXrdClHttp, kXR_ItExists, XrdClHttp::ParseTokenFile(), XrdClHttp::stat_size(), XrdCl::stError, and XrdCl::Log::Warning().

Here is the call graph for this function:

---

The documentation for this class was generated from the following files:

• XrdClHttpFilesystem.hh
• XrdClHttpFilesystem.cc