mirror of
https://github.com/FairRootGroup/FairMQ.git
synced 2025-10-15 09:31:45 +00:00
First version of the shared memory transport.
Use via `--transport shmem` cmd option. No pub/sub.
This commit is contained in:
Alexey Rybalchenko
292
fairmq/shmem/FairMQMessageSHM.cxx
Normal file
292
fairmq/shmem/FairMQMessageSHM.cxx
Normal file
@@ -0,0 +1,292 @@
|
||||
/********************************************************************************
|
||||
* Copyright (C) 2014 GSI Helmholtzzentrum fuer Schwerionenforschung GmbH *
|
||||
* *
|
||||
* This software is distributed under the terms of the *
|
||||
* GNU Lesser General Public Licence version 3 (LGPL) version 3, *
|
||||
* copied verbatim in the file "LICENSE" *
|
||||
********************************************************************************/
|
||||
#include <string>
|
||||
#include <cstdlib>
|
||||
|
||||
#include "FairMQMessageSHM.h"
|
||||
#include "FairMQLogger.h"
|
||||
|
||||
using namespace std;
|
||||
using namespace FairMQ::shmem;
|
||||
|
||||
uint64_t FairMQMessageSHM::fMessageID = 0;
|
||||
string FairMQMessageSHM::fDeviceID = string();
|
||||
atomic<bool> FairMQMessageSHM::fInterrupted(false);
|
||||
|
||||
FairMQMessageSHM::FairMQMessageSHM()
|
||||
: fMessage()
|
||||
, fOwner(nullptr)
|
||||
, fReceiving(false)
|
||||
, fQueued(false)
|
||||
{
|
||||
if (zmq_msg_init(&fMessage) != 0)
|
||||
{
|
||||
LOG(ERROR) << "failed initializing message, reason: " << zmq_strerror(errno);
|
||||
}
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::StringDeleter(void* /*data*/, void* str)
|
||||
{
|
||||
delete static_cast<string*>(str);
|
||||
}
|
||||
|
||||
FairMQMessageSHM::FairMQMessageSHM(const size_t size)
|
||||
: fMessage()
|
||||
, fOwner(nullptr)
|
||||
, fReceiving(false)
|
||||
, fQueued(false)
|
||||
{
|
||||
InitializeChunk(size);
|
||||
}
|
||||
|
||||
FairMQMessageSHM::FairMQMessageSHM(void* data, const size_t size, fairmq_free_fn* ffn, void* hint)
|
||||
: fMessage()
|
||||
, fOwner(nullptr)
|
||||
, fReceiving(false)
|
||||
, fQueued(false)
|
||||
{
|
||||
InitializeChunk(size);
|
||||
|
||||
memcpy(fOwner->fPtr->GetData(), data, size);
|
||||
if (ffn)
|
||||
{
|
||||
ffn(data, hint);
|
||||
}
|
||||
else
|
||||
{
|
||||
free(data);
|
||||
}
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::InitializeChunk(const size_t size)
|
||||
{
|
||||
string chunkID = fDeviceID + "c" + to_string(fMessageID);
|
||||
string* ownerID = new string(fDeviceID + "o" + to_string(fMessageID));
|
||||
|
||||
bool success = false;
|
||||
|
||||
while (!success)
|
||||
{
|
||||
try
|
||||
{
|
||||
fOwner = Manager::Instance().Segment()->construct<ShPtrOwner>(ownerID->c_str())(
|
||||
make_managed_shared_ptr(Manager::Instance().Segment()->construct<Chunk>(chunkID.c_str())(size),
|
||||
*(Manager::Instance().Segment())));
|
||||
success = true;
|
||||
}
|
||||
catch (bipc::bad_alloc& ba)
|
||||
{
|
||||
LOG(WARN) << "Shared memory full...";
|
||||
this_thread::sleep_for(chrono::milliseconds(50));
|
||||
if (fInterrupted)
|
||||
{
|
||||
break;
|
||||
}
|
||||
else
|
||||
{
|
||||
continue;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (zmq_msg_init_data(&fMessage, const_cast<char*>(ownerID->c_str()), ownerID->length(), StringDeleter, ownerID) != 0)
|
||||
{
|
||||
LOG(ERROR) << "failed initializing meta message, reason: " << zmq_strerror(errno);
|
||||
}
|
||||
|
||||
++fMessageID;
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::Rebuild()
|
||||
{
|
||||
CloseMessage();
|
||||
|
||||
fReceiving = false;
|
||||
fQueued = false;
|
||||
|
||||
if (zmq_msg_init(&fMessage) != 0)
|
||||
{
|
||||
LOG(ERROR) << "failed initializing message, reason: " << zmq_strerror(errno);
|
||||
}
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::Rebuild(const size_t size)
|
||||
{
|
||||
CloseMessage();
|
||||
|
||||
fReceiving = false;
|
||||
fQueued = false;
|
||||
|
||||
InitializeChunk(size);
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::Rebuild(void* data, const size_t size, fairmq_free_fn* ffn, void* hint)
|
||||
{
|
||||
CloseMessage();
|
||||
|
||||
fReceiving = false;
|
||||
fQueued = false;
|
||||
|
||||
InitializeChunk(size);
|
||||
|
||||
memcpy(fOwner->fPtr->GetData(), data, size);
|
||||
if (ffn)
|
||||
{
|
||||
ffn(data, hint);
|
||||
}
|
||||
else
|
||||
{
|
||||
free(data);
|
||||
}
|
||||
}
|
||||
|
||||
void* FairMQMessageSHM::GetMessage()
|
||||
{
|
||||
return &fMessage;
|
||||
}
|
||||
|
||||
void* FairMQMessageSHM::GetData()
|
||||
{
|
||||
if (fOwner)
|
||||
{
|
||||
return fOwner->fPtr->GetData();
|
||||
}
|
||||
else
|
||||
{
|
||||
LOG(ERROR) << "Trying to get data of an empty shared memory message";
|
||||
exit(EXIT_FAILURE);
|
||||
}
|
||||
}
|
||||
|
||||
size_t FairMQMessageSHM::GetSize()
|
||||
{
|
||||
if (fOwner)
|
||||
{
|
||||
return fOwner->fPtr->GetSize();
|
||||
}
|
||||
else
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::SetMessage(void*, const size_t)
|
||||
{
|
||||
// dummy method to comply with the interface. functionality not allowed in zeromq.
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::SetDeviceId(const string& deviceId)
|
||||
{
|
||||
fDeviceID = deviceId;
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::Copy(const unique_ptr<FairMQMessage>& msg)
|
||||
{
|
||||
if (!fOwner)
|
||||
{
|
||||
FairMQ::shmem::ShPtrOwner* otherOwner = static_cast<FairMQMessageSHM*>(msg.get())->fOwner;
|
||||
if (otherOwner)
|
||||
{
|
||||
InitializeChunk(otherOwner->fPtr->GetSize());
|
||||
|
||||
memcpy(fOwner->fPtr->GetData(), otherOwner->fPtr->GetData(), otherOwner->fPtr->GetSize());
|
||||
}
|
||||
else
|
||||
{
|
||||
LOG(ERROR) << "FairMQMessageSHM::Copy() fail: source message not initialized!";
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
LOG(ERROR) << "FairMQMessageSHM::Copy() fail: target message already initialized!";
|
||||
}
|
||||
|
||||
// version with sharing the sent data
|
||||
// if (!fOwner)
|
||||
// {
|
||||
// if (static_cast<FairMQMessageSHM*>(msg.get())->fOwner)
|
||||
// {
|
||||
// string* ownerID = new string(fDeviceID + "o" + to_string(fMessageID));
|
||||
|
||||
// bool success = false;
|
||||
|
||||
// do
|
||||
// {
|
||||
// try
|
||||
// {
|
||||
// fOwner = Manager::Instance().Segment()->construct<ShPtrOwner>(ownerID->c_str())(*(static_cast<FairMQMessageSHM*>(msg.get())->fOwner));
|
||||
// success = true;
|
||||
// }
|
||||
// catch (bipc::bad_alloc& ba)
|
||||
// {
|
||||
// LOG(WARN) << "Shared memory full...";
|
||||
// this_thread::sleep_for(chrono::milliseconds(10));
|
||||
// if (fInterrupted)
|
||||
// {
|
||||
// break;
|
||||
// }
|
||||
// else
|
||||
// {
|
||||
// continue;
|
||||
// }
|
||||
// }
|
||||
// }
|
||||
// while (!success);
|
||||
|
||||
// if (zmq_msg_init_data(&fMessage, const_cast<char*>(ownerID->c_str()), ownerID->length(), StringDeleter, ownerID) != 0)
|
||||
// {
|
||||
// LOG(ERROR) << "failed initializing meta message, reason: " << zmq_strerror(errno);
|
||||
// }
|
||||
|
||||
// ++fMessageID;
|
||||
// }
|
||||
// else
|
||||
// {
|
||||
// LOG(ERROR) << "FairMQMessageSHM::Copy() fail: source message not initialized!";
|
||||
// }
|
||||
// }
|
||||
// else
|
||||
// {
|
||||
// LOG(ERROR) << "FairMQMessageSHM::Copy() fail: target message already initialized!";
|
||||
// }
|
||||
}
|
||||
|
||||
void FairMQMessageSHM::CloseMessage()
|
||||
{
|
||||
if (fReceiving)
|
||||
{
|
||||
if (fOwner)
|
||||
{
|
||||
Manager::Instance().Segment()->destroy_ptr(fOwner);
|
||||
fOwner = nullptr;
|
||||
}
|
||||
else
|
||||
{
|
||||
LOG(ERROR) << "No shared pointer owner when closing a received message";
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
if (fOwner && !fQueued)
|
||||
{
|
||||
LOG(WARN) << "Destroying unsent message";
|
||||
Manager::Instance().Segment()->destroy_ptr(fOwner);
|
||||
fOwner = nullptr;
|
||||
}
|
||||
}
|
||||
|
||||
if (zmq_msg_close(&fMessage) != 0)
|
||||
{
|
||||
LOG(ERROR) << "failed closing message, reason: " << zmq_strerror(errno);
|
||||
}
|
||||
}
|
||||
|
||||
FairMQMessageSHM::~FairMQMessageSHM()
|
||||
{
|
||||
CloseMessage();
|
||||
}
|
||||
Reference in New Issue
Block a user