ImageExtractor.cpp

Go to the documentation of this file.

#include "ImageExtractor.h"
 
namespace armarx::armem::server::ltm::processor::extractor
{
    void
    ImageExtractorVisitor::visitDictOnEnter(Input& data)
    {
        ARMARX_CHECK_NOT_NULL(data);
 
        auto dict = aron::data::Dict::DynamicCastAndCheck(data);
        for (const auto& [key, child] : dict->getElements())
        {
            if (child && child->getDescriptor() == aron::data::Descriptor::NDARRAY)
            {
                auto ndarray = aron::data::NDArray::DynamicCastAndCheck(child);
                auto shape = ndarray->getShape();
                if (shape.size() == 3 &&
                    (shape[2] == 3 || shape[2] == 1 /* 3 channel color or grayscale */) &&
                    std::accumulate(std::begin(shape), std::end(shape), 1, std::multiplies<int>()) >
                        200) // must be big enough to assume an image (instead of 4x4x4 poses)
                {
                    images[key] = ndarray;
                    dict->setElement(key, nullptr);
                }
            }
        }
    }
 
    void
    ImageExtractorVisitor::visitUnknown(Input&)
    {
        // A member is null. Simply ignore...
    }
 
    Extractor::ExtractionResult
    ImageExtractor::extract(aron::data::DictPtr& data)
    {
        ImageExtractorVisitor visitor;
        aron::data::VariantPtr var = std::static_pointer_cast<aron::data::Variant>(data);
        aron::data::VariantPtr p;
        aron::data::visitRecursive(visitor, var);
 
        ExtractionResult encoding;
        encoding.dataWithoutExtraction = data;
        encoding.extraction = visitor.images;
        return encoding;
    }
 
    aron::data::DictPtr
    ImageExtractor::merge(ExtractionResult& encoding)
    {
        return encoding.dataWithoutExtraction;
    }
} // namespace armarx::armem::server::ltm::extractor