Blame IlmImfTest/testMultiScanlinePartThreading.cpp

Packit 0d464f
///////////////////////////////////////////////////////////////////////////
Packit 0d464f
//
Packit 0d464f
// Copyright (c) 2011, Industrial Light & Magic, a division of Lucas
Packit 0d464f
// Digital Ltd. LLC
Packit 0d464f
//
Packit 0d464f
// All rights reserved.
Packit 0d464f
//
Packit 0d464f
// Redistribution and use in source and binary forms, with or without
Packit 0d464f
// modification, are permitted provided that the following conditions are
Packit 0d464f
// met:
Packit 0d464f
// *       Redistributions of source code must retain the above copyright
Packit 0d464f
// notice, this list of conditions and the following disclaimer.
Packit 0d464f
// *       Redistributions in binary form must reproduce the above
Packit 0d464f
// copyright notice, this list of conditions and the following disclaimer
Packit 0d464f
// in the documentation and/or other materials provided with the
Packit 0d464f
// distribution.
Packit 0d464f
// *       Neither the name of Industrial Light & Magic nor the names of
Packit 0d464f
// its contributors may be used to endorse or promote products derived
Packit 0d464f
// from this software without specific prior written permission.
Packit 0d464f
//
Packit 0d464f
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Packit 0d464f
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Packit 0d464f
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Packit 0d464f
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
Packit 0d464f
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
Packit 0d464f
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
Packit 0d464f
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
Packit 0d464f
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
Packit 0d464f
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
Packit 0d464f
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
Packit 0d464f
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Packit 0d464f
//
Packit 0d464f
///////////////////////////////////////////////////////////////////////////
Packit 0d464f
Packit 0d464f
#include <iostream>
Packit 0d464f
#include <string>
Packit 0d464f
#include <vector>
Packit 0d464f
#include <stdio.h>
Packit 0d464f
#include <stdlib.h>
Packit 0d464f
#include <assert.h>
Packit 0d464f
Packit 0d464f
#include "tmpDir.h"
Packit 0d464f
Packit 0d464f
#include "testMultiScanlinePartThreading.h"
Packit 0d464f
Packit 0d464f
#include <ImfPartType.h>
Packit 0d464f
#include <ImfMultiPartInputFile.h>
Packit 0d464f
#include <ImfMultiPartOutputFile.h>
Packit 0d464f
#include <ImfOutputFile.h>
Packit 0d464f
#include <ImfTiledOutputFile.h>
Packit 0d464f
#include <ImfGenericOutputFile.h>
Packit 0d464f
#include <ImfArray.h>
Packit 0d464f
#include <ImfChannelList.h>
Packit 0d464f
#include <ImfOutputPart.h>
Packit 0d464f
#include <ImfInputPart.h>
Packit 0d464f
#include <ImfTiledOutputPart.h>
Packit 0d464f
#include <ImfTiledInputPart.h>
Packit 0d464f
#include <IlmThreadPool.h>
Packit 0d464f
#include <IlmThreadMutex.h>
Packit 0d464f
Packit 0d464f
namespace IMF = OPENEXR_IMF_NAMESPACE;
Packit 0d464f
using namespace IMF;
Packit 0d464f
using namespace std;
Packit 0d464f
using namespace IMATH_NAMESPACE;
Packit 0d464f
using namespace ILMTHREAD_NAMESPACE;
Packit 0d464f
Packit 0d464f
namespace
Packit 0d464f
{
Packit 0d464f
Packit 0d464f
const int height = 263;
Packit 0d464f
const int width = 197;
Packit 0d464f
Packit 0d464f
vector<Header> headers;
Packit 0d464f
Packit 0d464f
template <class T>
Packit 0d464f
void fillPixels (Array2D<T> &ph, int width, int height)
Packit 0d464f
{
Packit 0d464f
    ph.resizeErase(height, width);
Packit 0d464f
    for (int y = 0; y < height; ++y)
Packit 0d464f
        for (int x = 0; x < width; ++x)
Packit 0d464f
        {
Packit 0d464f
            //
Packit 0d464f
            // We do this because half cannot store number bigger than 2048 exactly.
Packit 0d464f
            //
Packit 0d464f
            ph[y][x] = (y * width + x) % 2049;
Packit 0d464f
        }
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
template <class T>
Packit 0d464f
bool checkPixels (Array2D<T> &ph, int lx, int rx, int ly, int ry, int width)
Packit 0d464f
{
Packit 0d464f
    for (int y = ly; y <= ry; ++y)
Packit 0d464f
        for (int x = lx; x <= rx; ++x)
Packit 0d464f
            if (ph[y][x] != (y * width + x) % 2049)
Packit 0d464f
            {
Packit 0d464f
                cout << "value at " << x << ", " << y << ": " << ph[y][x]
Packit 0d464f
                     << ", should be " << (y * width + x) % 2049 << endl << flush;
Packit 0d464f
                return false;
Packit 0d464f
            }
Packit 0d464f
    return true;
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
template <class T>
Packit 0d464f
bool checkPixels (Array2D<T> &ph, int width, int height)
Packit 0d464f
{
Packit 0d464f
    return checkPixels<T> (ph, 0, width - 1, 0, height - 1, width);
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
class WritingTask: public Task
Packit 0d464f
{
Packit 0d464f
    public:
Packit 0d464f
        WritingTask (TaskGroup *group, OutputPart& part, int outputLines):
Packit 0d464f
            Task(group),
Packit 0d464f
            part(part),
Packit 0d464f
            outputLines(outputLines)
Packit 0d464f
        {}
Packit 0d464f
Packit 0d464f
        void execute()
Packit 0d464f
        {
Packit 0d464f
            for (int i = 0; i < outputLines; i++)
Packit 0d464f
                part.writePixels();
Packit 0d464f
        }
Packit 0d464f
Packit 0d464f
    private:
Packit 0d464f
        OutputPart& part;
Packit 0d464f
        int outputLines;
Packit 0d464f
};
Packit 0d464f
Packit 0d464f
class ReadingTask: public Task
Packit 0d464f
{
Packit 0d464f
    public:
Packit 0d464f
        ReadingTask (TaskGroup *group, InputPart& part, int startPos):
Packit 0d464f
            Task(group),
Packit 0d464f
            part(part),
Packit 0d464f
            startPos(startPos)
Packit 0d464f
        {}
Packit 0d464f
Packit 0d464f
        void execute()
Packit 0d464f
        {
Packit 0d464f
            int endPos = startPos + 9;
Packit 0d464f
            if (endPos >= height) endPos = height - 1;
Packit 0d464f
            part.readPixels(startPos, endPos);
Packit 0d464f
        }
Packit 0d464f
Packit 0d464f
    private:
Packit 0d464f
        InputPart& part;
Packit 0d464f
        int startPos;
Packit 0d464f
};
Packit 0d464f
Packit 0d464f
void setOutputFrameBuffer(FrameBuffer& frameBuffer, int pixelType,
Packit 0d464f
                          Array2D<unsigned int>& uData, Array2D<float>& fData,
Packit 0d464f
                          Array2D<half>& hData, int width)
Packit 0d464f
{
Packit 0d464f
    switch (pixelType)
Packit 0d464f
    {
Packit 0d464f
        case 0:
Packit 0d464f
            frameBuffer.insert ("UINT",
Packit 0d464f
                                Slice (IMF::UINT,
Packit 0d464f
                                (char *) (&uData[0][0]),
Packit 0d464f
                                sizeof (uData[0][0]) * 1,
Packit 0d464f
                                sizeof (uData[0][0]) * width));
Packit 0d464f
            break;
Packit 0d464f
        case 1:
Packit 0d464f
            frameBuffer.insert ("FLOAT",
Packit 0d464f
                                Slice (IMF::FLOAT,
Packit 0d464f
                                (char *) (&fData[0][0]),
Packit 0d464f
                                sizeof (fData[0][0]) * 1,
Packit 0d464f
                                sizeof (fData[0][0]) * width));
Packit 0d464f
            break;
Packit 0d464f
        case 2:
Packit 0d464f
            frameBuffer.insert ("HALF",
Packit 0d464f
                                Slice (IMF::HALF,
Packit 0d464f
                                (char *) (&hData[0][0]),
Packit 0d464f
                                sizeof (hData[0][0]) * 1,
Packit 0d464f
                                sizeof (hData[0][0]) * width));
Packit 0d464f
            break;
Packit 0d464f
    }
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
void setInputFrameBuffer(FrameBuffer& frameBuffer, int pixelType,
Packit 0d464f
                         Array2D<unsigned int>& uData, Array2D<float>& fData,
Packit 0d464f
                         Array2D<half>& hData, int width, int height)
Packit 0d464f
{
Packit 0d464f
    switch (pixelType)
Packit 0d464f
    {
Packit 0d464f
        case 0:
Packit 0d464f
            uData.resizeErase(height, width);
Packit 0d464f
            frameBuffer.insert ("UINT",
Packit 0d464f
                                Slice (IMF::UINT,
Packit 0d464f
                                (char *) (&uData[0][0]),
Packit 0d464f
                                sizeof (uData[0][0]) * 1,
Packit 0d464f
                                sizeof (uData[0][0]) * width,
Packit 0d464f
                                1, 1,
Packit 0d464f
                                0));
Packit 0d464f
            break;
Packit 0d464f
        case 1:
Packit 0d464f
            fData.resizeErase(height, width);
Packit 0d464f
            frameBuffer.insert ("FLOAT",
Packit 0d464f
                                Slice (IMF::FLOAT,
Packit 0d464f
                                (char *) (&fData[0][0]),
Packit 0d464f
                                sizeof (fData[0][0]) * 1,
Packit 0d464f
                                sizeof (fData[0][0]) * width,
Packit 0d464f
                                1, 1,
Packit 0d464f
                                0));
Packit 0d464f
            break;
Packit 0d464f
        case 2:
Packit 0d464f
            hData.resizeErase(height, width);
Packit 0d464f
            frameBuffer.insert ("HALF",
Packit 0d464f
                                Slice (IMF::HALF,
Packit 0d464f
                                (char *) (&hData[0][0]),
Packit 0d464f
                                sizeof (hData[0][0]) * 1,
Packit 0d464f
                                sizeof (hData[0][0]) * width,
Packit 0d464f
                                1, 1,
Packit 0d464f
                                0));
Packit 0d464f
            break;
Packit 0d464f
    }
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
void
Packit 0d464f
generateFiles (int pixelTypes[], const std::string & fn)
Packit 0d464f
{
Packit 0d464f
    //
Packit 0d464f
    // Generate headers.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    cout << "Generating headers " << flush;
Packit 0d464f
    headers.clear();
Packit 0d464f
    for (int i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        Header header(width, height);
Packit 0d464f
        int pixelType = pixelTypes[i];
Packit 0d464f
Packit 0d464f
        stringstream ss;
Packit 0d464f
        ss << i;
Packit 0d464f
        header.setName(ss.str());
Packit 0d464f
Packit 0d464f
        switch (pixelType)
Packit 0d464f
        {
Packit 0d464f
            case 0:
Packit 0d464f
                header.channels().insert("UINT", Channel(IMF::UINT));
Packit 0d464f
                break;
Packit 0d464f
            case 1:
Packit 0d464f
                header.channels().insert("FLOAT", Channel(IMF::FLOAT));
Packit 0d464f
                break;
Packit 0d464f
            case 2:
Packit 0d464f
                header.channels().insert("HALF", Channel(IMF::HALF));
Packit 0d464f
                break;
Packit 0d464f
        }
Packit 0d464f
Packit 0d464f
        header.setType(SCANLINEIMAGE);
Packit 0d464f
Packit 0d464f
        headers.push_back(header);
Packit 0d464f
    }
Packit 0d464f
Packit 0d464f
    //
Packit 0d464f
    // Preparing.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    cout << "Writing files " << flush;
Packit 0d464f
    Array2D<half> halfData;
Packit 0d464f
    Array2D<float> floatData;
Packit 0d464f
    Array2D<unsigned int> uintData;
Packit 0d464f
    fillPixels<unsigned int>(uintData, width, height);
Packit 0d464f
    fillPixels<half>(halfData, width, height);
Packit 0d464f
    fillPixels<float>(floatData, width, height);
Packit 0d464f
Packit 0d464f
    remove(fn.c_str());
Packit 0d464f
    MultiPartOutputFile file(fn.c_str(), &headers[0],headers.size() );
Packit 0d464f
Packit 0d464f
    vector<OutputPart> parts;
Packit 0d464f
    FrameBuffer frameBuffers[2];
Packit 0d464f
    for (int i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        OutputPart part(file, i);
Packit 0d464f
Packit 0d464f
        FrameBuffer& frameBuffer = frameBuffers[i];
Packit 0d464f
        setOutputFrameBuffer(frameBuffer, pixelTypes[i], uintData, floatData, halfData, width);
Packit 0d464f
        part.setFrameBuffer(frameBuffer);
Packit 0d464f
Packit 0d464f
        parts.push_back(part);
Packit 0d464f
    }
Packit 0d464f
Packit 0d464f
    //
Packit 0d464f
    // Writing tasks.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    TaskGroup taskGroup;
Packit 0d464f
    ThreadPool* threadPool = new ThreadPool(2);
Packit 0d464f
    for (int i = 0; i < height / 10; i++)
Packit 0d464f
    {
Packit 0d464f
        threadPool->addTask((new WritingTask (&taskGroup, parts[0], 10)));
Packit 0d464f
        threadPool->addTask((new WritingTask (&taskGroup, parts[1], 10)));
Packit 0d464f
    }
Packit 0d464f
    threadPool->addTask((new WritingTask (&taskGroup, parts[0], height % 10)));
Packit 0d464f
    threadPool->addTask((new WritingTask (&taskGroup, parts[1], height % 10)));
Packit 0d464f
    delete threadPool;
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
void
Packit 0d464f
readFiles (int pixelTypes[], const std::string & fn)
Packit 0d464f
{
Packit 0d464f
    cout << "Checking headers " << flush;
Packit 0d464f
    MultiPartInputFile file(fn.c_str());
Packit 0d464f
    assert (file.parts() == 2);
Packit 0d464f
    for (size_t i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        const Header& header = file.header(i);
Packit 0d464f
        assert (header.displayWindow() == headers[i].displayWindow());
Packit 0d464f
        assert (header.dataWindow() == headers[i].dataWindow());
Packit 0d464f
        assert (header.pixelAspectRatio() == headers[i].pixelAspectRatio());
Packit 0d464f
        assert (header.screenWindowCenter() == headers[i].screenWindowCenter());
Packit 0d464f
        assert (header.screenWindowWidth() == headers[i].screenWindowWidth());
Packit 0d464f
        assert (header.lineOrder() == headers[i].lineOrder());
Packit 0d464f
        assert (header.compression() == headers[i].compression());
Packit 0d464f
        assert (header.channels() == headers[i].channels());
Packit 0d464f
        assert (header.name() == headers[i].name());
Packit 0d464f
        assert (header.type() == headers[i].type());
Packit 0d464f
    }
Packit 0d464f
Packit 0d464f
    //
Packit 0d464f
    // Preparing.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    Array2D<unsigned int> uData[2];
Packit 0d464f
    Array2D<float> fData[2];
Packit 0d464f
    Array2D<half> hData[2];
Packit 0d464f
    vector<InputPart> parts;
Packit 0d464f
    FrameBuffer frameBuffers[2];
Packit 0d464f
    for (int i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        InputPart part(file, i);
Packit 0d464f
Packit 0d464f
        FrameBuffer& frameBuffer = frameBuffers[i];
Packit 0d464f
        setInputFrameBuffer(frameBuffer, pixelTypes[i], uData[i], fData[i], hData[i], width, height);
Packit 0d464f
        part.setFrameBuffer(frameBuffer);
Packit 0d464f
Packit 0d464f
        parts.push_back(part);
Packit 0d464f
    }
Packit 0d464f
Packit 0d464f
    //
Packit 0d464f
    // Reading files.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    cout << "Reading files " << flush;
Packit 0d464f
    TaskGroup taskGroup;
Packit 0d464f
    ThreadPool* threadPool = new ThreadPool(2);
Packit 0d464f
    for (int i = 0; i <= height / 10; i++)
Packit 0d464f
    {
Packit 0d464f
        threadPool->addTask((new ReadingTask (&taskGroup, parts[0], i * 10)));
Packit 0d464f
        threadPool->addTask((new ReadingTask (&taskGroup, parts[1], i * 10)));
Packit 0d464f
    }
Packit 0d464f
    delete threadPool;
Packit 0d464f
Packit 0d464f
    //
Packit 0d464f
    // Checking data.
Packit 0d464f
    //
Packit 0d464f
Packit 0d464f
    cout << "Comparing" << endl << flush;
Packit 0d464f
    for (int i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        switch (pixelTypes[i])
Packit 0d464f
        {
Packit 0d464f
            case 0:
Packit 0d464f
                assert(checkPixels<unsigned int>(uData[i], width, height));
Packit 0d464f
                break;
Packit 0d464f
            case 1:
Packit 0d464f
                assert(checkPixels<float>(fData[i], width, height));
Packit 0d464f
                break;
Packit 0d464f
            case 2:
Packit 0d464f
                assert(checkPixels<half>(hData[i], width, height));
Packit 0d464f
                break;
Packit 0d464f
        }
Packit 0d464f
    }
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
void
Packit 0d464f
testWriteRead (int pixelTypes[], const std::string & tempDir)
Packit 0d464f
{
Packit 0d464f
    std::string fn = tempDir +  "imf_test_multi_scanline_part_threading.exr";
Packit 0d464f
Packit 0d464f
    string typeNames[2];
Packit 0d464f
    for (int i = 0; i < 2; i++)
Packit 0d464f
    {
Packit 0d464f
        switch (pixelTypes[i])
Packit 0d464f
        {
Packit 0d464f
            case 0:
Packit 0d464f
                typeNames[i] = "unsigned int";
Packit 0d464f
                break;
Packit 0d464f
            case 1:
Packit 0d464f
                typeNames[i] = "float";
Packit 0d464f
                break;
Packit 0d464f
            case 2:
Packit 0d464f
                typeNames[i] = "half";
Packit 0d464f
                break;
Packit 0d464f
        }
Packit 0d464f
    }
Packit 0d464f
    cout << "part 1: " << typeNames[0] << " scanline part, "
Packit 0d464f
         << "part 2: " << typeNames[1] << " scanline part. " << endl << flush;
Packit 0d464f
Packit 0d464f
    generateFiles (pixelTypes, fn);
Packit 0d464f
    readFiles (pixelTypes, fn);
Packit 0d464f
Packit 0d464f
    remove (fn.c_str());
Packit 0d464f
Packit 0d464f
    cout << endl << flush;
Packit 0d464f
}
Packit 0d464f
Packit 0d464f
} // namespace
Packit 0d464f
Packit 0d464f
void testMultiScanlinePartThreading (const std::string & tempDir)
Packit 0d464f
{
Packit 0d464f
    try
Packit 0d464f
    {
Packit 0d464f
        cout << "Testing the two threads reading/writing on two-scanline-part file" << endl;
Packit 0d464f
Packit 0d464f
        int numThreads = ThreadPool::globalThreadPool().numThreads();
Packit 0d464f
        ThreadPool::globalThreadPool().setNumThreads(2);
Packit 0d464f
Packit 0d464f
        int pixelTypes[2];
Packit 0d464f
Packit 0d464f
        for (int i = 0; i < 3; i++)
Packit 0d464f
            for (int j = 0; j < 3; j++)
Packit 0d464f
            {
Packit 0d464f
                pixelTypes[0] = i;
Packit 0d464f
                pixelTypes[1] = j;
Packit 0d464f
                testWriteRead (pixelTypes, tempDir);
Packit 0d464f
            }
Packit 0d464f
Packit 0d464f
        ThreadPool::globalThreadPool().setNumThreads(numThreads);
Packit 0d464f
Packit 0d464f
        cout << "ok\n" << endl;
Packit 0d464f
    }
Packit 0d464f
    catch (const std::exception &e)
Packit 0d464f
    {
Packit 0d464f
        cerr << "ERROR -- caught exception: " << e.what() << endl;
Packit 0d464f
        assert (false);
Packit 0d464f
    }
Packit 0d464f
}