Blame IlmImfTest/testCopyDeepScanLine.cpp

Packit c2c737
///////////////////////////////////////////////////////////////////////////
Packit c2c737
//
Packit c2c737
// Copyright (c) 2011, Industrial Light & Magic, a division of Lucas
Packit c2c737
// Digital Ltd. LLC
Packit c2c737
//
Packit c2c737
// Portions (c) 2012, Weta Digital Ltd
Packit c2c737
//
Packit c2c737
// All rights reserved.
Packit c2c737
//
Packit c2c737
// Redistribution and use in source and binary forms, with or without
Packit c2c737
// modification, are permitted provided that the following conditions are
Packit c2c737
// met:
Packit c2c737
// *       Redistributions of source code must retain the above copyright
Packit c2c737
// notice, this list of conditions and the following disclaimer.
Packit c2c737
// *       Redistributions in binary form must reproduce the above
Packit c2c737
// copyright notice, this list of conditions and the following disclaimer
Packit c2c737
// in the documentation and/or other materials provided with the
Packit c2c737
// distribution.
Packit c2c737
// *       Neither the name of Industrial Light & Magic nor the names of
Packit c2c737
// its contributors may be used to endorse or promote products derived
Packit c2c737
// from this software without specific prior written permission.
Packit c2c737
//
Packit c2c737
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Packit c2c737
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Packit c2c737
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Packit c2c737
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
Packit c2c737
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
Packit c2c737
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
Packit c2c737
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
Packit c2c737
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
Packit c2c737
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
Packit c2c737
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
Packit c2c737
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Packit c2c737
//
Packit c2c737
///////////////////////////////////////////////////////////////////////////
Packit c2c737
Packit c2c737
#include "testCopyDeepScanLine.h"
Packit c2c737
Packit c2c737
Packit c2c737
#include <assert.h>
Packit c2c737
#include <string.h>
Packit c2c737
Packit c2c737
#include <ImfDeepScanLineInputFile.h>
Packit c2c737
#include <ImfDeepScanLineOutputFile.h>
Packit c2c737
#include <ImfPartType.h>
Packit c2c737
#include <ImfChannelList.h>
Packit c2c737
#include <ImfDeepFrameBuffer.h>
Packit c2c737
#include <ImfArray.h>
Packit c2c737
#include <IlmThreadPool.h>
Packit c2c737
#include <stdlib.h>
Packit c2c737
#include <stdio.h>
Packit c2c737
#include <vector>
Packit c2c737
Packit c2c737
#include "tmpDir.h"
Packit c2c737
Packit c2c737
namespace IMF = OPENEXR_IMF_NAMESPACE;
Packit c2c737
using namespace IMF;
Packit c2c737
using namespace std;
Packit c2c737
using namespace IMATH_NAMESPACE;
Packit c2c737
using namespace ILMTHREAD_NAMESPACE;
Packit c2c737
Packit c2c737
namespace
Packit c2c737
{
Packit c2c737
Packit c2c737
const int width = 538;
Packit c2c737
const int height = 234;
Packit c2c737
const int minX = 42;
Packit c2c737
const int minY = 51;
Packit c2c737
const Box2i dataWindow(V2i(minX, minY), V2i(minX + width - 1, minY + height - 1));
Packit c2c737
const Box2i displayWindow(V2i(0, 0), V2i(minX + width * 2, minY + height * 2));
Packit c2c737
const char source_filename[] = IMF_TMP_DIR "imf_test_copy_deep_scanline_source.exr";
Packit c2c737
const char copy_filename[]  = IMF_TMP_DIR "imf_test_copy_deep_scanline_copy.exr";
Packit c2c737
Packit c2c737
vector<int> channelTypes;
Packit c2c737
Array2D<unsigned int> sampleCount;
Packit c2c737
Header header;
Packit c2c737
Packit c2c737
void generateRandomFile (const std::string & source_filename,
Packit c2c737
                         int channelCount,
Packit c2c737
                         Compression compression)
Packit c2c737
{
Packit c2c737
    cout << "generating " << flush;
Packit c2c737
    header = Header(displayWindow, dataWindow,
Packit c2c737
                    1,
Packit c2c737
                    IMATH_NAMESPACE::V2f (0, 0),
Packit c2c737
                    1,
Packit c2c737
                    INCREASING_Y,
Packit c2c737
                    compression);
Packit c2c737
Packit c2c737
    cout << "compression " << compression << " " << flush;
Packit c2c737
Packit c2c737
    //
Packit c2c737
    // Add channels.
Packit c2c737
    //
Packit c2c737
Packit c2c737
    channelTypes.clear();
Packit c2c737
Packit c2c737
    for (int i = 0; i < channelCount; i++)
Packit c2c737
    {
Packit c2c737
        int type = rand() % 3;
Packit c2c737
        stringstream ss;
Packit c2c737
        ss << i;
Packit c2c737
        string str = ss.str();
Packit c2c737
        if (type == 0)
Packit c2c737
            header.channels().insert(str, Channel(IMF::UINT));
Packit c2c737
        if (type == 1)
Packit c2c737
            header.channels().insert(str, Channel(IMF::HALF));
Packit c2c737
        if (type == 2)
Packit c2c737
            header.channels().insert(str, Channel(IMF::FLOAT));
Packit c2c737
        channelTypes.push_back(type);
Packit c2c737
    }
Packit c2c737
Packit c2c737
    header.setType(DEEPSCANLINE);
Packit c2c737
Packit c2c737
    Array<Array2D< void* > > data(channelCount);
Packit c2c737
    for (int i = 0; i < channelCount; i++)
Packit c2c737
        data[i].resizeErase(height, width);
Packit c2c737
Packit c2c737
    sampleCount.resizeErase(height, width);
Packit c2c737
Packit c2c737
    remove (source_filename.c_str());
Packit c2c737
    DeepScanLineOutputFile file(source_filename.c_str(), header, 8);
Packit c2c737
Packit c2c737
    DeepFrameBuffer frameBuffer;
Packit c2c737
Packit c2c737
    frameBuffer.insertSampleCountSlice (Slice (IMF::UINT,                    // type // 7
Packit c2c737
                                        (char *) (&sampleCount[0][0]
Packit c2c737
                                                  - dataWindow.min.x
Packit c2c737
                                                  - dataWindow.min.y * width),               // base // 8
Packit c2c737
                                        sizeof (unsigned int) * 1,          // xStride// 9
Packit c2c737
                                        sizeof (unsigned int) * width));    // yStride// 10
Packit c2c737
Packit c2c737
    for (int i = 0; i < channelCount; i++)
Packit c2c737
    {
Packit c2c737
        PixelType type;
Packit c2c737
        if (channelTypes[i] == 0)
Packit c2c737
            type = IMF::UINT;
Packit c2c737
        if (channelTypes[i] == 1)
Packit c2c737
            type = IMF::HALF;
Packit c2c737
        if (channelTypes[i] == 2)
Packit c2c737
            type = IMF::FLOAT;
Packit c2c737
Packit c2c737
        stringstream ss;
Packit c2c737
        ss << i;
Packit c2c737
        string str = ss.str();
Packit c2c737
Packit c2c737
        int sampleSize;
Packit c2c737
        if (channelTypes[i] == 0) sampleSize = sizeof (unsigned int);
Packit c2c737
        if (channelTypes[i] == 1) sampleSize = sizeof (half);
Packit c2c737
        if (channelTypes[i] == 2) sampleSize = sizeof (float);
Packit c2c737
Packit c2c737
        int pointerSize = sizeof(char *);
Packit c2c737
Packit c2c737
        frameBuffer.insert (str,                            // name // 6
Packit c2c737
                            DeepSlice (type,                    // type // 7
Packit c2c737
                            (char *) (&data[i][0][0]
Packit c2c737
                                      - dataWindow.min.x
Packit c2c737
                                      - dataWindow.min.y * width),               // base // 8
Packit c2c737
                            pointerSize * 1,          // xStride// 9
Packit c2c737
                            pointerSize * width,      // yStride// 10
Packit c2c737
                            sampleSize));             // sampleStride
Packit c2c737
    }
Packit c2c737
Packit c2c737
    file.setFrameBuffer(frameBuffer);
Packit c2c737
Packit c2c737
    cout << "writing " << flush;
Packit c2c737
    for (int i = 0; i < height; i++)
Packit c2c737
    {
Packit c2c737
            //
Packit c2c737
            // Fill in data at the last minute.
Packit c2c737
            //
Packit c2c737
Packit c2c737
            for (int j = 0; j < width; j++)
Packit c2c737
            {
Packit c2c737
                sampleCount[i][j] = rand() % 10 + 1;
Packit c2c737
                for (int k = 0; k < channelCount; k++)
Packit c2c737
                {
Packit c2c737
                    if (channelTypes[k] == 0)
Packit c2c737
                        data[k][i][j] = new unsigned int[sampleCount[i][j]];
Packit c2c737
                    if (channelTypes[k] == 1)
Packit c2c737
                        data[k][i][j] = new half[sampleCount[i][j]];
Packit c2c737
                    if (channelTypes[k] == 2)
Packit c2c737
                        data[k][i][j] = new float[sampleCount[i][j]];
Packit c2c737
                    for (int l = 0; l < sampleCount[i][j]; l++)
Packit c2c737
                    {
Packit c2c737
                        if (channelTypes[k] == 0)
Packit c2c737
                            ((unsigned int*)data[k][i][j])[l] = (i * width + j) % 2049;
Packit c2c737
                        if (channelTypes[k] == 1)
Packit c2c737
                            ((half*)data[k][i][j])[l] = (i * width + j) % 2049;
Packit c2c737
                        if (channelTypes[k] == 2)
Packit c2c737
                            ((float*)data[k][i][j])[l] = (i * width + j) % 2049;
Packit c2c737
                    }
Packit c2c737
                }
Packit c2c737
            }
Packit c2c737
        }
Packit c2c737
Packit c2c737
        file.writePixels(height);
Packit c2c737
  
Packit c2c737
Packit c2c737
    for (int i = 0; i < height; i++)
Packit c2c737
        for (int j = 0; j < width; j++)
Packit c2c737
            for (int k = 0; k < channelCount; k++)
Packit c2c737
            {
Packit c2c737
                if (channelTypes[k] == 0)
Packit c2c737
                    delete[] (unsigned int*) data[k][i][j];
Packit c2c737
                if (channelTypes[k] == 1)
Packit c2c737
                    delete[] (half*) data[k][i][j];
Packit c2c737
                if (channelTypes[k] == 2)
Packit c2c737
                    delete[] (float*) data[k][i][j];
Packit c2c737
            }
Packit c2c737
}
Packit c2c737
Packit c2c737
void copyFile (const std::string & source_filename,
Packit c2c737
               const std::string & copy_filename)
Packit c2c737
{
Packit c2c737
    cout << "copying " ;
Packit c2c737
    cout.flush();
Packit c2c737
    {
Packit c2c737
       DeepScanLineInputFile in_file(source_filename.c_str(), 8);
Packit c2c737
       remove (copy_filename.c_str());
Packit c2c737
       DeepScanLineOutputFile out_file (copy_filename.c_str(),
Packit c2c737
                                        in_file.header(),
Packit c2c737
                                        8);
Packit c2c737
       out_file.copyPixels(in_file);
Packit c2c737
    }
Packit c2c737
    // remove the source file here to prevent accidentally reading it
Packit c2c737
  //  remove (source_filename);
Packit c2c737
    
Packit c2c737
}
Packit c2c737
Packit c2c737
void readFile (const std::string & copy_filename, int channelCount)
Packit c2c737
{
Packit c2c737
    cout << "reading " ;
Packit c2c737
    cout.flush();
Packit c2c737
    DeepScanLineInputFile file(copy_filename.c_str(), 8);
Packit c2c737
Packit c2c737
    const Header& fileHeader = file.header();
Packit c2c737
    assert (fileHeader.displayWindow() == header.displayWindow());
Packit c2c737
    assert (fileHeader.dataWindow() == header.dataWindow());
Packit c2c737
    assert (fileHeader.pixelAspectRatio() == header.pixelAspectRatio());
Packit c2c737
    assert (fileHeader.screenWindowCenter() == header.screenWindowCenter());
Packit c2c737
    assert (fileHeader.screenWindowWidth() == header.screenWindowWidth());
Packit c2c737
    assert (fileHeader.lineOrder() == header.lineOrder());
Packit c2c737
    assert (fileHeader.compression() == header.compression());
Packit c2c737
    assert (fileHeader.channels() == header.channels());
Packit c2c737
    assert (fileHeader.type() == header.type());
Packit c2c737
Packit c2c737
    Array2D<unsigned int> localSampleCount;
Packit c2c737
    localSampleCount.resizeErase(height, width);
Packit c2c737
    Array<Array2D< void* > > data(channelCount);
Packit c2c737
    for (int i = 0; i < channelCount; i++)
Packit c2c737
        data[i].resizeErase(height, width);
Packit c2c737
Packit c2c737
    DeepFrameBuffer frameBuffer;
Packit c2c737
Packit c2c737
    frameBuffer.insertSampleCountSlice (Slice (IMF::UINT,                    // type // 7
Packit c2c737
                                        (char *) (&localSampleCount[0][0]
Packit c2c737
                                                  - dataWindow.min.x
Packit c2c737
                                                  - dataWindow.min.y * width),               // base // 8)
Packit c2c737
                                        sizeof (unsigned int) * 1,          // xStride// 9
Packit c2c737
                                        sizeof (unsigned int) * width));    // yStride// 10
Packit c2c737
Packit c2c737
    
Packit c2c737
    
Packit c2c737
    
Packit c2c737
    for (int i = 0; i < channelCount; i++)
Packit c2c737
    {
Packit c2c737
            PixelType type;
Packit c2c737
            if (channelTypes[i] == 0)
Packit c2c737
                type = IMF::UINT;
Packit c2c737
            if (channelTypes[i] == 1)
Packit c2c737
                type = IMF::HALF;
Packit c2c737
            if (channelTypes[i] == 2)
Packit c2c737
                type = IMF::FLOAT;
Packit c2c737
Packit c2c737
            stringstream ss;
Packit c2c737
            ss << i;
Packit c2c737
            string str = ss.str();
Packit c2c737
Packit c2c737
            int sampleSize;
Packit c2c737
            if (channelTypes[i] == 0) sampleSize = sizeof (unsigned int);
Packit c2c737
            if (channelTypes[i] == 1) sampleSize = sizeof (half);
Packit c2c737
            if (channelTypes[i] == 2) sampleSize = sizeof (float);
Packit c2c737
Packit c2c737
            int pointerSize = sizeof (char *);
Packit c2c737
Packit c2c737
            frameBuffer.insert (str,                            // name // 6
Packit c2c737
                                DeepSlice (type,                // type // 7
Packit c2c737
                                (char *) (&data[i][0][0]
Packit c2c737
                                          - dataWindow.min.x
Packit c2c737
                                          - dataWindow.min.y * width),  // base // 8)
Packit c2c737
                                pointerSize * 1,          // xStride// 9
Packit c2c737
                                pointerSize * width,      // yStride// 10
Packit c2c737
                                sampleSize));             // sampleStride
Packit c2c737
	    
Packit c2c737
        
Packit c2c737
    }
Packit c2c737
    
Packit c2c737
    
Packit c2c737
    file.setFrameBuffer(frameBuffer);
Packit c2c737
Packit c2c737
        file.readPixelSampleCounts(dataWindow.min.y, dataWindow.max.y);
Packit c2c737
        for (int i = 0; i < dataWindow.max.y - dataWindow.min.y + 1; i++)
Packit c2c737
        {
Packit c2c737
            int y = i + dataWindow.min.y;
Packit c2c737
Packit c2c737
            for (int j = 0; j < width; j++)
Packit c2c737
                assert(localSampleCount[i][j] == sampleCount[i][j]);
Packit c2c737
Packit c2c737
            for (int j = 0; j < width; j++)
Packit c2c737
            {
Packit c2c737
                for (int k = 0; k < channelCount; k++)
Packit c2c737
                {
Packit c2c737
                         if (channelTypes[k] == 0)
Packit c2c737
                              data[k][i][j] = new unsigned int[localSampleCount[i][j]];
Packit c2c737
                         if (channelTypes[k] == 1)
Packit c2c737
                              data[k][i][j] = new half[localSampleCount[i][j]];
Packit c2c737
                         if (channelTypes[k] == 2)
Packit c2c737
                             data[k][i][j] = new float[localSampleCount[i][j]];
Packit c2c737
                }
Packit c2c737
            }
Packit c2c737
        }
Packit c2c737
        
Packit c2c737
        file.readPixels(dataWindow.min.y, dataWindow.max.y);
Packit c2c737
    
Packit c2c737
    
Packit c2c737
    for (int i = 0; i < height; i++)
Packit c2c737
        for (int j = 0; j < width; j++)
Packit c2c737
            for (int k = 0; k < channelCount; k++)
Packit c2c737
            {
Packit c2c737
                    for (int l = 0; l < sampleCount[i][j]; l++)
Packit c2c737
                    {
Packit c2c737
                        if (channelTypes[k] == 0)
Packit c2c737
                        {
Packit c2c737
                            unsigned int* value = (unsigned int*)(data[k][i][j]);
Packit c2c737
                            if (value[l] != (i * width + j) % 2049)
Packit c2c737
                                cout << j << ", " << i << " error, should be "
Packit c2c737
                                     << (i * width + j) % 2049 << ", is " << value[l]
Packit c2c737
                                     << endl << flush;
Packit c2c737
                            assert (value[l] == (i * width + j) % 2049);
Packit c2c737
                        }
Packit c2c737
                        if (channelTypes[k] == 1)
Packit c2c737
                        {
Packit c2c737
                            half* value = (half*)(data[k][i][j]);
Packit c2c737
                            if (value[l] != (i * width + j) % 2049)
Packit c2c737
                                cout << j << ", " << i << " error, should be "
Packit c2c737
                                     << (i * width + j) % 2049 << ", is " << value[l]
Packit c2c737
                                     << endl << flush;
Packit c2c737
                            assert (((half*)(data[k][i][j]))[l] == (i * width + j) % 2049);
Packit c2c737
                        }
Packit c2c737
                        if (channelTypes[k] == 2)
Packit c2c737
                        {
Packit c2c737
                            float* value = (float*)(data[k][i][j]);
Packit c2c737
                            if (value[l] != (i * width + j) % 2049)
Packit c2c737
                                cout << j << ", " << i << " error, should be "
Packit c2c737
                                     << (i * width + j) % 2049 << ", is " << value[l]
Packit c2c737
                                     << endl << flush;
Packit c2c737
                            assert (((float*)(data[k][i][j]))[l] == (i * width + j) % 2049);
Packit c2c737
                        }
Packit c2c737
                    }
Packit c2c737
            }
Packit c2c737
Packit c2c737
    for (int i = 0; i < height; i++)
Packit c2c737
        for (int j = 0; j < width; j++)
Packit c2c737
            for (int k = 0; k < channelCount; k++)
Packit c2c737
            {
Packit c2c737
                    if (channelTypes[k] == 0)
Packit c2c737
                        delete[] (unsigned int*) data[k][i][j];
Packit c2c737
                    if (channelTypes[k] == 1)
Packit c2c737
                        delete[] (half*) data[k][i][j];
Packit c2c737
                    if (channelTypes[k] == 2)
Packit c2c737
                        delete[] (float*) data[k][i][j];
Packit c2c737
            }
Packit c2c737
}
Packit c2c737
Packit c2c737
void readCopyWriteTest (const std::string & tempDir,
Packit c2c737
                        int channelCount,
Packit c2c737
                        int testTimes)
Packit c2c737
{
Packit c2c737
    cout << "Testing files with " << channelCount << " channels " << testTimes << " times."
Packit c2c737
         << endl << flush;
Packit c2c737
Packit c2c737
    std::string source_filename = tempDir + "imf_test_copy_deep_scanline_source.exr";
Packit c2c737
    std::string copy_filename   = tempDir + "imf_test_copy_deep_scanline_copy.exr";
Packit c2c737
Packit c2c737
    for (int i = 0; i < testTimes; i++)
Packit c2c737
    {
Packit c2c737
        int compressionIndex = i % 3;
Packit c2c737
        Compression compression;
Packit c2c737
        switch (compressionIndex)
Packit c2c737
        {
Packit c2c737
            case 0:
Packit c2c737
                compression = NO_COMPRESSION;
Packit c2c737
                break;
Packit c2c737
            case 1:
Packit c2c737
                compression = RLE_COMPRESSION;
Packit c2c737
                break;
Packit c2c737
            case 2:
Packit c2c737
                compression = ZIPS_COMPRESSION;
Packit c2c737
                break;
Packit c2c737
        }
Packit c2c737
Packit c2c737
        generateRandomFile (source_filename, channelCount, compression);
Packit c2c737
        copyFile (source_filename, copy_filename);
Packit c2c737
        readFile (copy_filename, channelCount );
Packit c2c737
        remove (source_filename.c_str());
Packit c2c737
        remove (copy_filename.c_str());
Packit c2c737
        cout << endl << flush;
Packit c2c737
Packit c2c737
    }
Packit c2c737
}
Packit c2c737
Packit c2c737
Packit c2c737
}; // namespace
Packit c2c737
Packit c2c737
void testCopyDeepScanLine (const std::string &tempDir)
Packit c2c737
{
Packit c2c737
    try
Packit c2c737
    {
Packit c2c737
        cout << "\n\nTesting raw data copy in DeepScanLineInput/OutputFile:\n" << endl;
Packit c2c737
Packit c2c737
        srand(1);
Packit c2c737
Packit c2c737
        int numThreads = ThreadPool::globalThreadPool().numThreads();
Packit c2c737
        ThreadPool::globalThreadPool().setNumThreads(4);
Packit c2c737
Packit c2c737
        
Packit c2c737
        readCopyWriteTest (tempDir,  1, 100);
Packit c2c737
        readCopyWriteTest (tempDir,  3,  50);
Packit c2c737
        readCopyWriteTest (tempDir, 10,  10);
Packit c2c737
Packit c2c737
        ThreadPool::globalThreadPool().setNumThreads(numThreads);
Packit c2c737
Packit c2c737
        cout << "ok\n" << endl;
Packit c2c737
    }
Packit c2c737
    catch (const std::exception &e)
Packit c2c737
    {
Packit c2c737
        cerr << "ERROR -- caught exception: " << e.what() << endl;
Packit c2c737
        assert (false);
Packit c2c737
    }
Packit c2c737
}