SphinxExamples/src/ImageCompareCommand.cxx

/*=========================================================================
 *
 *  Copyright NumFOCUS
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *         https://www.apache.org/licenses/LICENSE-2.0.txt
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 *
 *=========================================================================*/
#include "itkImage.h"
#include "itkImageFileReader.h"
#include "itkImageFileWriter.h"
#include "itkRescaleIntensityImageFilter.h"
#include "itkExtractImageFilter.h"
#include "itkTestingComparisonImageFilter.h"
 
#include "metaCommand.h"
 
#include <iostream>
#include <fstream>
#include <sstream>
 
#define ITK_TEST_DIMENSION_MAX 6
 
int
RegressionTestImage(const char *, const char *, int, bool, double, int, int);
 
int
main(int argc, char ** argv)
{
  // Process some command-line arguments intended for BatchMake
  MetaCommand command;
 
  // Option for setting the tolerable difference in intensity values
  // between the two images.
  command.SetOption("toleranceIntensity", "i", false, "Acceptable differences in pixels intensity");
  command.SetOptionLongTag("toleranceIntensity", "tolerance-intensity");
  command.AddOptionField("toleranceIntensity", "value", MetaCommand::FLOAT, true);
 
  // Option for setting the radius of the neighborhood around a pixel
  // to search for similar intensity values.
  command.SetOption("toleranceRadius", "r", false, "Neighbor pixels to look for similar values");
  command.SetOptionLongTag("toleranceRadius", "tolerance-radius");
  command.AddOptionField("toleranceRadius", "value", MetaCommand::INT, true);
 
  // Option for setting the number of pixel that can be tolerated to
  // have different intensities.
  command.SetOption(
    "toleranceNumberOfPixels", "n", false, "Number of Pixels that are acceptable to have intensity differences");
  command.SetOptionLongTag("toleranceNumberOfPixels", "tolerance-number-of-pixels");
  command.AddOptionField("toleranceNumberOfPixels", "value", MetaCommand::INT, true);
 
  // Option for setting the filename of the test image.
  command.SetOption("testImage", "t", true, "Filename of the image to be tested against the baseline images");
  command.SetOptionLongTag("testImage", "test-image");
  command.AddOptionField("testImage", "filename", MetaCommand::STRING, true);
 
  // Option for setting the filename of multiple baseline images.
  command.SetOption("baselineImages", "s", false, "List of baseline images <N> <image1> <image2>...<imageN>");
  command.SetOptionLongTag("baselineImages", "baseline-images");
  command.AddOptionField("baselineImages", "filename", MetaCommand::LIST, true);
 
  // Option for setting the filename of a single baseline image.
  command.SetOption("baselineImage", "b", false, "Baseline images filename");
  command.SetOptionLongTag("baselineImage", "baseline-image");
  command.AddOptionField("baselineImage", "filename", MetaCommand::STRING, true);
 
  command.SetParseFailureOnUnrecognizedOption(true);
 
  if (!command.Parse(argc, argv))
  {
    std::cerr << "Error during " << argv[0] << " command argument parsing." << std::endl;
    return EXIT_FAILURE;
  }
 
  double        toleranceIntensity = 0.0;
  unsigned int  toleranceRadius = 0;
  unsigned long toleranceNumberOfPixels = 0;
  std::string   testImageFilename;
  std::string   baselineImageFilename;
 
  // If a value of intensity tolerance was given in the command line
  if (command.GetOptionWasSet("toleranceIntensity"))
  {
    toleranceIntensity = command.GetValueAsFloat("toleranceIntensity", "value");
  }
 
  // If a value of neighborhood radius tolerance was given in the command line
  if (command.GetOptionWasSet("toleranceRadius"))
  {
    toleranceRadius = command.GetValueAsInt("toleranceRadius", "value");
  }
 
  // If a value of number of pixels tolerance was given in the command line
  if (command.GetOptionWasSet("toleranceNumberOfPixels"))
  {
    toleranceNumberOfPixels = command.GetValueAsInt("toleranceNumberOfPixels", "value");
  }
 
  // Get the filename of the image to be tested
  if (command.GetOptionWasSet("testImage"))
  {
    testImageFilename = command.GetValueAsString("testImage", "filename");
  }
 
  std::list<std::string> baselineImageFilenames;
  baselineImageFilenames.clear();
 
  bool singleBaselineImage = true;
 
  if (!command.GetOptionWasSet("baselineImage") && !command.GetOptionWasSet("baselineImages"))
  {
    std::cerr << "You must provide a --baseline-image"
              << " or --baseline-images option." << std::endl;
    return EXIT_FAILURE;
  }
 
  // Get the filename of the base line image
  if (command.GetOptionWasSet("baselineImage"))
  {
    singleBaselineImage = true;
    baselineImageFilename = command.GetValueAsString("baselineImage", "filename");
  }
 
  // Get the filename of the base line image
  if (command.GetOptionWasSet("baselineImages"))
  {
    singleBaselineImage = false;
    baselineImageFilenames = command.GetValueAsList("baselineImages");
  }
 
  std::string bestBaselineFilename;
  int         bestBaselineStatus = 2001;
 
  try
  {
    if (singleBaselineImage)
    {
      bestBaselineStatus = RegressionTestImage(testImageFilename.c_str(),
                                               baselineImageFilename.c_str(),
                                               0,
                                               false,
                                               toleranceIntensity,
                                               toleranceRadius,
                                               toleranceNumberOfPixels);
      bestBaselineFilename = baselineImageFilename;
    }
    else
    {
 
      using nameIterator = std::list<std::string>::const_iterator;
      nameIterator baselineImageItr = baselineImageFilenames.begin();
      while (baselineImageItr != baselineImageFilenames.end())
      {
        const int currentStatus = RegressionTestImage(testImageFilename.c_str(),
                                                      baselineImageItr->c_str(),
                                                      0,
                                                      false,
                                                      toleranceIntensity,
                                                      toleranceRadius,
                                                      toleranceNumberOfPixels);
        if (currentStatus < bestBaselineStatus)
        {
          bestBaselineStatus = currentStatus;
          bestBaselineFilename = *baselineImageItr;
        }
        if (bestBaselineStatus == 0)
        {
          break;
        }
        ++baselineImageItr;
      }
    }
    // generate images of our closest match
    if (bestBaselineStatus == 0)
    {
      RegressionTestImage(testImageFilename.c_str(),
                          bestBaselineFilename.c_str(),
                          1,
                          false,
                          toleranceIntensity,
                          toleranceRadius,
                          toleranceNumberOfPixels);
    }
    else
    {
      RegressionTestImage(testImageFilename.c_str(),
                          bestBaselineFilename.c_str(),
                          1,
                          true,
                          toleranceIntensity,
                          toleranceRadius,
                          toleranceNumberOfPixels);
    }
  }
  catch (const itk::ExceptionObject & e)
  {
    std::cerr << "ITK test driver caught an ITK exception:\n";
    std::cerr << e << "\n";
    bestBaselineStatus = -1;
  }
  catch (const std::exception & e)
  {
    std::cerr << "ITK test driver caught an exception:\n";
    std::cerr << e.what() << "\n";
    bestBaselineStatus = -1;
  }
  catch (...)
  {
    std::cerr << "ITK test driver caught an unknown exception!!!\n";
    bestBaselineStatus = -1;
  }
  std::cout << bestBaselineStatus << std::endl;
  return bestBaselineStatus;
}
 
// Regression Testing Code
int
RegressionTestImage(const char * testImageFilename,
                    const char * baselineImageFilename,
                    int          reportErrors,
                    bool         createDifferenceImage,
                    double       intensityTolerance,
                    int          radiusTolerance,
                    int          numberOfPixelsTolerance)
{
  // Use the factory mechanism to read the test
  // and baseline files and convert them to double
  using ImageType = itk::Image<double, ITK_TEST_DIMENSION_MAX>;
  using OutputType = itk::Image<unsigned char, ITK_TEST_DIMENSION_MAX>;
  using DiffOutputType = itk::Image<unsigned char, 2>;
  using ReaderType = itk::ImageFileReader<ImageType>;
 
  // Read the baseline file
  auto baselineReader = ReaderType::New();
  baselineReader->SetFileName(baselineImageFilename);
  try
  {
    baselineReader->UpdateLargestPossibleRegion();
  }
  catch (const itk::ExceptionObject & e)
  {
    std::cerr << "Exception detected while reading " << baselineImageFilename << " : " << e;
    return 1000;
  }
 
  // Read the file generated by the test
  auto testReader = ReaderType::New();
  testReader->SetFileName(testImageFilename);
  try
  {
    testReader->UpdateLargestPossibleRegion();
  }
  catch (const itk::ExceptionObject & e)
  {
    std::cerr << "Exception detected while reading " << testImageFilename << " : " << e << std::endl;
    return 1000;
  }
 
  // The sizes of the baseline and test image must match
  ImageType::SizeType baselineSize;
  ImageType::Pointer  baseline = baselineReader->GetOutput();
  baselineSize = baseline->GetLargestPossibleRegion().GetSize();
  ImageType::SizeType testSize;
  ImageType::Pointer  test = testReader->GetOutput();
  testSize = test->GetLargestPossibleRegion().GetSize();
 
  if (baselineSize != testSize)
  {
    std::cerr << "The size of the Baseline image and Test image do not match!" << std::endl
              << "Baseline image: " << baselineImageFilename << " has size " << baselineSize << std::endl
              << "Test image:     " << testImageFilename << " has size " << testSize << std::endl;
    return 1;
  }
 
  // Now compare the two images
  using DiffType = itk::Testing::ComparisonImageFilter<ImageType, ImageType>;
  auto diff = DiffType::New();
  diff->SetValidInput(baselineReader->GetOutput());
  diff->SetTestInput(testReader->GetOutput());
 
  diff->SetDifferenceThreshold(intensityTolerance);
  diff->SetToleranceRadius(radiusTolerance);
 
  diff->UpdateLargestPossibleRegion();
 
  bool differenceFailed = false;
 
  const double averageIntensityDifference = diff->GetTotalDifference();
 
  const unsigned long numberOfPixelsWithDifferences = diff->GetNumberOfPixelsWithDifferences();
 
  if (averageIntensityDifference > 0.0)
  {
    if (static_cast<int>(numberOfPixelsWithDifferences) > numberOfPixelsTolerance)
    {
      differenceFailed = true;
    }
    else
    {
      differenceFailed = false;
    }
  }
  else
  {
    differenceFailed = false;
  }
 
  if (reportErrors)
  {
    using RescaleType = itk::RescaleIntensityImageFilter<ImageType, OutputType>;
    using ExtractType = itk::ExtractImageFilter<OutputType, DiffOutputType>;
    using WriterType = itk::ImageFileWriter<DiffOutputType>;
    using RegionType = itk::ImageRegion<ITK_TEST_DIMENSION_MAX>;
 
    OutputType::IndexType index;
    index.Fill(0);
    OutputType::SizeType size;
    size.Fill(0);
 
    auto rescale = RescaleType::New();
 
    const unsigned char nonPositiveMin = itk::NumericTraits<unsigned char>::NonpositiveMin();
    rescale->SetOutputMinimum(nonPositiveMin);
    const unsigned char unsignedCharMax = itk::NumericTraits<unsigned char>::max();
    rescale->SetOutputMaximum(unsignedCharMax);
    rescale->SetInput(diff->GetOutput());
    rescale->UpdateLargestPossibleRegion();
 
    RegionType region;
    region.SetIndex(index);
 
    size = rescale->GetOutput()->GetLargestPossibleRegion().GetSize();
    for (unsigned int i = 2; i < ITK_TEST_DIMENSION_MAX; ++i)
    {
      size[i] = 0;
    }
    region.SetSize(size);
 
    auto extract = ExtractType::New();
    extract->SetDirectionCollapseToSubmatrix();
 
    extract->SetInput(rescale->GetOutput());
    extract->SetExtractionRegion(region);
 
    auto writer = WriterType::New();
    writer->SetInput(extract->GetOutput());
    if (createDifferenceImage)
    {
      // if there are discrepencies, create an diff image
      std::cout << R"(<DartMeasurement name="ImageError" type="numeric/double">)" << averageIntensityDifference
                << "</DartMeasurement>" << std::endl
 
                << R"(<DartMeasurement name="NumberOfPixelsError" type="numeric/int">)" << numberOfPixelsWithDifferences
                << "</DartMeasurement>" << std::endl;
 
      std::ostringstream diffName;
      diffName << testImageFilename << ".diff.png";
      try
      {
        rescale->SetInput(diff->GetOutput());
        rescale->Update();
      }
      catch (const std::exception & e)
      {
        std::cerr << "Error during rescale of " << diffName.str() << std::endl;
        std::cerr << e.what() << "\n";
      }
      catch (...)
      {
        std::cerr << "Error during rescale of " << diffName.str() << std::endl;
      }
      writer->SetFileName(diffName.str().c_str());
      try
      {
        writer->Update();
      }
      catch (const std::exception & e)
      {
        std::cerr << "Error during write of " << diffName.str() << std::endl;
        std::cerr << e.what() << "\n";
      }
      catch (...)
      {
        std::cerr << "Error during write of " << diffName.str() << std::endl;
      }
 
      std::cout << R"(<DartMeasurementFile name="DifferenceImage" type="image/png">)";
      std::cout << diffName.str();
      std::cout << "</DartMeasurementFile>" << std::endl;
    }
    std::ostringstream baseName;
    baseName << testImageFilename << ".base.png";
    try
    {
      rescale->SetInput(baselineReader->GetOutput());
      rescale->Update();
    }
    catch (const std::exception & e)
    {
      std::cerr << "Error during rescale of " << baseName.str() << std::endl;
      std::cerr << e.what() << "\n";
    }
    catch (...)
    {
      std::cerr << "Error during rescale of " << baseName.str() << std::endl;
    }
    try
    {
      writer->SetFileName(baseName.str().c_str());
      writer->Update();
    }
    catch (const std::exception & e)
    {
      std::cerr << "Error during write of " << baseName.str() << std::endl;
      std::cerr << e.what() << "\n";
    }
    catch (...)
    {
      std::cerr << "Error during write of " << baseName.str() << std::endl;
    }
 
    std::cout << R"(<DartMeasurementFile name="BaselineImage" type="image/png">)";
    std::cout << baseName.str();
    std::cout << "</DartMeasurementFile>" << std::endl;
 
    std::ostringstream testName;
    testName << testImageFilename << ".test.png";
    try
    {
      rescale->SetInput(testReader->GetOutput());
      rescale->Update();
    }
    catch (const std::exception & e)
    {
      std::cerr << "Error during rescale of " << testName.str() << std::endl;
      std::cerr << e.what() << "\n";
    }
    catch (...)
    {
      std::cerr << "Error during rescale of " << testName.str() << std::endl;
    }
    try
    {
      writer->SetFileName(testName.str().c_str());
      writer->Update();
    }
    catch (const std::exception & e)
    {
      std::cerr << "Error during write of " << testName.str() << std::endl;
      std::cerr << e.what() << "\n";
    }
    catch (...)
    {
      std::cerr << "Error during write of " << testName.str() << std::endl;
    }
 
    std::cout << R"(<DartMeasurementFile name="TestImage" type="image/png">)";
    std::cout << testName.str();
    std::cout << "</DartMeasurementFile>" << std::endl;
  }
  return differenceFailed;
}