// Copyright (c) 2011 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// This file input format is based loosely on
// Tools/DumpRenderTree/ImageDiff.m
// The exact format of this tool's output to stdout is important, to match
// what the run-webkit-tests script expects.
#include <algorithm>
#include <iostream>
#include <string>
#include <vector>
#include "base/basictypes.h"
#include "base/command_line.h"
#include "base/containers/hash_tables.h"
#include "base/file_util.h"
#include "base/files/file_path.h"
#include "base/logging.h"
#include "base/memory/scoped_ptr.h"
#include "base/process/memory.h"
#include "base/safe_numerics.h"
#include "base/strings/string_util.h"
#include "base/strings/utf_string_conversions.h"
#include "tools/imagediff/image_diff_png.h"
#if defined(OS_WIN)
#include "windows.h"
#endif
// Causes the app to remain open, waiting for pairs of filenames on stdin.
// The caller is then responsible for terminating this app.
static const char kOptionPollStdin[] = "use-stdin";
// Causes the app to additionally calculate a diff of the color histograms
// (which is resistant to shifts in layout).
static const char kOptionCompareHistograms[] = "histogram";
// Causes the app to output an image that visualizes the difference.
static const char kOptionGenerateDiff[] = "diff";
// Return codes used by this utility.
static const int kStatusSame = 0;
static const int kStatusDifferent = 1;
static const int kStatusError = 2;
// Color codes.
static const uint32 RGBA_RED = 0x000000ff;
static const uint32 RGBA_ALPHA = 0xff000000;
class Image {
public:
Image() : w_(0), h_(0) {
}
Image(const Image& image)
: w_(image.w_),
h_(image.h_),
data_(image.data_) {
}
bool has_image() const {
return w_ > 0 && h_ > 0;
}
int w() const {
return w_;
}
int h() const {
return h_;
}
const unsigned char* data() const {
return &data_.front();
}
// Creates the image from stdin with the given data length. On success, it
// will return true. On failure, no other methods should be accessed.
bool CreateFromStdin(size_t byte_length) {
if (byte_length == 0)
return false;
scoped_ptr<unsigned char[]> source(new unsigned char[byte_length]);
if (fread(source.get(), 1, byte_length, stdin) != byte_length)
return false;
if (!image_diff_png::DecodePNG(source.get(), byte_length,
&data_, &w_, &h_)) {
Clear();
return false;
}
return true;
}
// Creates the image from the given filename on disk, and returns true on
// success.
bool CreateFromFilename(const base::FilePath& path) {
FILE* f = base::OpenFile(path, "rb");
if (!f)
return false;
std::vector<unsigned char> compressed;
const int buf_size = 1024;
unsigned char buf[buf_size];
size_t num_read = 0;
while ((num_read = fread(buf, 1, buf_size, f)) > 0) {
compressed.insert(compressed.end(), buf, buf + num_read);
}
base::CloseFile(f);
if (!image_diff_png::DecodePNG(&compressed[0], compressed.size(),
&data_, &w_, &h_)) {
Clear();
return false;
}
return true;
}
void Clear() {
w_ = h_ = 0;
data_.clear();
}
// Returns the RGBA value of the pixel at the given location
uint32 pixel_at(int x, int y) const {
DCHECK(x >= 0 && x < w_);
DCHECK(y >= 0 && y < h_);
return *reinterpret_cast<const uint32*>(&(data_[(y * w_ + x) * 4]));
}
void set_pixel_at(int x, int y, uint32 color) const {
DCHECK(x >= 0 && x < w_);
DCHECK(y >= 0 && y < h_);
void* addr = &const_cast<unsigned char*>(&data_.front())[(y * w_ + x) * 4];
*reinterpret_cast<uint32*>(addr) = color;
}
private:
// pixel dimensions of the image
int w_, h_;
std::vector<unsigned char> data_;
};
float PercentageDifferent(const Image& baseline, const Image& actual) {
int w = std::min(baseline.w(), actual.w());
int h = std::min(baseline.h(), actual.h());
// Compute pixels different in the overlap.
int pixels_different = 0;
for (int y = 0; y < h; y++) {
for (int x = 0; x < w; x++) {
if (baseline.pixel_at(x, y) != actual.pixel_at(x, y))
pixels_different++;
}
}
// Count pixels that are a difference in size as also being different.
int max_w = std::max(baseline.w(), actual.w());
int max_h = std::max(baseline.h(), actual.h());
// These pixels are off the right side, not including the lower right corner.
pixels_different += (max_w - w) * h;
// These pixels are along the bottom, including the lower right corner.
pixels_different += (max_h - h) * max_w;
// Like the WebKit ImageDiff tool, we define percentage different in terms
// of the size of the 'actual' bitmap.
float total_pixels = static_cast<float>(actual.w()) *
static_cast<float>(actual.h());
if (total_pixels == 0) {
// When the bitmap is empty, they are 100% different.
return 100.0f;
}
return 100.0f * pixels_different / total_pixels;
}
typedef base::hash_map<uint32, int32> RgbaToCountMap;
float HistogramPercentageDifferent(const Image& baseline, const Image& actual) {
// TODO(johnme): Consider using a joint histogram instead, as described in
// "Comparing Images Using Joint Histograms" by Pass & Zabih
// http://www.cs.cornell.edu/~rdz/papers/pz-jms99.pdf
int w = std::min(baseline.w(), actual.w());
int h = std::min(baseline.h(), actual.h());
// Count occurences of each RGBA pixel value of baseline in the overlap.
RgbaToCountMap baseline_histogram;
for (int y = 0; y < h; y++) {
for (int x = 0; x < w; x++) {
// hash_map operator[] inserts a 0 (default constructor) if key not found.
baseline_histogram[baseline.pixel_at(x, y)]++;
}
}
// Compute pixels different in the histogram of the overlap.
int pixels_different = 0;
for (int y = 0; y < h; y++) {
for (int x = 0; x < w; x++) {
uint32 actual_rgba = actual.pixel_at(x, y);
RgbaToCountMap::iterator it = baseline_histogram.find(actual_rgba);
if (it != baseline_histogram.end() && it->second > 0)
it->second--;
else
pixels_different++;
}
}
// Count pixels that are a difference in size as also being different.
int max_w = std::max(baseline.w(), actual.w());
int max_h = std::max(baseline.h(), actual.h());
// These pixels are off the right side, not including the lower right corner.
pixels_different += (max_w - w) * h;
// These pixels are along the bottom, including the lower right corner.
pixels_different += (max_h - h) * max_w;
// Like the WebKit ImageDiff tool, we define percentage different in terms
// of the size of the 'actual' bitmap.
float total_pixels = static_cast<float>(actual.w()) *
static_cast<float>(actual.h());
if (total_pixels == 0) {
// When the bitmap is empty, they are 100% different.
return 100.0f;
}
return 100.0f * pixels_different / total_pixels;
}
void PrintHelp() {
fprintf(stderr,
"Usage:\n"
" image_diff [--histogram] <compare file> <reference file>\n"
" Compares two files on disk, returning 0 when they are the same;\n"
" passing \"--histogram\" additionally calculates a diff of the\n"
" RGBA value histograms (which is resistant to shifts in layout)\n"
" image_diff --use-stdin\n"
" Stays open reading pairs of filenames from stdin, comparing them,\n"
" and sending 0 to stdout when they are the same\n"
" image_diff --diff <compare file> <reference file> <output file>\n"
" Compares two files on disk, outputs an image that visualizes the\n"
" difference to <output file>\n");
/* For unfinished webkit-like-mode (see below)
"\n"
" image_diff -s\n"
" Reads stream input from stdin, should be EXACTLY of the format\n"
" \"Content-length: <byte length> <data>Content-length: ...\n"
" it will take as many file pairs as given, and will compare them as\n"
" (cmp_file, reference_file) pairs\n");
*/
}
int CompareImages(const base::FilePath& file1,
const base::FilePath& file2,
bool compare_histograms) {
Image actual_image;
Image baseline_image;
if (!actual_image.CreateFromFilename(file1)) {
fprintf(stderr, "image_diff: Unable to open file \"%" PRFilePath "\"\n",
file1.value().c_str());
return kStatusError;
}
if (!baseline_image.CreateFromFilename(file2)) {
fprintf(stderr, "image_diff: Unable to open file \"%" PRFilePath "\"\n",
file2.value().c_str());
return kStatusError;
}
if (compare_histograms) {
float percent = HistogramPercentageDifferent(actual_image, baseline_image);
const char* passed = percent > 0.0 ? "failed" : "passed";
printf("histogram diff: %01.2f%% %s\n", percent, passed);
}
const char* diff_name = compare_histograms ? "exact diff" : "diff";
float percent = PercentageDifferent(actual_image, baseline_image);
const char* passed = percent > 0.0 ? "failed" : "passed";
printf("%s: %01.2f%% %s\n", diff_name, percent, passed);
if (percent > 0.0) {
// failure: The WebKit version also writes the difference image to
// stdout, which seems excessive for our needs.
return kStatusDifferent;
}
// success
return kStatusSame;
/* Untested mode that acts like WebKit's image comparator. I wrote this but
decided it's too complicated. We may use it in the future if it looks useful
char buffer[2048];
while (fgets(buffer, sizeof(buffer), stdin)) {
if (strncmp("Content-length: ", buffer, 16) == 0) {
char* context;
strtok_s(buffer, " ", &context);
int image_size = strtol(strtok_s(NULL, " ", &context), NULL, 10);
bool success = false;
if (image_size > 0 && actual_image.has_image() == 0) {
if (!actual_image.CreateFromStdin(image_size)) {
fputs("Error, input image can't be decoded.\n", stderr);
return 1;
}
} else if (image_size > 0 && baseline_image.has_image() == 0) {
if (!baseline_image.CreateFromStdin(image_size)) {
fputs("Error, baseline image can't be decoded.\n", stderr);
return 1;
}
} else {
fputs("Error, image size must be specified.\n", stderr);
return 1;
}
}
if (actual_image.has_image() && baseline_image.has_image()) {
float percent = PercentageDifferent(actual_image, baseline_image);
if (percent > 0.0) {
// failure: The WebKit version also writes the difference image to
// stdout, which seems excessive for our needs.
printf("diff: %01.2f%% failed\n", percent);
} else {
// success
printf("diff: %01.2f%% passed\n", percent);
}
actual_image.Clear();
baseline_image.Clear();
}
fflush(stdout);
}
*/
}
bool CreateImageDiff(const Image& image1, const Image& image2, Image* out) {
int w = std::min(image1.w(), image2.w());
int h = std::min(image1.h(), image2.h());
*out = Image(image1);
bool same = (image1.w() == image2.w()) && (image1.h() == image2.h());
// TODO(estade): do something with the extra pixels if the image sizes
// are different.
for (int y = 0; y < h; y++) {
for (int x = 0; x < w; x++) {
uint32 base_pixel = image1.pixel_at(x, y);
if (base_pixel != image2.pixel_at(x, y)) {
// Set differing pixels red.
out->set_pixel_at(x, y, RGBA_RED | RGBA_ALPHA);
same = false;
} else {
// Set same pixels as faded.
uint32 alpha = base_pixel & RGBA_ALPHA;
uint32 new_pixel = base_pixel - ((alpha / 2) & RGBA_ALPHA);
out->set_pixel_at(x, y, new_pixel);
}
}
}
return same;
}
int DiffImages(const base::FilePath& file1, const base::FilePath& file2,
const base::FilePath& out_file) {
Image actual_image;
Image baseline_image;
if (!actual_image.CreateFromFilename(file1)) {
fprintf(stderr, "image_diff: Unable to open file \"%" PRFilePath "\"\n",
file1.value().c_str());
return kStatusError;
}
if (!baseline_image.CreateFromFilename(file2)) {
fprintf(stderr, "image_diff: Unable to open file \"%" PRFilePath "\"\n",
file2.value().c_str());
return kStatusError;
}
Image diff_image;
bool same = CreateImageDiff(baseline_image, actual_image, &diff_image);
if (same)
return kStatusSame;
std::vector<unsigned char> png_encoding;
image_diff_png::EncodeRGBAPNG(
diff_image.data(), diff_image.w(), diff_image.h(),
diff_image.w() * 4, &png_encoding);
if (file_util::WriteFile(out_file,
reinterpret_cast<char*>(&png_encoding.front()),
base::checked_numeric_cast<int>(png_encoding.size())) < 0)
return kStatusError;
return kStatusDifferent;
}
// It isn't strictly correct to only support ASCII paths, but this
// program reads paths on stdin and the program that spawns it outputs
// paths as non-wide strings anyway.
base::FilePath FilePathFromASCII(const std::string& str) {
#if defined(OS_WIN)
return base::FilePath(ASCIIToWide(str));
#else
return base::FilePath(str);
#endif
}
int main(int argc, const char* argv[]) {
base::EnableTerminationOnHeapCorruption();
CommandLine::Init(argc, argv);
const CommandLine& parsed_command_line = *CommandLine::ForCurrentProcess();
bool histograms = parsed_command_line.HasSwitch(kOptionCompareHistograms);
if (parsed_command_line.HasSwitch(kOptionPollStdin)) {
// Watch stdin for filenames.
std::string stdin_buffer;
base::FilePath filename1;
while (std::getline(std::cin, stdin_buffer)) {
if (stdin_buffer.empty())
continue;
if (!filename1.empty()) {
// CompareImages writes results to stdout unless an error occurred.
base::FilePath filename2 = FilePathFromASCII(stdin_buffer);
if (CompareImages(filename1, filename2, histograms) == kStatusError)
printf("error\n");
fflush(stdout);
filename1 = base::FilePath();
} else {
// Save the first filename in another buffer and wait for the second
// filename to arrive via stdin.
filename1 = FilePathFromASCII(stdin_buffer);
}
}
return 0;
}
const CommandLine::StringVector& args = parsed_command_line.GetArgs();
if (parsed_command_line.HasSwitch(kOptionGenerateDiff)) {
if (args.size() == 3) {
return DiffImages(base::FilePath(args[0]),
base::FilePath(args[1]),
base::FilePath(args[2]));
}
} else if (args.size() == 2) {
return CompareImages(
base::FilePath(args[0]), base::FilePath(args[1]), histograms);
}
PrintHelp();
return kStatusError;
}