Skip to content

Benchmark for Separable Convolution #59

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 3 commits into
base: main
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
179 changes: 179 additions & 0 deletions benchmarks/ImageProcessing/BuddySepCorr2DBenchmark.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,179 @@
//===- BuddySepCorr2DBenchmark.cpp -------------------------------------------===//
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
//===----------------------------------------------------------------------===//
//
// This file implements the benchmark for SepCorr2D operation.
//
//===----------------------------------------------------------------------===//

#include "Kernels.h"
#include <benchmark/benchmark.h>
#include <buddy/Core/Container.h>
#include <buddy/DIP/ImageContainer.h>
#include <buddy/DIP/DIP.h>
#include <opencv2/opencv.hpp>

using namespace cv;
using namespace std;

Mat inputImageBuddySepCorr2D;

float *kernelDataBuddySepCorr2DX;
float *kernelDataBuddySepCorr2DY;

int kernelRowsBuddySepCorr2DX, kernelColsBuddySepCorr2DX, kernelRowsBuddySepCorr2DY, kernelColsBuddySepCorr2DY;

// Define the output size.
int outputRowsBuddySepCorr2D, outputColsBuddySepCorr2D;

// Define sizes of input, kernel, and output.
intptr_t sizesInputBuddySepCorr2D[2];
intptr_t sizesKernelBuddySepCorr2DX[2];
intptr_t sizesKernelBuddySepCorr2DY[2];
intptr_t sizesOutputBuddySepCorr2D[2];

// Declare Boundary Options supported.
enum BoundaryOption { constant_padding, replicate_padding };

// Define Boundary option selected.
BoundaryOption BoundaryType2;

void initializeBuddySepCorr2D(char **argv) {
inputImageBuddySepCorr2D = imread(argv[1], IMREAD_GRAYSCALE);

kernelDataBuddySepCorr2DX = get<0>(kernelMap[argv[5]]);
kernelRowsBuddySepCorr2DX = get<1>(kernelMap[argv[5]]);
kernelColsBuddySepCorr2DX = get<2>(kernelMap[argv[5]]);

kernelDataBuddySepCorr2DY = get<0>(kernelMap[argv[6]]);
kernelRowsBuddySepCorr2DY = get<1>(kernelMap[argv[6]]);
kernelColsBuddySepCorr2DY = get<2>(kernelMap[argv[6]]);

outputRowsBuddySepCorr2D = inputImageBuddySepCorr2D.rows;
outputColsBuddySepCorr2D = inputImageBuddySepCorr2D.cols;

sizesInputBuddySepCorr2D[0] = inputImageBuddySepCorr2D.rows;
sizesInputBuddySepCorr2D[1] = inputImageBuddySepCorr2D.cols;

sizesKernelBuddySepCorr2DX[0] = kernelRowsBuddySepCorr2DX;
sizesKernelBuddySepCorr2DX[1] = kernelColsBuddySepCorr2DX;

sizesKernelBuddySepCorr2DY[0] = kernelRowsBuddySepCorr2DY;
sizesKernelBuddySepCorr2DY[1] = kernelColsBuddySepCorr2DY;

sizesOutputBuddySepCorr2D[0] = outputRowsBuddySepCorr2D;
sizesOutputBuddySepCorr2D[1] = outputColsBuddySepCorr2D;

if (static_cast<string>(argv[3]) == "REPLICATE_PADDING") {
BoundaryType2 = replicate_padding;
} else {
BoundaryType2 = constant_padding;
}
}

static void Buddy_SepCorr2D_Constant_Padding(benchmark::State &state) {
// Define the MemRef descriptor for input, kernel, and output.
Img<float, 2> inputBuddySepCorr2D(inputImageBuddySepCorr2D);
MemRef<float, 2> kernelBuddySepCorr2DX(kernelDataBuddySepCorr2DX,
sizesKernelBuddySepCorr2DX);
MemRef<float, 2> kernelBuddySepCorr2DY(kernelDataBuddySepCorr2DY,
sizesKernelBuddySepCorr2DY);
MemRef<float, 2> outputBuddySepCorr2D(sizesOutputBuddySepCorr2D);

for (auto _ : state) {
for (int i = 0; i < state.range(0); ++i) {
// Call the MLIR Corr2D function.
dip::Sep_Corr2D(&inputBuddySepCorr2D, &kernelBuddySepCorr2DX, &kernelBuddySepCorr2DY, &outputBuddySepCorr2D,
0 /* Center X */, 0 /* Center Y */,
dip::BOUNDARY_OPTION::CONSTANT_PADDING,
0.0f /* Constant Value*/);
}
}
}

static void Buddy_SepCorr2D_Replicate_Padding(benchmark::State &state) {
// Define the MemRef descriptor for input, kernel, and output.
Img<float, 2> inputBuddySepCorr2D(inputImageBuddySepCorr2D);
MemRef<float, 2> kernelBuddySepCorr2DX(kernelDataBuddySepCorr2DX,
sizesKernelBuddySepCorr2DX);
MemRef<float, 2> kernelBuddySepCorr2DY(kernelDataBuddySepCorr2DY,
sizesKernelBuddySepCorr2DY);
MemRef<float, 2> outputBuddySepCorr2D(sizesOutputBuddySepCorr2D);

for (auto _ : state) {
for (int i = 0; i < state.range(0); ++i) {
// Call the MLIR Sep_Corr2D function.
dip::Sep_Corr2D(&inputBuddySepCorr2D, &kernelBuddySepCorr2DX, &kernelBuddySepCorr2DY, &outputBuddySepCorr2D,
0 /* Center X */, 0 /* Center Y */,
dip::BOUNDARY_OPTION::REPLICATE_PADDING,
0.0f /* Constant Value*/);
}
}
}

// Register benchmarking function.
void registerBenchmarkBuddySepCorr2D() {
if (BoundaryType2 == replicate_padding) {
BENCHMARK(Buddy_SepCorr2D_Replicate_Padding)
->Arg(1)
->Unit(benchmark::kMillisecond);
} else {
BENCHMARK(Buddy_SepCorr2D_Constant_Padding)
->Arg(1)
->Unit(benchmark::kMillisecond);
}
}

// Generate result image.
void generateResultBuddySepCorr2D(char **argv) {
// Define the MemRef descriptor for input, kernel, and output.
Img<float, 2> input(inputImageBuddySepCorr2D);
MemRef<float, 2> kernelX(kernelDataBuddySepCorr2DX, sizesKernelBuddySepCorr2DX);
MemRef<float, 2> kernelY(kernelDataBuddySepCorr2DY, sizesKernelBuddySepCorr2DY);
MemRef<float, 2> output(sizesOutputBuddySepCorr2D);
// Run the 2D correlation.
if (static_cast<string>(argv[3]) == "REPLICATE_PADDING") {
// Call the MLIR Corr2D function.
dip::Sep_Corr2D(&input, &kernelX, &kernelY, &output, 0 /* Center X */, 0/* Center Y */,
dip::BOUNDARY_OPTION::REPLICATE_PADDING,
0.0f /* Constant Value*/);
} else {
// Call the MLIR Corr2D function.
dip::Sep_Corr2D(&input, &kernelX, &kernelY, &output, 0 /* Center X */, 0 /* Center Y */,
dip::BOUNDARY_OPTION::CONSTANT_PADDING,
0.0f /* Constant Value*/);
}

Mat outputImage(outputRowsBuddySepCorr2D, outputColsBuddySepCorr2D, CV_32FC1,
output.getData());

// Choose a PNG compression level
vector<int> compressionParams;
compressionParams.push_back(IMWRITE_PNG_COMPRESSION);
compressionParams.push_back(9);

// Write output to PNG.
bool result = false;
try {
result = imwrite("ResultBuddySepCorr2D.png", outputImage, compressionParams);
} catch (const cv::Exception &ex) {
fprintf(stderr, "Exception converting image to PNG format: %s\n",
ex.what());
}
if (result)
cout << "Saved PNG file." << endl;
else
cout << "ERROR: Can't save PNG file." << endl;
}
2 changes: 2 additions & 0 deletions benchmarks/ImageProcessing/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,8 @@ add_executable(image-processing-benchmark
BuddyCorr2DBenchmark.cpp
BuddyMorph2DBenchmark.cpp
OpenCVMorph2DBenchmark.cpp
OpenCVSepFilter2DBenchmark.cpp
BuddySepCorr2DBenchmark.cpp
)

target_include_directories(image-processing-benchmark
Expand Down
14 changes: 13 additions & 1 deletion benchmarks/ImageProcessing/Main.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,8 @@ void initializeBuddyMorph2D(char **);
void initializeOpenCVMorph2D(char **);
void initializeOpenCVFilter2D(char **);
void initializeEigenConvolve2D(char **);
void initializeOpenCVSepFilter2D(char **);
void initializeBuddySepCorr2D(char **);

void generateResultMLIRConv2D();
void generateResultBuddyConv2D(char **);
Expand All @@ -39,6 +41,7 @@ void generateResultBuddyTopHat2D(char **);
void generateResultBuddyBottomHat2D(char **);
void generateResultBuddyMorphGrad2D(char **);
void generateResultBuddyDilation2D(char **);
void generateResultBuddySepCorr2D(char **);
void generateResultOpenCVErode2D();
void generateResultOpenCVDilate2D();
void generateResultOpenCVFilter2D();
Expand All @@ -47,6 +50,7 @@ void generateResultOpenCVClosing2D();
void generateResultOpenCVTopHat2D();
void generateResultOpenCVBottomHat2D();
void generateResultOpenCVMorphGrad2D();
void generateResultOpenCVSepFilter2D();
void generateResultEigenConvolve2D();

void registerBenchmarkBuddyCorr2D();
Expand All @@ -57,6 +61,7 @@ void registerBenchmarkBuddyClosing2D();
void registerBenchmarkBuddyTopHat2D();
void registerBenchmarkBuddyBottomHat2D();
void registerBenchmarkBuddyMorphGrad2D();
void registerBenchmarkBuddySepCorr2D();
void registerBenchmarkOpenCVErode2D();
void registerBenchmarkOpenCVDilate2D();
void registerBenchmarkOpenCVOpening2D();
Expand All @@ -65,10 +70,11 @@ void registerBenchmarkOpenCVTopHat2D();
void registerBenchmarkOpenCVBottomHat2D();
void registerBenchmarkOpenCVMorphGrad2D();
void registerBenchmarkOpenCVFilter2D();
void registerBenchmarkOpenCVSepFilter2D();

// Run benchmarks.
int main(int argc, char **argv) {
if (argc != 5) {
if (argc != 7) {
throw std::invalid_argument(
"Wrong format of command line arguments.\n"
"Correct format is ./image-processing-benchmark <image path> <kernel "
Expand All @@ -84,13 +90,17 @@ int main(int argc, char **argv) {
initializeMLIRConv2D(argv);
initializeBuddyConv2D(argv);
initializeBuddyCorr2D(argv);
initializeBuddySepCorr2D(argv);
initializeBuddyMorph2D(argv);
initializeOpenCVMorph2D(argv);
initializeOpenCVFilter2D(argv);
initializeOpenCVSepFilter2D(argv);
initializeEigenConvolve2D(argv);

registerBenchmarkBuddyCorr2D();
registerBenchmarkBuddySepCorr2D();
registerBenchmarkOpenCVFilter2D();
registerBenchmarkOpenCVSepFilter2D();
registerBenchmarkBuddyErosion2D();
registerBenchmarkBuddyDilation2D();
registerBenchmarkBuddyOpening2D();
Expand All @@ -111,8 +121,10 @@ int main(int argc, char **argv) {
// Generate result image.
generateResultMLIRConv2D();
generateResultOpenCVFilter2D();
generateResultOpenCVSepFilter2D();
generateResultBuddyConv2D(argv);
generateResultBuddyCorr2D(argv);
generateResultBuddySepCorr2D(argv);
generateResultBuddyErosion2D(argv);
generateResultBuddyDilation2D(argv);
generateResultBuddyOpening2D(argv);
Expand Down
113 changes: 113 additions & 0 deletions benchmarks/ImageProcessing/OpenCVSepFilter2DBenchmark.cpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,113 @@
//===- OpenCVSepFilter2DBenchmark.cpp ----------------------------------------===//
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
//===----------------------------------------------------------------------===//
//
// This file implements the benchmark for OpenCV sepfilter2D.
//
//===----------------------------------------------------------------------===//


#include "Kernels.h"
#include <benchmark/benchmark.h>
#include <opencv2/opencv.hpp>

using namespace cv;
using namespace std;

// Declare input image, kernel and output image.
Mat inputImageSepFilter2D, kernelFilter2DX, kernelFilter2DY, outputSepFilter2D;

// Declare Boundary Options supported.
enum BoundaryOption { constant_padding, replicate_padding };

// Define Boundary option selected.
BoundaryOption OpenCVBoundaryType2;

void initializeOpenCVSepFilter2D(char **argv) {
inputImageSepFilter2D = imread(argv[1], IMREAD_GRAYSCALE);

kernelFilter2DX = Mat(get<1>(kernelMap[argv[5]]), get<2>(kernelMap[argv[5]]),
CV_32FC1, get<0>(kernelMap[argv[5]]));
kernelFilter2DY = Mat(get<1>(kernelMap[argv[6]]), get<2>(kernelMap[argv[6]]),
CV_32FC1, get<0>(kernelMap[argv[6]]));

if (static_cast<string>(argv[3]) == "REPLICATE_PADDING") {
OpenCVBoundaryType2 = replicate_padding;
} else {
OpenCVBoundaryType2 = constant_padding;
}
}

// Benchmarking function.
static void OpenCV_SepFilter2D_Constant_Padding(benchmark::State &state) {
for (auto _ : state) {
for (int i = 0; i < state.range(0); ++i) {
sepFilter2D(inputImageSepFilter2D, outputSepFilter2D, CV_32FC1, kernelFilter2DX, kernelFilter2DY,
cv::Point(0, 0), 0.0, cv::BORDER_CONSTANT);
}
}
}

static void OpenCV_SepFilter2D_Replicate_Padding(benchmark::State &state) {
for (auto _ : state) {
for (int i = 0; i < state.range(0); ++i) {
sepFilter2D(inputImageSepFilter2D, outputSepFilter2D, CV_32FC1, kernelFilter2DX, kernelFilter2DY,
cv::Point(0, 0), 0.0, cv::BORDER_REPLICATE);
}
}
}

// Register benchmarking function.
void registerBenchmarkOpenCVSepFilter2D() {
if (OpenCVBoundaryType2 == replicate_padding) {
BENCHMARK(OpenCV_SepFilter2D_Replicate_Padding)
->Arg(1)
->Unit(benchmark::kMillisecond);
} else {
BENCHMARK(OpenCV_SepFilter2D_Constant_Padding)
->Arg(1)
->Unit(benchmark::kMillisecond);
}
}

// Generate result image.
void generateResultOpenCVSepFilter2D() {
if (OpenCVBoundaryType2 == replicate_padding) {
sepFilter2D(inputImageSepFilter2D, outputSepFilter2D, CV_32FC1, kernelFilter2DX, kernelFilter2DY,
cv::Point(0, 0), 0.0, cv::BORDER_REPLICATE);
} else {
sepFilter2D(inputImageSepFilter2D, outputSepFilter2D, CV_32FC1, kernelFilter2DX, kernelFilter2DY,
cv::Point(0, 0), 0.0, cv::BORDER_CONSTANT);
}

// Choose a PNG compression level
vector<int> compressionParams;
compressionParams.push_back(IMWRITE_PNG_COMPRESSION);
compressionParams.push_back(9);

// Write output to PNG.
bool result = false;
try {
result =
imwrite("ResultOpenCVFilter2D.png", outputSepFilter2D, compressionParams);
} catch (const cv::Exception &ex) {
fprintf(stderr, "Exception converting image to PNG format: %s\n",
ex.what());
}
if (result)
cout << "Saved PNG file." << endl;
else
cout << "ERROR: Can't save PNG file." << endl;
}
Loading