/*
This file is part of darktable,
copyright (c) 2009--2011 johannes hanika.
darktable is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
darktable is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with darktable. If not, see <http://www.gnu.org/licenses/>.
*/
#define __STDC_FORMAT_MACROS
extern "C" {
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <stdlib.h>
#include <math.h>
#include <assert.h>
#include <string.h>
#include "develop/develop.h"
#include "develop/imageop.h"
#include "develop/tiling.h"
#include "control/control.h"
#include "bauhaus/bauhaus.h"
#include "gui/accelerators.h"
#include "gui/gtk.h"
}
#include "iop/Permutohedral.h"
extern "C" {
#include <gtk/gtk.h>
#include <inttypes.h>
/**
* implementation of the 5d-color bilateral filter using andrew adams et al.'s
* permutohedral lattice, which they kindly provided online as c++ code, under new bsd license.
*/
DT_MODULE_INTROSPECTION(1, dt_iop_bilateral_params_t)
typedef struct dt_iop_bilateral_params_t
{
// standard deviations of the gauss to use for blurring in the dimensions x,y,r,g,b (or L*,a*,b*)
float sigma[5];
} dt_iop_bilateral_params_t;
typedef struct dt_iop_bilateral_gui_data_t
{
GtkWidget *scale1, *scale2, *scale3, *scale4, *scale5;
} dt_iop_bilateral_gui_data_t;
typedef struct dt_iop_bilateral_data_t
{
float sigma[5];
} dt_iop_bilateral_data_t;
const char *name()
{
return _("denoise (bilateral filter)");
}
int groups()
{
return IOP_GROUP_CORRECT;
}
int flags()
{
return IOP_FLAGS_ALLOW_TILING | IOP_FLAGS_SUPPORTS_BLENDING;
}
void init_key_accels(dt_iop_module_so_t *self)
{
dt_accel_register_slider_iop(self, FALSE, NC_("accel", "radius"));
dt_accel_register_slider_iop(self, FALSE, NC_("accel", "red"));
dt_accel_register_slider_iop(self, FALSE, NC_("accel", "green"));
dt_accel_register_slider_iop(self, FALSE, NC_("accel", "blue"));
}
void connect_key_accels(dt_iop_module_t *self)
{
dt_iop_bilateral_gui_data_t *g = (dt_iop_bilateral_gui_data_t *)self->gui_data;
dt_accel_connect_slider_iop(self, "radius", GTK_WIDGET(g->scale1));
dt_accel_connect_slider_iop(self, "red", GTK_WIDGET(g->scale3));
dt_accel_connect_slider_iop(self, "green", GTK_WIDGET(g->scale4));
dt_accel_connect_slider_iop(self, "blue", GTK_WIDGET(g->scale5));
}
void process(struct dt_iop_module_t *self, dt_dev_pixelpipe_iop_t *piece, void *ivoid, void *ovoid,
const dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out)
{
dt_iop_bilateral_data_t *data = (dt_iop_bilateral_data_t *)piece->data;
float *in = (float *)ivoid;
float *out = (float *)ovoid;
const int ch = piece->colors;
float sigma[5];
sigma[0] = data->sigma[0] * roi_in->scale / piece->iscale;
sigma[1] = data->sigma[1] * roi_in->scale / piece->iscale;
sigma[2] = data->sigma[2];
sigma[3] = data->sigma[3];
sigma[4] = data->sigma[4];
if(fmaxf(sigma[0], sigma[1]) < .1)
{
memcpy(out, in, (size_t)sizeof(float) * ch * roi_out->width * roi_out->height);
return;
}
// if rad <= 6 use naive version!
const int rad = (int)(3.0 * fmaxf(sigma[0], sigma[1]) + 1.0);
if(rad <= 6 && (piece->pipe->type == DT_DEV_PIXELPIPE_THUMBNAIL))
{
// no use denoising the thumbnail. takes ages without permutohedral
memcpy(out, in, (size_t)sizeof(float) * ch * roi_out->width * roi_out->height);
}
else if(rad <= 6)
{
float mat[2 * (6 + 1) * 2 * (6 + 1)];
const int wd = 2 * rad + 1;
float *m = mat + rad * wd + rad;
float weight = 0.0f;
const float isig2col[3] = { 1.f / (2.0f * sigma[2] * sigma[2]), 1.f / (2.0f * sigma[3] * sigma[3]),
1.f / (2.0f * sigma[4] * sigma[4]) };
// init gaussian kernel
for(int l = -rad; l <= rad; l++)
for(int k = -rad; k <= rad; k++)
weight += m[l * wd + k] = expf(-(l * l + k * k) / (2.f * sigma[0] * sigma[0]));
for(int l = -rad; l <= rad; l++)
for(int k = -rad; k <= rad; k++) m[l * wd + k] /= weight;
#ifdef _OPENMP
#pragma omp parallel for default(none) schedule(static) shared(ivoid, ovoid, roi_in, roi_out, m, mat, \
isig2col) private(in, out)
#endif
for(int j = rad; j < roi_out->height - rad; j++)
{
in = ((float *)ivoid) + ch * ((size_t)j * roi_in->width + rad);
out = ((float *)ovoid) + ch * ((size_t)j * roi_out->width + rad);
float weights[2 * (6 + 1) * 2 * (6 + 1)];
float *w = weights + rad * wd + rad;
float sumw;
for(int i = rad; i < roi_out->width - rad; i++)
{
sumw = 0.0f;
for(int l = -rad; l <= rad; l++)
for(int k = -rad; k <= rad; k++)
{
float *inp = in + ch * (l * roi_in->width + k);
sumw += w[l * wd + k] = m[l * wd + k]
* expf(-((in[0] - inp[0]) * (in[0] - inp[0]) * isig2col[0]
+ (in[1] - inp[1]) * (in[1] - inp[1]) * isig2col[1]
+ (in[2] - inp[2]) * (in[2] - inp[2]) * isig2col[2]));
}
for(int l = -rad; l <= rad; l++)
for(int k = -rad; k <= rad; k++) w[l * wd + k] /= sumw;
for(int c = 0; c < 3; c++) out[c] = 0.0f;
for(int l = -rad; l <= rad; l++)
for(int k = -rad; k <= rad; k++)
{
float *inp = in + ch * ((size_t)l * roi_in->width + k);
float weight = w[(size_t)l * wd + k];
for(int c = 0; c < 3; c++) out[c] += inp[c] * weight;
}
out += ch;
in += ch;
}
}
// fill unprocessed border
for(int j = 0; j < rad; j++)
memcpy(((float *)ovoid) + (size_t)ch * j * roi_out->width,
((float *)ivoid) + (size_t)ch * j * roi_in->width, (size_t)ch * sizeof(float) * roi_out->width);
for(int j = roi_out->height - rad; j < roi_out->height; j++)
memcpy(((float *)ovoid) + (size_t)ch * j * roi_out->width,
((float *)ivoid) + (size_t)ch * j * roi_in->width, (size_t)ch * sizeof(float) * roi_out->width);
for(int j = rad; j < roi_out->height - rad; j++)
{
in = ((float *)ivoid) + (size_t)ch * roi_out->width * j;
out = ((float *)ovoid) + (size_t)ch * roi_out->width * j;
for(int i = 0; i < rad; i++)
for(int c = 0; c < 3; c++) out[ch * i + c] = in[ch * i + c];
for(int i = roi_out->width - rad; i < roi_out->width; i++)
for(int c = 0; c < 3; c++) out[ch * i + c] = in[ch * i + c];
}
}
else
{
for(int k = 0; k < 5; k++) sigma[k] = 1.0f / sigma[k];
PermutohedralLattice<5, 4> lattice((size_t)roi_in->width * roi_in->height, omp_get_max_threads());
// splat into the lattice
#ifdef _OPENMP
#pragma omp parallel for
#endif
for(int j = 0; j < roi_in->height; j++)
{
const float *in = (const float *)ivoid + (size_t)j * roi_in->width * ch;
const int thread = omp_get_thread_num();
size_t index = (size_t)j * roi_in->width;
for(int i = 0; i < roi_in->width; i++, index++)
{
float pos[5] = { i * sigma[0], j * sigma[1], in[0] * sigma[2], in[1] * sigma[3], in[2] * sigma[4] };
float val[4] = { in[0], in[1], in[2], 1.0 };
lattice.splat(pos, val, index, thread);
in += ch;
}
}
lattice.merge_splat_threads();
// blur the lattice
lattice.blur();
// slice from the lattice
#ifdef _OPENMP
#pragma omp parallel for
#endif
for(int j = 0; j < roi_in->height; j++)
{
float *out = (float *)ovoid + (size_t)j * roi_in->width * ch;
size_t index = (size_t)j * roi_in->width;
for(int i = 0; i < roi_in->width; i++, index++)
{
float val[4];
lattice.slice(val, index);
for(int k = 0; k < 3; k++) out[k] = val[k] / val[3];
out += ch;
}
}
}
if(piece->pipe->mask_display) dt_iop_alpha_copy(ivoid, ovoid, roi_out->width, roi_out->height);
}
static void sigma_callback(GtkWidget *slider, dt_iop_module_t *self)
{
if(self->dt->gui->reset) return;
dt_iop_bilateral_params_t *p = (dt_iop_bilateral_params_t *)self->params;
dt_iop_bilateral_gui_data_t *g = (dt_iop_bilateral_gui_data_t *)self->gui_data;
int i = 0;
if(slider == g->scale1)
i = 0;
else if(slider == g->scale2)
i = 1;
else if(slider == g->scale3)
i = 2;
else if(slider == g->scale4)
i = 3;
else if(slider == g->scale5)
i = 4;
p->sigma[i] = dt_bauhaus_slider_get(slider);
if(i == 0) p->sigma[1] = p->sigma[0];
dt_dev_add_history_item(darktable.develop, self, TRUE);
}
void commit_params(struct dt_iop_module_t *self, dt_iop_params_t *p1, dt_dev_pixelpipe_t *pipe,
dt_dev_pixelpipe_iop_t *piece)
{
dt_iop_bilateral_params_t *p = (dt_iop_bilateral_params_t *)p1;
dt_iop_bilateral_data_t *d = (dt_iop_bilateral_data_t *)piece->data;
for(int k = 0; k < 5; k++) d->sigma[k] = p->sigma[k];
}
void init_pipe(struct dt_iop_module_t *self, dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece)
{
piece->data = malloc(sizeof(dt_iop_bilateral_data_t));
self->commit_params(self, self->default_params, pipe, piece);
}
void cleanup_pipe(struct dt_iop_module_t *self, dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece)
{
free(piece->data);
piece->data = NULL;
}
void gui_update(struct dt_iop_module_t *self)
{
dt_iop_module_t *module = (dt_iop_module_t *)self;
dt_iop_bilateral_gui_data_t *g = (dt_iop_bilateral_gui_data_t *)self->gui_data;
dt_iop_bilateral_params_t *p = (dt_iop_bilateral_params_t *)module->params;
dt_bauhaus_slider_set(g->scale1, p->sigma[0]);
// dt_bauhaus_slider_set(g->scale2, p->sigma[1]);
dt_bauhaus_slider_set(g->scale3, p->sigma[2]);
dt_bauhaus_slider_set(g->scale4, p->sigma[3]);
dt_bauhaus_slider_set(g->scale5, p->sigma[4]);
}
void tiling_callback(struct dt_iop_module_t *self, struct dt_dev_pixelpipe_iop_t *piece,
const dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out,
struct dt_develop_tiling_t *tiling)
{
dt_iop_bilateral_data_t *data = (dt_iop_bilateral_data_t *)piece->data;
float sigma[5];
sigma[0] = data->sigma[0] * roi_in->scale / piece->iscale;
sigma[1] = data->sigma[1] * roi_in->scale / piece->iscale;
const int rad = (int)(3.0 * fmaxf(sigma[0], sigma[1]) + 1.0);
tiling->factor = 2 + 50;
tiling->overhead = 0;
tiling->overlap = rad;
tiling->xalign = 1;
tiling->yalign = 1;
return;
}
void init(dt_iop_module_t *module)
{
// module->data = malloc(sizeof(dt_iop_bilateral_data_t));
module->params = (dt_iop_params_t *)malloc(sizeof(dt_iop_bilateral_params_t));
module->default_params = (dt_iop_params_t *)malloc(sizeof(dt_iop_bilateral_params_t));
module->default_enabled = 0;
module->priority = 316; // module order created by iop_dependencies.py, do not edit!
module->params_size = sizeof(dt_iop_bilateral_params_t);
module->gui_data = NULL;
dt_iop_bilateral_params_t tmp = (dt_iop_bilateral_params_t){ { 15.0, 15.0, 0.005, 0.005, 0.005 } };
memcpy(module->params, &tmp, sizeof(dt_iop_bilateral_params_t));
memcpy(module->default_params, &tmp, sizeof(dt_iop_bilateral_params_t));
}
void cleanup(dt_iop_module_t *module)
{
free(module->params);
module->params = NULL;
}
void gui_init(dt_iop_module_t *self)
{
self->gui_data = (dt_iop_gui_data_t *)malloc(sizeof(dt_iop_bilateral_gui_data_t));
dt_iop_bilateral_gui_data_t *g = (dt_iop_bilateral_gui_data_t *)self->gui_data;
dt_iop_bilateral_params_t *p = (dt_iop_bilateral_params_t *)self->params;
self->widget = gtk_box_new(GTK_ORIENTATION_VERTICAL, DT_BAUHAUS_SPACE);
g->scale1 = dt_bauhaus_slider_new_with_range(self, 1.0, 30.0, 1.0, p->sigma[0], 1);
g->scale3 = dt_bauhaus_slider_new_with_range(self, 0.0001, .1, 0.001, p->sigma[2], 4);
g->scale4 = dt_bauhaus_slider_new_with_range(self, 0.0001, .1, 0.001, p->sigma[3], 4);
g->scale5 = dt_bauhaus_slider_new_with_range(self, 0.0001, .1, 0.001, p->sigma[4], 4);
g_object_set(G_OBJECT(g->scale1), "tooltip-text", _("spatial extent of the gaussian"), (char *)NULL);
g_object_set(G_OBJECT(g->scale3), "tooltip-text", _("how much to blur red"), (char *)NULL);
g_object_set(G_OBJECT(g->scale4), "tooltip-text", _("how much to blur green"), (char *)NULL);
g_object_set(G_OBJECT(g->scale5), "tooltip-text", _("how much to blur blue"), (char *)NULL);
dt_bauhaus_widget_set_label(g->scale1, NULL, _("radius"));
dt_bauhaus_widget_set_label(g->scale3, NULL, _("red"));
dt_bauhaus_widget_set_label(g->scale4, NULL, _("green"));
dt_bauhaus_widget_set_label(g->scale5, NULL, _("blue"));
gtk_box_pack_start(GTK_BOX(self->widget), g->scale1, TRUE, TRUE, 0);
gtk_box_pack_start(GTK_BOX(self->widget), g->scale3, TRUE, TRUE, 0);
gtk_box_pack_start(GTK_BOX(self->widget), g->scale4, TRUE, TRUE, 0);
gtk_box_pack_start(GTK_BOX(self->widget), g->scale5, TRUE, TRUE, 0);
g_signal_connect(G_OBJECT(g->scale1), "value-changed", G_CALLBACK(sigma_callback), self);
// g_signal_connect (G_OBJECT (g->scale2), "value-changed",
// G_CALLBACK (sigma_callback), self);
g_signal_connect(G_OBJECT(g->scale3), "value-changed", G_CALLBACK(sigma_callback), self);
g_signal_connect(G_OBJECT(g->scale4), "value-changed", G_CALLBACK(sigma_callback), self);
g_signal_connect(G_OBJECT(g->scale5), "value-changed", G_CALLBACK(sigma_callback), self);
}
void gui_cleanup(struct dt_iop_module_t *self)
{
free(self->gui_data);
self->gui_data = NULL;
}
}
// modelines: These editor modelines have been set for all relevant files by tools/update_modelines.sh
// vim: shiftwidth=2 expandtab tabstop=2 cindent
// kate: tab-indents: off; indent-width 2; replace-tabs on; indent-mode cstyle; remove-trailing-space on;