/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package android.filterpacks.imageproc;
import android.filterfw.core.Filter;
import android.filterfw.core.FilterContext;
import android.filterfw.core.Frame;
import android.filterfw.core.FrameFormat;
import android.filterfw.core.GenerateFieldPort;
import android.filterfw.core.Program;
import android.filterfw.core.ShaderProgram;
import android.filterfw.format.ImageFormat;
public class AutoFixFilter extends Filter {
@GenerateFieldPort(name = "tile_size", hasDefault = true)
private int mTileSize = 640;
@GenerateFieldPort(name = "scale")
private float mScale;
private static final int normal_cdf[] = {
9, 33, 50, 64, 75, 84, 92, 99, 106, 112, 117, 122, 126, 130, 134, 138, 142,
145, 148, 150, 154, 157, 159, 162, 164, 166, 169, 170, 173, 175, 177, 179,
180, 182, 184, 186, 188, 189, 190, 192, 194, 195, 197, 198, 199, 200, 202,
203, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219,
220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 229, 230, 231, 232, 233,
234, 235, 236, 236, 237, 238, 239, 239, 240, 240, 242, 242, 243, 244, 245,
245, 246, 247, 247, 248, 249, 249, 250, 250, 251, 252, 253, 253, 254, 255,
255, 256, 256, 257, 258, 258, 259, 259, 259, 260, 261, 262, 262, 263, 263,
264, 264, 265, 265, 266, 267, 267, 268, 268, 269, 269, 269, 270, 270, 271,
272, 272, 273, 273, 274, 274, 275, 275, 276, 276, 277, 277, 277, 278, 278,
279, 279, 279, 280, 280, 281, 282, 282, 282, 283, 283, 284, 284, 285, 285,
285, 286, 286, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291,
292, 292, 292, 293, 293, 294, 294, 294, 295, 295, 296, 296, 296, 297, 297,
297, 298, 298, 298, 299, 299, 299, 299, 300, 300, 301, 301, 302, 302, 302,
303, 303, 304, 304, 304, 305, 305, 305, 306, 306, 306, 307, 307, 307, 308,
308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 311, 312, 312, 312, 313,
313, 313, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 317, 317, 317,
318, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 321, 321, 322, 322,
322, 323, 323, 323, 323, 324, 324, 324, 325, 325, 325, 325, 326, 326, 326,
327, 327, 327, 327, 328, 328, 328, 329, 329, 329, 329, 329, 330, 330, 330,
330, 331, 331, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335,
335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 339, 339,
339, 339, 339, 339, 340, 340, 340, 340, 341, 341, 342, 342, 342, 342, 343,
343, 343, 344, 344, 344, 344, 345, 345, 345, 345, 346, 346, 346, 346, 347,
347, 347, 347, 348, 348, 348, 348, 349, 349, 349, 349, 349, 349, 350, 350,
350, 350, 351, 351, 352, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354,
354, 355, 355, 355, 355, 356, 356, 356, 356, 357, 357, 357, 357, 358, 358,
358, 358, 359, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 361, 361,
362, 362, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 365, 365,
365, 366, 366, 366, 366, 366, 367, 367, 367, 367, 368, 368, 368, 368, 369,
369, 369, 369, 369, 369, 370, 370, 370, 370, 370, 371, 371, 372, 372, 372,
372, 373, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 376,
376, 376, 376, 377, 377, 377, 377, 378, 378, 378, 378, 378, 379, 379, 379,
379, 379, 379, 380, 380, 380, 380, 381, 381, 381, 382, 382, 382, 382, 383,
383, 383, 383, 384, 384, 384, 384, 385, 385, 385, 385, 385, 386, 386, 386,
386, 387, 387, 387, 387, 388, 388, 388, 388, 388, 389, 389, 389, 389, 389,
389, 390, 390, 390, 390, 391, 391, 392, 392, 392, 392, 392, 393, 393, 393,
393, 394, 394, 394, 394, 395, 395, 395, 395, 396, 396, 396, 396, 396, 397,
397, 397, 397, 398, 398, 398, 398, 399, 399, 399, 399, 399, 399, 400, 400,
400, 400, 400, 401, 401, 402, 402, 402, 402, 403, 403, 403, 403, 404, 404,
404, 404, 405, 405, 405, 405, 406, 406, 406, 406, 406, 407, 407, 407, 407,
408, 408, 408, 408, 409, 409, 409, 409, 409, 409, 410, 410, 410, 410, 411,
411, 412, 412, 412, 412, 413, 413, 413, 413, 414, 414, 414, 414, 415, 415,
415, 415, 416, 416, 416, 416, 417, 417, 417, 417, 418, 418, 418, 418, 419,
419, 419, 419, 419, 419, 420, 420, 420, 420, 421, 421, 422, 422, 422, 422,
423, 423, 423, 423, 424, 424, 424, 425, 425, 425, 425, 426, 426, 426, 426,
427, 427, 427, 427, 428, 428, 428, 429, 429, 429, 429, 429, 429, 430, 430,
430, 430, 431, 431, 432, 432, 432, 433, 433, 433, 433, 434, 434, 434, 435,
435, 435, 435, 436, 436, 436, 436, 437, 437, 437, 438, 438, 438, 438, 439,
439, 439, 439, 439, 440, 440, 440, 441, 441, 442, 442, 442, 443, 443, 443,
443, 444, 444, 444, 445, 445, 445, 446, 446, 446, 446, 447, 447, 447, 448,
448, 448, 449, 449, 449, 449, 449, 450, 450, 450, 451, 451, 452, 452, 452,
453, 453, 453, 454, 454, 454, 455, 455, 455, 456, 456, 456, 457, 457, 457,
458, 458, 458, 459, 459, 459, 459, 460, 460, 460, 461, 461, 462, 462, 462,
463, 463, 463, 464, 464, 465, 465, 465, 466, 466, 466, 467, 467, 467, 468,
468, 469, 469, 469, 469, 470, 470, 470, 471, 472, 472, 472, 473, 473, 474,
474, 474, 475, 475, 476, 476, 476, 477, 477, 478, 478, 478, 479, 479, 479,
480, 480, 480, 481, 482, 482, 483, 483, 484, 484, 484, 485, 485, 486, 486,
487, 487, 488, 488, 488, 489, 489, 489, 490, 490, 491, 492, 492, 493, 493,
494, 494, 495, 495, 496, 496, 497, 497, 498, 498, 499, 499, 499, 500, 501,
502, 502, 503, 503, 504, 504, 505, 505, 506, 507, 507, 508, 508, 509, 509,
510, 510, 511, 512, 513, 513, 514, 515, 515, 516, 517, 517, 518, 519, 519,
519, 520, 521, 522, 523, 524, 524, 525, 526, 526, 527, 528, 529, 529, 530,
531, 532, 533, 534, 535, 535, 536, 537, 538, 539, 539, 540, 542, 543, 544,
545, 546, 547, 548, 549, 549, 550, 552, 553, 554, 555, 556, 558, 559, 559,
561, 562, 564, 565, 566, 568, 569, 570, 572, 574, 575, 577, 578, 579, 582,
583, 585, 587, 589, 590, 593, 595, 597, 599, 602, 604, 607, 609, 612, 615,
618, 620, 624, 628, 631, 635, 639, 644, 649, 654, 659, 666, 673, 680, 690,
700, 714 };
private final String mAutoFixShader =
"precision mediump float;\n" +
"uniform sampler2D tex_sampler_0;\n" +
"uniform sampler2D tex_sampler_1;\n" +
"uniform sampler2D tex_sampler_2;\n" +
"uniform float scale;\n" +
"uniform float shift_scale;\n" +
"uniform float hist_offset;\n" +
"uniform float hist_scale;\n" +
"uniform float density_offset;\n" +
"uniform float density_scale;\n" +
"varying vec2 v_texcoord;\n" +
"void main() {\n" +
" const vec3 weights = vec3(0.33333, 0.33333, 0.33333);\n" +
" vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" +
" float energy = dot(color.rgb, weights);\n" +
" float mask_value = energy - 0.5;\n" +
" float alpha;\n" +
" if (mask_value > 0.0) {\n" +
" alpha = (pow(2.0 * mask_value, 1.5) - 1.0) * scale + 1.0;\n" +
" } else { \n" +
" alpha = (pow(2.0 * mask_value, 2.0) - 1.0) * scale + 1.0;\n" +
" }\n" +
" float index = energy * hist_scale + hist_offset;\n" +
" vec4 temp = texture2D(tex_sampler_1, vec2(index, 0.5));\n" +
" float value = temp.g + temp.r * shift_scale;\n" +
" index = value * density_scale + density_offset;\n" +
" temp = texture2D(tex_sampler_2, vec2(index, 0.5));\n" +
" value = temp.g + temp.r * shift_scale;\n" +
" float dst_energy = energy * alpha + value * (1.0 - alpha);\n" +
" float max_energy = energy / max(color.r, max(color.g, color.b));\n" +
" if (dst_energy > max_energy) {\n" +
" dst_energy = max_energy;\n" +
" }\n" +
" if (energy == 0.0) {\n" +
" gl_FragColor = color;\n" +
" } else {\n" +
" gl_FragColor = vec4(color.rgb * dst_energy / energy, color.a);\n" +
" }\n" +
"}\n";
private Program mShaderProgram;
private Program mNativeProgram;
private int mWidth = 0;
private int mHeight = 0;
private int mTarget = FrameFormat.TARGET_UNSPECIFIED;
private Frame mHistFrame;
private Frame mDensityFrame;
public AutoFixFilter(String name) {
super(name);
}
@Override
public void setupPorts() {
addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
addOutputBasedOnInput("image", "image");
}
@Override
public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
return inputFormat;
}
public void initProgram(FilterContext context, int target) {
switch (target) {
case FrameFormat.TARGET_GPU:
ShaderProgram shaderProgram = new ShaderProgram(context, mAutoFixShader);
shaderProgram.setMaximumTileSize(mTileSize);
mShaderProgram = shaderProgram;
break;
default:
throw new RuntimeException("Filter Sharpen does not support frames of " +
"target " + target + "!");
}
mTarget = target;
}
private void initParameters() {
mShaderProgram.setHostValue("shift_scale", 1.0f / 256f);
mShaderProgram.setHostValue("hist_offset", 0.5f / 766f);
mShaderProgram.setHostValue("hist_scale", 765f / 766f);
mShaderProgram.setHostValue("density_offset", 0.5f / 1024f);
mShaderProgram.setHostValue("density_scale", 1023f / 1024f);
mShaderProgram.setHostValue("scale", mScale);
}
@Override
protected void prepare(FilterContext context) {
int densityDim = 1024;
int histDim = 255 * 3 + 1;
long precision = (256l * 256l - 1l);
int[] densityTable = new int[densityDim];
for (int i = 0; i < densityDim; ++i) {
long temp = normal_cdf[i] * precision / histDim;
densityTable[i] = (int) temp;
}
FrameFormat densityFormat = ImageFormat.create(densityDim, 1,
ImageFormat.COLORSPACE_RGBA,
FrameFormat.TARGET_GPU);
mDensityFrame = context.getFrameManager().newFrame(densityFormat);
mDensityFrame.setInts(densityTable);
}
@Override
public void tearDown(FilterContext context) {
if (mDensityFrame != null) {
mDensityFrame.release();
mDensityFrame = null;
}
if (mHistFrame != null) {
mHistFrame.release();
mHistFrame = null;
}
}
@Override
public void fieldPortValueUpdated(String name, FilterContext context) {
if (mShaderProgram != null) {
mShaderProgram.setHostValue("scale", mScale);
}
}
@Override
public void process(FilterContext context) {
// Get input frame
Frame input = pullInput("image");
FrameFormat inputFormat = input.getFormat();
// Create program if not created already
if (mShaderProgram == null || inputFormat.getTarget() != mTarget) {
initProgram(context, inputFormat.getTarget());
initParameters();
}
// Check if the frame size has changed
if (inputFormat.getWidth() != mWidth || inputFormat.getHeight() != mHeight) {
mWidth = inputFormat.getWidth();
mHeight = inputFormat.getHeight();
createHistogramFrame(context, mWidth, mHeight, input.getInts());
}
// Create output frame
Frame output = context.getFrameManager().newFrame(inputFormat);
// Process
Frame[] inputs = {input, mHistFrame, mDensityFrame};
mShaderProgram.process(inputs, output);
// Push output
pushOutput("image", output);
// Release pushed frame
output.release();
}
private void createHistogramFrame(FilterContext context, int width, int height, int[] data) {
int histDims = 255 * 3 + 1;
int[] histArray = new int[histDims];
float border_thickness_ratio = 0.05f;
int y_border_thickness = (int) (height * border_thickness_ratio);
int x_border_thickness = (int) (width * border_thickness_ratio);
int pixels = (width - 2 * x_border_thickness) * (height - 2 * y_border_thickness);
float count = 0f;
for (int y = y_border_thickness; y < height - y_border_thickness; ++y) {
for (int x = x_border_thickness; x < width - x_border_thickness; ++x) {
int index = y * width + x;
int energy = (data[index] & 0xFF) + ((data[index] >> 8) & 0xFF) +
((data[index] >> 16) & 0xFF);
histArray[energy] ++;
}
}
for (int i = 1; i < histDims; i++) {
histArray[i] += histArray[i-1];
}
for (int i = 0; i < histDims; i++) {
long temp = (256 * 256 - 1l) * histArray[i] / pixels;
histArray[i] = (int) temp;
}
FrameFormat shaderHistFormat = ImageFormat.create(histDims, 1,
ImageFormat.COLORSPACE_RGBA,
FrameFormat.TARGET_GPU);
if (mHistFrame != null)
mHistFrame.release();
mHistFrame = context.getFrameManager().newFrame(shaderHistFormat);
mHistFrame.setInts(histArray);
}
}
|
