1
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
2
|
// Copyright 2016 Leszek Koltunski //
|
3
|
// //
|
4
|
// This file is part of Distorted. //
|
5
|
// //
|
6
|
// Distorted is free software: you can redistribute it and/or modify //
|
7
|
// it under the terms of the GNU General Public License as published by //
|
8
|
// the Free Software Foundation, either version 2 of the License, or //
|
9
|
// (at your option) any later version. //
|
10
|
// //
|
11
|
// Distorted is distributed in the hope that it will be useful, //
|
12
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of //
|
13
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the //
|
14
|
// GNU General Public License for more details. //
|
15
|
// //
|
16
|
// You should have received a copy of the GNU General Public License //
|
17
|
// along with Distorted. If not, see <http://www.gnu.org/licenses/>. //
|
18
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
19
|
|
20
|
package org.distorted.library;
|
21
|
|
22
|
import android.content.res.Resources;
|
23
|
import android.opengl.GLES30;
|
24
|
|
25
|
import org.distorted.library.message.EffectMessage;
|
26
|
import org.distorted.library.program.DistortedProgram;
|
27
|
import org.distorted.library.program.FragmentCompilationException;
|
28
|
import org.distorted.library.program.FragmentUniformsException;
|
29
|
import org.distorted.library.program.LinkingException;
|
30
|
import org.distorted.library.program.VertexCompilationException;
|
31
|
import org.distorted.library.program.VertexUniformsException;
|
32
|
import org.distorted.library.type.Data1D;
|
33
|
import org.distorted.library.type.Dynamic1D;
|
34
|
import org.distorted.library.type.Static1D;
|
35
|
|
36
|
import java.io.InputStream;
|
37
|
import java.nio.ByteBuffer;
|
38
|
import java.nio.ByteOrder;
|
39
|
import java.nio.FloatBuffer;
|
40
|
|
41
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
42
|
|
43
|
class EffectQueuePostprocess extends EffectQueue
|
44
|
{
|
45
|
private static final int POS_DATA_SIZE= 2; // Post Program: size of the position data in elements
|
46
|
private static final int TEX_DATA_SIZE= 2; // Post Program: size of the texture coordinate data in elements.
|
47
|
|
48
|
private static final int NUM_UNIFORMS = 4;
|
49
|
private static final int NUM_CACHE = 0;
|
50
|
private static final int INDEX = EffectTypes.POSTPROCESS.ordinal();
|
51
|
|
52
|
private static final FloatBuffer mQuadPositions, mQuadTexture;
|
53
|
|
54
|
static
|
55
|
{
|
56
|
int dataLength = 4;
|
57
|
int bytes_per_float = 4;
|
58
|
|
59
|
float[] position = { -0.5f, -0.5f, -0.5f, 0.5f, 0.5f,-0.5f, 0.5f, 0.5f };
|
60
|
float[] textureNor= { 0.0f, 0.0f, 0.0f, 1.0f, 1.0f, 0.0f, 1.0f, 1.0f };
|
61
|
|
62
|
mQuadPositions = ByteBuffer.allocateDirect(POS_DATA_SIZE*dataLength*bytes_per_float).order(ByteOrder.nativeOrder()).asFloatBuffer();
|
63
|
mQuadPositions.put(position).position(0);
|
64
|
mQuadTexture= ByteBuffer.allocateDirect(TEX_DATA_SIZE*dataLength*bytes_per_float).order(ByteOrder.nativeOrder()).asFloatBuffer();
|
65
|
mQuadTexture.put(textureNor).position(0);
|
66
|
}
|
67
|
|
68
|
// BLUR effect
|
69
|
private static final float GAUSSIAN[] = // G(0.00), G(0.03), G(0.06), ..., G(3.00), 0
|
70
|
{ // where G(x)= (1/(sqrt(2*PI))) * e^(-(x^2)/2). The last 0 terminates.
|
71
|
0.398948f, 0.398769f, 0.398231f, 0.397336f, 0.396086f, 0.394485f, 0.392537f, 0.390247f, 0.387622f, 0.384668f,
|
72
|
0.381393f, 0.377806f, 0.373916f, 0.369733f, 0.365268f, 0.360532f, 0.355538f, 0.350297f, 0.344823f, 0.339129f,
|
73
|
0.333229f, 0.327138f, 0.320868f, 0.314436f, 0.307856f, 0.301142f, 0.294309f, 0.287373f, 0.280348f, 0.273248f,
|
74
|
0.266089f, 0.258884f, 0.251648f, 0.244394f, 0.237135f, 0.229886f, 0.222657f, 0.215461f, 0.208311f, 0.201217f,
|
75
|
0.194189f, 0.187238f, 0.180374f, 0.173605f, 0.166940f, 0.160386f, 0.153951f, 0.147641f, 0.141462f, 0.135420f,
|
76
|
0.129520f, 0.123765f, 0.118159f, 0.112706f, 0.107408f, 0.102266f, 0.097284f, 0.092461f, 0.087797f, 0.083294f,
|
77
|
0.078951f, 0.074767f, 0.070741f, 0.066872f, 0.063158f, 0.059596f, 0.056184f, 0.052920f, 0.049801f, 0.046823f,
|
78
|
0.043984f, 0.041280f, 0.038707f, 0.036262f, 0.033941f, 0.031740f, 0.029655f, 0.027682f, 0.025817f, 0.024056f,
|
79
|
0.022395f, 0.020830f, 0.019357f, 0.017971f, 0.016670f, 0.015450f, 0.014305f, 0.013234f, 0.012232f, 0.011295f,
|
80
|
0.010421f, 0.009606f, 0.008847f, 0.008140f, 0.007483f, 0.006873f, 0.006307f, 0.005782f, 0.005296f, 0.004847f,
|
81
|
0.004432f, 0.000000f
|
82
|
};
|
83
|
private static final int NUM_GAUSSIAN = GAUSSIAN.length-2;
|
84
|
|
85
|
// Support blurs consisting of the present pixel and up to MAX_BLUR pixels in each direction
|
86
|
private static final int MAX_BLUR = 50;
|
87
|
|
88
|
// The (fixed-function-sampled) Gaussian Blur kernels are of the size k0=1, k1=2, k2=2, k3=3, k4=3, k5=4, k6=4,...
|
89
|
// i.e. k(i)=floor((i+3)/2). (the 'i' in k(i) means 'blur taking into account the present pixel and 'i' pixels
|
90
|
// in all 4 directions)
|
91
|
// We need room for MAX_BLUR of them, and sum(i=0...N, floor((i+3)/2)) = N + floor(N*N/4)
|
92
|
private static float[] weightsCache = new float[MAX_BLUR + MAX_BLUR*MAX_BLUR/4];
|
93
|
private static float[] offsetsCache = new float[MAX_BLUR + MAX_BLUR*MAX_BLUR/4];
|
94
|
|
95
|
private static DistortedProgram mBlur1Program, mBlur2Program;
|
96
|
private static int mRadius1H,mOffsets1H,mWeights1H,mDepth1H, mColorTexture1H;
|
97
|
private static int mRadius2H,mOffsets2H,mWeights2H,mDepth2H, mColorTexture2H, mDepthTexture2H;
|
98
|
private static float[] mWeights = new float[MAX_BLUR];
|
99
|
private static float[] mOffsets = new float[MAX_BLUR];
|
100
|
// another effect ....
|
101
|
|
102
|
int mQualityLevel;
|
103
|
float mQualityScale;
|
104
|
|
105
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
106
|
|
107
|
EffectQueuePostprocess(long id)
|
108
|
{
|
109
|
super(id,NUM_UNIFORMS,NUM_CACHE,INDEX );
|
110
|
|
111
|
mQualityLevel = 0;
|
112
|
mQualityScale = 1.0f;
|
113
|
}
|
114
|
|
115
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
116
|
|
117
|
static void createProgram(Resources resources)
|
118
|
throws FragmentCompilationException,VertexCompilationException,VertexUniformsException,FragmentUniformsException,LinkingException
|
119
|
{
|
120
|
final InputStream blur1VertexStream = resources.openRawResource(R.raw.blur_vertex_shader);
|
121
|
final InputStream blur1FragmentStream = resources.openRawResource(R.raw.blur1_fragment_shader);
|
122
|
|
123
|
try
|
124
|
{
|
125
|
mBlur1Program = new DistortedProgram(blur1VertexStream,blur1FragmentStream,
|
126
|
Distorted.GLSL_VERSION,
|
127
|
Distorted.GLSL_VERSION + "#define MAX_BLUR "+MAX_BLUR, Distorted.GLSL);
|
128
|
}
|
129
|
catch(Exception e)
|
130
|
{
|
131
|
android.util.Log.e("EFFECTS", "exception trying to compile BLUR1 program: "+e.getMessage());
|
132
|
throw new RuntimeException(e.getMessage());
|
133
|
}
|
134
|
|
135
|
int blur1ProgramH = mBlur1Program.getProgramHandle();
|
136
|
mRadius1H = GLES30.glGetUniformLocation( blur1ProgramH, "u_Radius");
|
137
|
mOffsets1H = GLES30.glGetUniformLocation( blur1ProgramH, "u_Offsets");
|
138
|
mWeights1H = GLES30.glGetUniformLocation( blur1ProgramH, "u_Weights");
|
139
|
mDepth1H = GLES30.glGetUniformLocation( blur1ProgramH, "u_Depth");
|
140
|
mColorTexture1H = GLES30.glGetUniformLocation( blur1ProgramH, "u_ColorTexture");
|
141
|
|
142
|
final InputStream blur2VertexStream = resources.openRawResource(R.raw.blur_vertex_shader);
|
143
|
final InputStream blur2FragmentStream = resources.openRawResource(R.raw.blur2_fragment_shader);
|
144
|
|
145
|
try
|
146
|
{
|
147
|
mBlur2Program = new DistortedProgram(blur2VertexStream,blur2FragmentStream,
|
148
|
Distorted.GLSL_VERSION,
|
149
|
Distorted.GLSL_VERSION + "#define MAX_BLUR "+MAX_BLUR, Distorted.GLSL);
|
150
|
}
|
151
|
catch(Exception e)
|
152
|
{
|
153
|
android.util.Log.e("EFFECTS", "exception trying to compile BLUR2 program: "+e.getMessage());
|
154
|
// run anyway as compiling Blur2 WILL fail on OpenGL 2.0 contexts
|
155
|
mBlur2Program = mBlur1Program;
|
156
|
}
|
157
|
|
158
|
int blur2ProgramH = mBlur2Program.getProgramHandle();
|
159
|
mRadius2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_Radius");
|
160
|
mOffsets2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_Offsets");
|
161
|
mWeights2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_Weights");
|
162
|
mDepth2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_Depth");
|
163
|
mColorTexture2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_ColorTexture");
|
164
|
mDepthTexture2H = GLES30.glGetUniformLocation( blur2ProgramH, "u_DepthTexture");
|
165
|
}
|
166
|
|
167
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
168
|
|
169
|
synchronized boolean compute(long currTime)
|
170
|
{
|
171
|
if( currTime==mTime ) return false;
|
172
|
if( mTime==0 ) mTime = currTime;
|
173
|
long step = (currTime-mTime);
|
174
|
|
175
|
for(int i=0; i<mNumEffects; i++)
|
176
|
{
|
177
|
mCurrentDuration[i] += step;
|
178
|
|
179
|
if( mInter[0][i]!=null && mInter[0][i].interpolateMain(mUniforms ,NUM_UNIFORMS*i, mCurrentDuration[i], step) )
|
180
|
{
|
181
|
for(int j=0; j<mNumListeners; j++)
|
182
|
EffectMessageSender.newMessage( mListeners.elementAt(j),
|
183
|
EffectMessage.EFFECT_FINISHED,
|
184
|
(mID[i]<<EffectTypes.LENGTH)+EffectTypes.POSTPROCESS.type,
|
185
|
mName[i],
|
186
|
mObjectID);
|
187
|
|
188
|
if( EffectNames.isUnity(mName[i], mUniforms, NUM_UNIFORMS*i) )
|
189
|
{
|
190
|
remove(i);
|
191
|
i--;
|
192
|
continue;
|
193
|
}
|
194
|
else mInter[0][i] = null;
|
195
|
}
|
196
|
}
|
197
|
|
198
|
mTime = currTime;
|
199
|
|
200
|
return true;
|
201
|
}
|
202
|
|
203
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
204
|
|
205
|
protected void moveEffect(int index)
|
206
|
{
|
207
|
mUniforms[NUM_UNIFORMS*index ] = mUniforms[NUM_UNIFORMS*(index+1) ];
|
208
|
mUniforms[NUM_UNIFORMS*index+1] = mUniforms[NUM_UNIFORMS*(index+1)+1];
|
209
|
mUniforms[NUM_UNIFORMS*index+2] = mUniforms[NUM_UNIFORMS*(index+1)+2];
|
210
|
mUniforms[NUM_UNIFORMS*index+3] = mUniforms[NUM_UNIFORMS*(index+1)+3];
|
211
|
}
|
212
|
|
213
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
214
|
// This implements the 'Better separable implementation using GPU fixed function sampling' from
|
215
|
// https://software.intel.com/en-us/blogs/2014/07/15/an-investigation-of-fast-real-time-gpu-based-image-blur-algorithms
|
216
|
|
217
|
private void computeGaussianKernel(int radius)
|
218
|
{
|
219
|
int offset = radius + radius*radius/4;
|
220
|
|
221
|
if( weightsCache[offset]==0.0f )
|
222
|
{
|
223
|
float z, x= 0.0f, P= (float)NUM_GAUSSIAN / (radius>3 ? radius:3);
|
224
|
mWeights[0] = GAUSSIAN[0];
|
225
|
float sum = GAUSSIAN[0];
|
226
|
int j;
|
227
|
|
228
|
for(int i=1; i<=radius; i++)
|
229
|
{
|
230
|
x += P;
|
231
|
j = (int)x;
|
232
|
z = x-j;
|
233
|
|
234
|
mWeights[i] = (1-z)*GAUSSIAN[j] + z*GAUSSIAN[j+1];
|
235
|
sum += 2*mWeights[i];
|
236
|
}
|
237
|
|
238
|
for(int i=0; i<=radius; i++) mWeights[i] /= sum;
|
239
|
|
240
|
int numloops = radius/2;
|
241
|
weightsCache[offset] = mWeights[0];
|
242
|
offsetsCache[offset] = 0.0f;
|
243
|
|
244
|
for(int i=0; i<numloops; i++)
|
245
|
{
|
246
|
offsetsCache[offset+i+1] = mWeights[2*i+1]*(2*i+1) + mWeights[2*i+2]*(2*i+2);
|
247
|
weightsCache[offset+i+1] = mWeights[2*i+1] + mWeights[2*i+2];
|
248
|
offsetsCache[offset+i+1]/= weightsCache[offset+i+1];
|
249
|
}
|
250
|
|
251
|
if( radius%2 == 1 )
|
252
|
{
|
253
|
int index = offset + radius/2 +1;
|
254
|
offsetsCache[index]=radius;
|
255
|
weightsCache[index]=mWeights[radius];
|
256
|
}
|
257
|
}
|
258
|
}
|
259
|
|
260
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
261
|
|
262
|
int postprocess(long time, DistortedOutputSurface surface)
|
263
|
{
|
264
|
if( mNumEffects>0 )
|
265
|
{
|
266
|
compute(time);
|
267
|
|
268
|
DistortedFramebuffer buffer1 = surface.mBuffer1[mQualityLevel];
|
269
|
DistortedFramebuffer buffer2 = surface.mBuffer2[mQualityLevel];
|
270
|
|
271
|
float w1 = buffer1.mWidth;
|
272
|
float h1 = buffer1.mHeight;
|
273
|
float w2 = surface.mWidth;
|
274
|
float h2 = surface.mHeight;
|
275
|
|
276
|
int radius = (int)(mUniforms[0]*mQualityScale);
|
277
|
if( radius>=MAX_BLUR ) radius = MAX_BLUR-1;
|
278
|
computeGaussianKernel(radius);
|
279
|
|
280
|
int offset = radius + radius*radius/4;
|
281
|
radius = (radius+1)/2;
|
282
|
|
283
|
// horizontal blur
|
284
|
GLES30.glViewport(0, 0, (int)w1, (int)h1);
|
285
|
mBlur1Program.useProgram();
|
286
|
buffer1.setAsInput();
|
287
|
buffer2.setAsOutput(time);
|
288
|
|
289
|
GLES30.glUniform1fv( mWeights1H, radius+1, weightsCache,offset);
|
290
|
GLES30.glUniform1i( mRadius1H, radius);
|
291
|
GLES30.glUniform1f( mDepth1H , 1.0f-surface.mNear);
|
292
|
GLES30.glUniform1i( mColorTexture1H , 0 );
|
293
|
for(int i=0; i<=radius; i++) mOffsets[i] = offsetsCache[offset+i]/h1;
|
294
|
GLES30.glUniform1fv( mOffsets1H ,radius+1, mOffsets,0);
|
295
|
GLES30.glVertexAttribPointer(mBlur1Program.mAttribute[0], POS_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadPositions);
|
296
|
GLES30.glVertexAttribPointer(mBlur1Program.mAttribute[1], TEX_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadTexture);
|
297
|
GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);
|
298
|
|
299
|
// vertical blur
|
300
|
GLES30.glViewport(0, 0, (int)w2, (int)h2);
|
301
|
mBlur2Program.useProgram();
|
302
|
buffer2.setAsInput();
|
303
|
buffer1.setAsDepth();
|
304
|
surface.setAsOutput(time);
|
305
|
|
306
|
GLES30.glUniform1fv( mWeights2H, radius+1, weightsCache,offset);
|
307
|
GLES30.glUniform1i( mRadius2H, radius);
|
308
|
GLES30.glUniform1f( mDepth2H , 1.0f-surface.mNear);
|
309
|
GLES30.glUniform1i( mColorTexture2H , 0 );
|
310
|
GLES30.glUniform1i( mDepthTexture2H , 1 );
|
311
|
for(int i=0; i<=radius; i++) mOffsets[i] = offsetsCache[offset+i]/w1;
|
312
|
GLES30.glUniform1fv( mOffsets2H ,radius+1, mOffsets,0);
|
313
|
GLES30.glVertexAttribPointer(mBlur2Program.mAttribute[0], POS_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadPositions);
|
314
|
GLES30.glVertexAttribPointer(mBlur2Program.mAttribute[1], TEX_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadTexture);
|
315
|
GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);
|
316
|
}
|
317
|
|
318
|
return mNumEffects;
|
319
|
}
|
320
|
|
321
|
///////////////////////////////////////////////////////////////////////////////////////////////////
|
322
|
// blur
|
323
|
|
324
|
synchronized long add(EffectNames eln, Data1D degree)
|
325
|
{
|
326
|
if( mMax[INDEX]>mNumEffects )
|
327
|
{
|
328
|
if( degree instanceof Dynamic1D)
|
329
|
{
|
330
|
mInter[0][mNumEffects] = (Dynamic1D)degree;
|
331
|
}
|
332
|
else if( degree instanceof Static1D)
|
333
|
{
|
334
|
mInter[0][mNumEffects] = null;
|
335
|
mUniforms[NUM_UNIFORMS*mNumEffects] = ((Static1D)degree).getX();
|
336
|
}
|
337
|
else return -1;
|
338
|
|
339
|
mInter[1][mNumEffects] = null;
|
340
|
mInter[2][mNumEffects] = null;
|
341
|
|
342
|
return addBase(eln);
|
343
|
}
|
344
|
|
345
|
return -1;
|
346
|
}
|
347
|
}
|