Distorted Android

///////////////////////////////////////////////////////////////////////////////////////////////////

// Copyright 2016 Leszek Koltunski                                                               //

//                                                                                               //

// This file is part of Distorted.                                                               //

//                                                                                               //

// Distorted is free software: you can redistribute it and/or modify                             //

// it under the terms of the GNU General Public License as published by                          //

// the Free Software Foundation, either version 2 of the License, or                             //

// (at your option) any later version.                                                           //

//                                                                                               //

// Distorted is distributed in the hope that it will be useful,                                  //

// but WITHOUT ANY WARRANTY; without even the implied warranty of                                //

// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the                                 //

// GNU General Public License for more details.                                                  //

//                                                                                               //

// You should have received a copy of the GNU General Public License                             //

// along with Distorted.  If not, see <http://www.gnu.org/licenses/>.                            //

///////////////////////////////////////////////////////////////////////////////////////////////////

package org.distorted.library;

import android.content.res.Resources;

import android.opengl.GLES30;

import android.opengl.Matrix;

import org.distorted.library.message.EffectMessage;

import org.distorted.library.program.DistortedProgram;

import org.distorted.library.program.FragmentCompilationException;

import org.distorted.library.program.FragmentUniformsException;

import org.distorted.library.program.LinkingException;

import org.distorted.library.program.VertexCompilationException;

import org.distorted.library.program.VertexUniformsException;

import org.distorted.library.type.Data1D;

import org.distorted.library.type.Dynamic1D;

import org.distorted.library.type.Static1D;

import java.io.InputStream;

import java.nio.ByteBuffer;

import java.nio.ByteOrder;

import java.nio.FloatBuffer;

///////////////////////////////////////////////////////////////////////////////////////////////////

class EffectQueuePostprocess extends EffectQueue

  {

  private static final int MAX_BLUR = 50;

  private static final int POSITION_DATA_SIZE= 2; // Post Program: size of the position data in elements

  private static final int TEX_DATA_SIZE     = 2; // Post Program: size of the texture coordinate data in elements.

  private static final int NUM_UNIFORMS = 4;

  private static final int NUM_CACHE    = 0;

  private static final int INDEX = EffectTypes.POSTPROCESS.ordinal();

  private static final FloatBuffer mQuadPositions, mQuadTextureNor, mQuadTextureInv;

  static

    {

    int dataLength      = 4;

    int bytes_per_float = 4;

    float[] position  = { -0.5f, -0.5f,  -0.5f, 0.5f,  0.5f,-0.5f,  0.5f, 0.5f };

    float[] textureNor= {  0.0f,  0.0f,   0.0f, 1.0f,  1.0f, 0.0f,  1.0f, 1.0f };

    float[] textureInv= {  0.0f,  0.0f,   1.0f, 0.0f,  0.0f, 1.0f,  1.0f, 1.0f };

    mQuadPositions = ByteBuffer.allocateDirect(POSITION_DATA_SIZE*dataLength*bytes_per_float).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadPositions.put(position).position(0);

    mQuadTextureNor  = ByteBuffer.allocateDirect(TEX_DATA_SIZE     *dataLength*bytes_per_float).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadTextureNor.put(textureNor).position(0);

    mQuadTextureInv  = ByteBuffer.allocateDirect(TEX_DATA_SIZE     *dataLength*bytes_per_float).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadTextureInv.put(textureInv).position(0);

    }

  private static DistortedFramebuffer mBufferFBO = new DistortedFramebuffer(1,1);

  private static float[] mMVPMatrix = new float[16];

  private static float[] mTmpMatrix = new float[16];

  // BLUR effect

  private static DistortedProgram mBlurProgram;

  private static int mRadiusH,mOffsetsH,mWeightsH,mObjDH,mMVPMatrixH;

  private float[] mWeights = new float[MAX_BLUR];

  private float[] mOffsets = new float[MAX_BLUR];

  // another effect ....

///////////////////////////////////////////////////////////////////////////////////////////////////

  EffectQueuePostprocess(long id)

    { 

    super(id,NUM_UNIFORMS,NUM_CACHE,INDEX );

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void createProgram(Resources resources)

  throws FragmentCompilationException,VertexCompilationException,VertexUniformsException,FragmentUniformsException,LinkingException

    {

    final InputStream postVertexStream   = resources.openRawResource(R.raw.blur_vertex_shader);

    final InputStream postFragmentStream = resources.openRawResource(R.raw.blur_fragment_shader);

    mBlurProgram = new DistortedProgram(postVertexStream,postFragmentStream,

                                        "#version 100\n",

                                        "#version 100\n#define MAX_BLUR "+MAX_BLUR);

    int blurProgramH = mBlurProgram.getProgramHandle();

    mRadiusH    = GLES30.glGetUniformLocation( blurProgramH, "u_Radius");

    mOffsetsH   = GLES30.glGetUniformLocation( blurProgramH, "u_Offsets");

    mWeightsH   = GLES30.glGetUniformLocation( blurProgramH, "u_Weights");

    mObjDH      = GLES30.glGetUniformLocation( blurProgramH, "u_objD");

    mMVPMatrixH = GLES30.glGetUniformLocation( blurProgramH, "u_MVPMatrix");

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  synchronized void compute(long currTime) 

    {

    if( currTime==mTime ) return;

    if( mTime==0 ) mTime = currTime;

    long step = (currTime-mTime);

    for(int i=0; i<mNumEffects; i++)

      {

      if( mInter[0][i]!=null && mInter[0][i].interpolateMain(mUniforms ,NUM_UNIFORMS*i, mCurrentDuration[i], step) )

        {

        for(int j=0; j<mNumListeners; j++)

          EffectMessageSender.newMessage( mListeners.elementAt(j),

                                          EffectMessage.EFFECT_FINISHED,

                                         (mID[i]<<EffectTypes.LENGTH)+EffectTypes.POSTPROCESS.type,

                                          mName[i],

                                          mObjectID);

        if( EffectNames.isUnity(mName[i], mUniforms, NUM_UNIFORMS*i) )

          {

          remove(i);

          i--;

          continue;

          }

        else mInter[0][i] = null;

        }

      mCurrentDuration[i] += step;

      }

    mTime = currTime;  

    }  

///////////////////////////////////////////////////////////////////////////////////////////////////

  protected void moveEffect(int index)

    {

    mUniforms[NUM_UNIFORMS*index  ] = mUniforms[NUM_UNIFORMS*(index+1)  ];

    mUniforms[NUM_UNIFORMS*index+1] = mUniforms[NUM_UNIFORMS*(index+1)+1];

    mUniforms[NUM_UNIFORMS*index+2] = mUniforms[NUM_UNIFORMS*(index+1)+2];

    mUniforms[NUM_UNIFORMS*index+3] = mUniforms[NUM_UNIFORMS*(index+1)+3];

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

// w,h - width and height of the input texture. MVP - Model-View-Projection matrix to apply to the

// texture; df - output FBO.

  synchronized void render(float w, float h, float[] mvp, DistortedFramebuffer df)

    {

    mBlurProgram.useProgram();

    int radius = (int)mUniforms[0];

    if( radius>=MAX_BLUR ) radius = MAX_BLUR-1;

    for(int i=0; i<=radius; i++)

      {

      mWeights[i] = 1.0f / (2.0f*radius+1.0f);

      mOffsets[i] = i/h;

      }

    GLES30.glUniform1fv( mWeightsH, radius+1, mWeights,0);

    GLES30.glUniform1fv( mOffsetsH ,radius+1, mOffsets,0);

    GLES30.glUniform1i( mRadiusH, radius);

    GLES30.glUniform2f( mObjDH , w, h );

    mBufferFBO.resizeFast( (int)w, (int)h);

    mBufferFBO.setAsOutput();

    GLES30.glViewport(0, 0, (int)w, (int)h);

    Matrix.setIdentityM(mTmpMatrix, 0);

    Matrix.translateM(mTmpMatrix, 0, 0, 0, -mBufferFBO.mDistance);

    Matrix.multiplyMM(mMVPMatrix, 0, mBufferFBO.mProjectionMatrix, 0, mTmpMatrix, 0);

    // horizontal blur

    GLES30.glUniformMatrix4fv(mMVPMatrixH, 1, false, mMVPMatrix , 0);

    GLES30.glVertexAttribPointer(mBlurProgram.mAttribute[0], POSITION_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadPositions);

    GLES30.glVertexAttribPointer(mBlurProgram.mAttribute[1], TEX_DATA_SIZE     , GLES30.GL_FLOAT, false, 0, mQuadTextureInv);

    GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);

    mBufferFBO.setAsInput();

    df.setAsOutput();

    GLES30.glViewport(0, 0, df.mWidth, df.mHeight);

    float adjust = h/w;

    for(int i=0; i<=radius; i++) mOffsets[i] *= adjust;

    // vertical blur

    GLES30.glUniform1fv( mOffsetsH ,radius+1, mOffsets,0);

    GLES30.glUniformMatrix4fv(mMVPMatrixH, 1, false, mvp , 0);

    GLES30.glVertexAttribPointer(mBlurProgram.mAttribute[0], POSITION_DATA_SIZE, GLES30.GL_FLOAT, false, 0, mQuadPositions);

    GLES30.glVertexAttribPointer(mBlurProgram.mAttribute[1], TEX_DATA_SIZE     , GLES30.GL_FLOAT, false, 0, mQuadTextureInv);

    GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

// blur

  synchronized long add(EffectNames eln, Data1D degree)

    {

    if( mMax[INDEX]>mNumEffects )

      {

      if( degree instanceof Dynamic1D)

        {

        mInter[0][mNumEffects] = (Dynamic1D)degree;

        }

      else if( degree instanceof Static1D)

        {

        mInter[0][mNumEffects] = null;

        mUniforms[NUM_UNIFORMS*mNumEffects] = ((Static1D)degree).getX();

        }

      else return -1;

      mInter[1][mNumEffects] = null;

      mInter[2][mNumEffects] = null;

      return addBase(eln);

      }

    return -1;

    }

  }