Distorted Android

///////////////////////////////////////////////////////////////////////////////////////////////////

// Copyright 2016 Leszek Koltunski                                                               //

//                                                                                               //

// the Free Software Foundation, either version 2 of the License, or                             //

// (at your option) any later version.                                                           //

//                                                                                               //

// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the                                 //

// GNU General Public License for more details.                                                  //

//                                                                                               //

// You should have received a copy of the GNU General Public License                             //

import org.distorted.library.effectqueue.EffectQueuePostprocess;

import org.distorted.library.effect.FragmentEffect;

import org.distorted.library.mesh.MeshBase;

import java.io.InputStream;

import java.nio.ByteBuffer;

import java.nio.ByteOrder;

import java.nio.FloatBuffer;

import java.nio.IntBuffer;

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

  public static final String GLSL_VERSION= "#version 310 es\n";

   * backing up our DistortedTexture.

   */

  public static final int CLONE_VERTEX  = 0x4;

  /**

  public static final int CLONE_FRAGMENT= 0x8;

   * When creating an instance of a DistortedEffects from another instance, clone the PostProcess Effects.

   * <p>

   * This way we can have two different DistortedEffects sharing the POSTPROCESS queue.

   */

  public static final int CLONE_POSTPROCESS= 0x10;

   * on the screen with (optionally) different Effects.

   * Work around bugs in ARM Mali driver by, instead to a single FBO, rendering to a circular queue

   * of FBO_QUEUE_SIZE FBOs. (otherwise we sometimes get a 'full pipeline flush' and the end result

   * might be missing part of the Objects)

   * https://community.arm.com/graphics/f/discussions/10285/opengl-es-3-1-on-mali-t880-flashes

  /// MAIN PROGRAM ///

  private static DistortedProgram mMainProgram;

  private static int mMainTextureH;

  /// NORMAL PROGRAM /////

  private static DistortedProgram mNormalProgram;

  private static int mNormalMVPMatrixH;

  /// MAIN OIT PROGRAM ///

  private static DistortedProgram mMainOITProgram;

  private static int mMainOITTextureH;

  private static int mMainOITSizeH;

  private static int mMainOITNumRecordsH;

  /// BLIT PROGRAM ///

  private static DistortedProgram mBlitProgram;

  private static int mBlitTextureH;

  private static int mBlitDepthH;

  private static final FloatBuffer mQuadPositions;

  static

    {

    float[] positionData= { -0.5f, -0.5f,  -0.5f, 0.5f,  0.5f,-0.5f,  0.5f, 0.5f };

    mQuadPositions = ByteBuffer.allocateDirect(32).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadPositions.put(positionData).position(0);

    }

  /// BLIT DEPTH PROGRAM ///

  private static DistortedProgram mBlitDepthProgram;

  private static int mBlitDepthTextureH;

  private static int mBlitDepthDepthTextureH;

  private static int mBlitDepthDepthH;

  private static int mBlitDepthTexCorrH;

  /// OIT SSBO BUFFER ///

  private static int[] mLinkedListSSBO = new int[1];

  static

    {

    mLinkedListSSBO[0]= -1;

    mCurrBuffer       =  0;

  ///////////////////////////////////////////////////////////////

  // meaning: allocate 1.0 screenful of places for transparent

  // fragments in the SSBO backing up the OIT render method.

  private static float mBufferSize=1.0f;

  /// OIT CLEAR PROGRAM ///

  private static DistortedProgram mOITClearProgram;

  private static int mOITClearDepthH;

  private static int mOITClearTexCorrH;

  private static int mOITClearSizeH;

  /// OIT BUILD PROGRAM ///

  private static DistortedProgram mOITBuildProgram;

  private static int mOITBuildTextureH;

  private static int mOITBuildDepthTextureH;

  private static int mOITBuildDepthH;

  private static int mOITBuildTexCorrH;

  private static int mOITBuildSizeH;

  private static int mOITBuildNumRecordsH;

  /// OIT COLLAPSE PROGRAM ///

  private static DistortedProgram mOITCollapseProgram;

  private static int mOITCollapseDepthTextureH;

  private static int mOITCollapseDepthH;

  private static int mOITCollapseTexCorrH;

  private static int mOITCollapseSizeH;

  /// OIT RENDER PROGRAM ///

  private static DistortedProgram mOITRenderProgram;

  private static int mOITRenderDepthH;

  private static int mOITRenderTexCorrH;

  private static int mOITRenderSizeH;

  /// END PROGRAMS //////

    // MAIN PROGRAM ////////////////////////////////////

    final InputStream mainVertStream = resources.openRawResource(R.raw.main_vertex_shader);

    final InputStream mainFragStream = resources.openRawResource(R.raw.main_fragment_shader);

    int numF = FragmentEffect.getNumEnabled();

    int numV = VertexEffect.getNumEnabled();

    String mainFragHeader= DistortedLibrary.GLSL_VERSION + ("#define NUM_FRAGMENT " + ( numF>0 ? getMax(EffectType.FRAGMENT) : 0 ) + "\n");

    String enabledEffectF= FragmentEffect.getGLSL();

    String[] feedback = { "v_Position", "v_endPosition" };

    try

      {

      mMainProgram = new DistortedProgram(mainVertStream, mainFragStream, mainVertHeader, mainFragHeader,

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile MAIN program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int mainProgramH = mMainProgram.getProgramHandle();

    EffectQueue.getUniforms(mainProgramH,0);

    mMainTextureH= GLES31.glGetUniformLocation( mainProgramH, "u_Texture");

    // BLIT PROGRAM ////////////////////////////////////

    final InputStream blitVertStream = resources.openRawResource(R.raw.blit_vertex_shader);

    final InputStream blitFragStream = resources.openRawResource(R.raw.blit_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile BLIT program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitProgramH = mBlitProgram.getProgramHandle();

    mBlitTextureH  = GLES31.glGetUniformLocation( blitProgramH, "u_Texture");

    mBlitDepthH    = GLES31.glGetUniformLocation( blitProgramH, "u_Depth");

    // BLIT DEPTH PROGRAM ////////////////////////////////////

    final InputStream blitDepthVertStream = resources.openRawResource(R.raw.blit_depth_vertex_shader);

    final InputStream blitDepthFragStream = resources.openRawResource(R.raw.blit_depth_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile BLIT DEPTH program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitDepthProgramH   = mBlitDepthProgram.getProgramHandle();

    mBlitDepthTextureH      = GLES31.glGetUniformLocation( blitDepthProgramH, "u_Texture");

    mBlitDepthDepthTextureH = GLES31.glGetUniformLocation( blitDepthProgramH, "u_DepthTexture");

    mBlitDepthDepthH        = GLES31.glGetUniformLocation( blitDepthProgramH, "u_Depth");

    mBlitDepthTexCorrH      = GLES31.glGetUniformLocation( blitDepthProgramH, "u_TexCorr");

    // NORMAL PROGRAM //////////////////////////////////////

    final InputStream normalVertexStream   = resources.openRawResource(R.raw.normal_vertex_shader);

    final InputStream normalFragmentStream = resources.openRawResource(R.raw.normal_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile NORMAL program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int normalProgramH = mNormalProgram.getProgramHandle();

    mNormalMVPMatrixH  = GLES31.glGetUniformLocation( normalProgramH, "u_MVPMatrix");

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    // MAIN OIT PROGRAM ////////////////////////////////

    final InputStream mainVertStream = resources.openRawResource(R.raw.main_vertex_shader);

    final InputStream mainFragStream = resources.openRawResource(R.raw.main_fragment_shader);

    int numF = FragmentEffect.getNumEnabled();

    int numV = VertexEffect.getNumEnabled();

                           ("#define OIT\n");

                           ("#define OIT\n");

    String enabledEffectV= VertexEffect.getGLSL();

    String enabledEffectF= FragmentEffect.getGLSL();

    try

      {

      mMainOITProgram = new DistortedProgram(mainVertStream, mainFragStream, mainVertHeader, mainFragHeader,

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile MAIN OIT program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int mainOITProgramH = mMainOITProgram.getProgramHandle();

    EffectQueue.getUniforms(mainOITProgramH,1);

    mMainOITTextureH    = GLES31.glGetUniformLocation( mainOITProgramH, "u_Texture");

    mMainOITSizeH       = GLES31.glGetUniformLocation( mainOITProgramH, "u_Size");

    mMainOITNumRecordsH = GLES31.glGetUniformLocation( mainOITProgramH, "u_numRecords");

    // OIT CLEAR PROGRAM ////////////////////////////////////

    final InputStream oitClearVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitClearFragStream = resources.openRawResource(R.raw.oit_clear_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT CLEAR program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitClearProgramH   = mOITClearProgram.getProgramHandle();

    mOITClearDepthH        = GLES31.glGetUniformLocation( oitClearProgramH, "u_Depth");

    mOITClearTexCorrH      = GLES31.glGetUniformLocation( oitClearProgramH, "u_TexCorr");

    mOITClearSizeH         = GLES31.glGetUniformLocation( oitClearProgramH, "u_Size");

    // OIT BUILD PROGRAM ////////////////////////////////////

    final InputStream oitBuildVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitBuildFragStream = resources.openRawResource(R.raw.oit_build_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT BUILD program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitBuildProgramH   = mOITBuildProgram.getProgramHandle();

    mOITBuildTextureH      = GLES31.glGetUniformLocation( oitBuildProgramH, "u_Texture");

    mOITBuildDepthTextureH = GLES31.glGetUniformLocation( oitBuildProgramH, "u_DepthTexture");

    mOITBuildDepthH        = GLES31.glGetUniformLocation( oitBuildProgramH, "u_Depth");

    mOITBuildTexCorrH      = GLES31.glGetUniformLocation( oitBuildProgramH, "u_TexCorr");

    mOITBuildSizeH         = GLES31.glGetUniformLocation( oitBuildProgramH, "u_Size");

    mOITBuildNumRecordsH   = GLES31.glGetUniformLocation( oitBuildProgramH, "u_numRecords");

    // OIT COLLAPSE PROGRAM ///////////////////////////

    final InputStream oitCollapseVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitCollapseFragStream = resources.openRawResource(R.raw.oit_collapse_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT COLLAPSE program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitCollapseProgramH   = mOITCollapseProgram.getProgramHandle();

    mOITCollapseDepthTextureH = GLES31.glGetUniformLocation( oitCollapseProgramH, "u_DepthTexture");

    mOITCollapseDepthH        = GLES31.glGetUniformLocation( oitCollapseProgramH, "u_Depth");

    mOITCollapseTexCorrH      = GLES31.glGetUniformLocation( oitCollapseProgramH, "u_TexCorr");

    mOITCollapseSizeH         = GLES31.glGetUniformLocation( oitCollapseProgramH, "u_Size");

    // OIT RENDER PROGRAM ///////////////////////////

    final InputStream oitRenderVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitRenderFragStream = resources.openRawResource(R.raw.oit_render_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT RENDER program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitRenderProgramH   = mOITRenderProgram.getProgramHandle();

    mOITRenderDepthH        = GLES31.glGetUniformLocation( oitRenderProgramH, "u_Depth");

    mOITRenderTexCorrH      = GLES31.glGetUniformLocation( oitRenderProgramH, "u_TexCorr");

    mOITRenderSizeH         = GLES31.glGetUniformLocation( oitRenderProgramH, "u_Size");

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private static void displayNormals(EffectQueue[] queues, MeshBase mesh)

    {

    int num = mesh.getNumVertices();

    int tfo = mesh.getTFO();

    GLES31.glBindBufferBase(GLES31.GL_TRANSFORM_FEEDBACK_BUFFER, 0, tfo );

    GLES31.glBeginTransformFeedback( GLES31.GL_POINTS);

    GLES31.glBindBufferBase(GLES31.GL_TRANSFORM_FEEDBACK_BUFFER, 0, 0);

    GLES31.glUniformMatrix4fv(DistortedLibrary.mNormalMVPMatrixH, 1, false, EffectQueue.getMVP(queues) , 0);

    mesh.bindTransformAttribs(DistortedLibrary.mNormalProgram);

    GLES31.glDrawArrays(GLES31.GL_LINES, 0, 2*num);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    float halfY = effects.getStartchY() / 2.0f;

    float halfZ = effects.getStartchZ() / 2.0f;

    EffectQueue.compute(queues, currTime, halfX, halfY, halfZ );

    GLES31.glUniform1i(DistortedLibrary.mMainOITTextureH, 0);

    GLES31.glUniform2ui(DistortedLibrary.mMainOITSizeH, surface.mWidth, surface.mHeight);

    GLES31.glUniform1ui(DistortedLibrary.mMainOITNumRecordsH, (int)(DistortedLibrary.mBufferSize*surface.mWidth*surface.mHeight) );

    mesh.bindVertexAttribs(DistortedLibrary.mMainOITProgram);

    int width         = surface.mWidth;

    int height        = surface.mHeight;

    float distance    = surface.mDistance;

    float mipmap      = surface.mMipmap;

    float[] projection= surface.mProjectionMatrix;

    if( mesh.getShowNormals() )

      {

      }

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    float halfY = effects.getStartchY() / 2.0f;

    float halfZ = effects.getStartchZ() / 2.0f;

    EffectQueue[] queues = effects.getQueues();

    GLES31.glUniform1i(DistortedLibrary.mMainTextureH, 0);

    mesh.bindVertexAttribs(DistortedLibrary.mMainProgram);

    float inflate     = mesh.getInflate();

    int width         = surface.mWidth;

    int height        = surface.mHeight;

    float distance    = surface.mDistance;

    float mipmap      = surface.mMipmap;

    float[] projection= surface.mProjectionMatrix;

    if( mesh.getShowNormals() ) displayNormals(queues,mesh);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    mBlitProgram.useProgram();

    GLES31.glViewport(0, 0, surface.mWidth, surface.mHeight );

    GLES31.glUniform1i(mBlitTextureH, 0);

    GLES31.glUniform1f( mBlitDepthH , 1.0f-surface.mNear);

    GLES31.glVertexAttribPointer(mBlitProgram.mAttribute[0], 2, GLES31.GL_FLOAT, false, 0, mQuadPositions);

    GLES31.glDrawArrays(GLES31.GL_TRIANGLE_STRIP, 0, 4);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    mBlitDepthProgram.useProgram();

    GLES31.glViewport(0, 0, surface.mWidth, surface.mHeight );

    GLES31.glUniform1i(mBlitDepthTextureH, 0);

    GLES31.glUniform1i(mBlitDepthDepthTextureH, 1);

    GLES31.glUniform2f(mBlitDepthTexCorrH, corrW, corrH );

    GLES31.glUniform1f( mBlitDepthDepthH , 1.0f-surface.mNear);

    GLES31.glVertexAttribPointer(mBlitDepthProgram.mAttribute[0], 2, GLES31.GL_FLOAT, false, 0, mQuadPositions);

    GLES31.glDrawArrays(GLES31.GL_TRIANGLE_STRIP, 0, 4);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private static int printPreviousBuffer()

    {

    int counter = 0;

    ByteBuffer atomicBuf = (ByteBuffer)GLES31.glMapBufferRange( GLES31.GL_ATOMIC_COUNTER_BUFFER, 0, 4,

                                                                GLES31.GL_MAP_READ_BIT);

    if( atomicBuf!=null )

      {

      IntBuffer atomicIntBuf = atomicBuf.order(ByteOrder.nativeOrder()).asIntBuffer();

      counter = atomicIntBuf.get(0);

      }

    else

      {

      android.util.Log.e("effects", "print: failed to map atomic buffer");

      }

    GLES31.glUnmapBuffer(GLES31.GL_ATOMIC_COUNTER_BUFFER);

    return counter;

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private static void zeroBuffer()

    {

    ByteBuffer atomicBuf = (ByteBuffer)GLES31.glMapBufferRange( GLES31.GL_ATOMIC_COUNTER_BUFFER, 0, 4,

        GLES31.GL_MAP_WRITE_BIT|GLES31.GL_MAP_INVALIDATE_BUFFER_BIT);

    if( atomicBuf!=null )

      {

      IntBuffer atomicIntBuf = atomicBuf.order(ByteOrder.nativeOrder()).asIntBuffer();

      atomicIntBuf.put(0,0);

      }

    else

      {

      android.util.Log.e("effects", "zero: failed to map atomic buffer");

      }

    GLES31.glUnmapBuffer(GLES31.GL_ATOMIC_COUNTER_BUFFER);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

// reset atomic counter to 0

  static int zeroOutAtomic()

    {

    int counter = 0;

    if( mAtomicCounter[0]<0 )

      {

        GLES31.glBindBuffer(GLES31.GL_ATOMIC_COUNTER_BUFFER, mAtomicCounter[i]);

        GLES31.glBufferData(GLES31.GL_ATOMIC_COUNTER_BUFFER, 4, null, GLES31.GL_DYNAMIC_DRAW);

        zeroBuffer();

        }

      }

    // reading the value of the buffer on every frame would slow down rendering by

      {

      GLES31.glBindBufferBase(GLES31.GL_ATOMIC_COUNTER_BUFFER, 0, mAtomicCounter[mCurrBuffer]);

      counter = printPreviousBuffer();

      }

    GLES31.glBindBufferBase(GLES31.GL_ATOMIC_COUNTER_BUFFER, 0, mAtomicCounter[mCurrBuffer]);

    zeroBuffer();

    return counter;

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

    if( mLinkedListSSBO[0]<0 )

      {

      GLES31.glGenBuffers(1,mLinkedListSSBO,0);

      int size = (int)(surface.mWidth*surface.mHeight*(3*mBufferSize+1)*4);

      GLES31.glBindBuffer(GLES31.GL_SHADER_STORAGE_BUFFER, mLinkedListSSBO[0]);

      GLES31.glBufferData(GLES31.GL_SHADER_STORAGE_BUFFER, size, null, GLES31.GL_DYNAMIC_READ|GLES31.GL_DYNAMIC_DRAW);

      GLES31.glBindBuffer(GLES31.GL_SHADER_STORAGE_BUFFER, 0);

      GLES31.glBindBufferBase(GLES31.GL_SHADER_STORAGE_BUFFER, 1, mLinkedListSSBO[0]);

      }

    // See if we have overflown the SSBO in one of the previous frames.

    // If yes, assume we need to make the SSBO larger.

    float overflow = counter/(mBufferSize*surface.mWidth*surface.mHeight);

    if( overflow>1.0f )

      {

      //android.util.Log.e("effects", "previous frame rendered "+counter+

      //                   " fragments, but there was only "+(mBufferSize*surface.mWidth*surface.mHeight)+" space");

      mBufferSize *= (int)(overflow+1.0f);

      int size = (int)(surface.mWidth*surface.mHeight*(3*mBufferSize+1)*4);

      GLES31.glBindBuffer(GLES31.GL_SHADER_STORAGE_BUFFER, mLinkedListSSBO[0]);

      GLES31.glBufferData(GLES31.GL_SHADER_STORAGE_BUFFER, size, null, GLES31.GL_DYNAMIC_READ|GLES31.GL_DYNAMIC_DRAW);

      GLES31.glBindBuffer(GLES31.GL_SHADER_STORAGE_BUFFER, 0);

      }

    mOITClearProgram.useProgram();

    GLES31.glViewport(0, 0, surface.mWidth, surface.mHeight );

    GLES31.glUniform2f(mOITClearTexCorrH, 1.0f, 1.0f );   // corrections do not really matter here - only present because of common vertex shader.

    GLES31.glUniform1f( mOITClearDepthH , 1.0f);          // likewise depth