Distorted Android

///////////////////////////////////////////////////////////////////////////////////////////////////

// Copyright 2016 Leszek Koltunski                                                               //

//                                                                                               //

// the Free Software Foundation, either version 2 of the License, or                             //

// (at your option) any later version.                                                           //

//                                                                                               //

// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the                                 //

// GNU General Public License for more details.                                                  //

//                                                                                               //

// You should have received a copy of the GNU General Public License                             //

import org.distorted.library.effectqueue.EffectQueuePostprocess;

import org.distorted.library.effect.FragmentEffect;

import org.distorted.library.mesh.DeferredJobs;

import java.io.InputStream;

import java.nio.ByteBuffer;

import java.nio.ByteOrder;

import java.nio.FloatBuffer;

import java.nio.IntBuffer;

import java.util.regex.Pattern;

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

   * backing up our DistortedTexture.

   */

  public static final int CLONE_VERTEX  = 0x4;

  /**

  public static final int CLONE_FRAGMENT= 0x8;

   * When creating an instance of a DistortedEffects from another instance, clone the PostProcess Effects.

   * <p>

   * This way we can have two different DistortedEffects sharing the POSTPROCESS queue.

   */

  public static final int CLONE_POSTPROCESS= 0x10;

   * on the screen with (optionally) different Effects.

   * When creating a DistortedScreen (which needs to have mFBOQueueSize FBOs attached), pass this

   * constant for 'numOfFBOs' and the number of backing FBOs will be taken from 'mFBOQueueSize'

   * (the value of which is most likely unknown at the time of creation of the Screen)

   */

  public static final int WAIT_FOR_FBO_QUEUE_SIZE = -1;

   * Work around bugs in ARM Mali driver by, instead to a single FBO, rendering to a circular queue

   * https://community.arm.com/graphics/f/discussions/10285/opengl-es-3-1-on-mali-t880-flashes

  private static String mGLSL_VERSION;

  private static boolean mOITCompilationAttempted;

  private static int mMaxTextureSize;

  /// MAIN PROGRAM ///

  private static DistortedProgram mMainProgram;

  private static int mMainTextureH;

  /// NORMAL PROGRAM /////

  private static DistortedProgram mNormalProgram;

  /// MAIN OIT PROGRAM ///

  private static DistortedProgram mMainOITProgram;

  private static int mMainOITTextureH;

  private static int mMainOITSizeH;

  private static int mMainOITNumRecordsH;

  /// BLIT PROGRAM ///

  private static DistortedProgram mBlitProgram;

  private static int mBlitTextureH;

  private static int mBlitDepthH;

  private static final FloatBuffer mQuadPositions;

  private static DistortedProgram mFullProgram;

    {

    float[] positionData= { -0.5f, -0.5f,  -0.5f, 0.5f,  0.5f,-0.5f,  0.5f, 0.5f };

    mQuadPositions = ByteBuffer.allocateDirect(32).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadPositions.put(positionData).position(0);

    }

  /// BLIT DEPTH PROGRAM ///

  private static DistortedProgram mBlitDepthProgram;

  private static int mBlitDepthTextureH;

  private static int mBlitDepthDepthTextureH;

  private static int mBlitDepthDepthH;

  private static int mBlitDepthTexCorrH;

  private static int mMainProgramH, mFullProgramH, mMainOITProgramH;

  private static int[] mLinkedListSSBO = new int[1];

  static

    {

    mLinkedListSSBO[0]= -1;

    mCurrBuffer       =  0;

    }

  ///////////////////////////////////////////////////////////////

  // meaning: allocate 1.0 screenful of places for transparent

  // fragments in the SSBO backing up the OIT render method.

  private static float mBufferSize=1.0f;

  /// OIT CLEAR PROGRAM ///

  private static DistortedProgram mOITClearProgram;

  private static int mOITClearDepthH;

  private static int mOITClearTexCorrH;

  private static int mOITClearSizeH;

  /// OIT BUILD PROGRAM ///

  private static DistortedProgram mOITBuildProgram;

  private static int mOITBuildTextureH;

  private static int mOITBuildDepthTextureH;

  private static int mOITBuildDepthH;

  private static int mOITBuildTexCorrH;

  private static int mOITBuildSizeH;

  private static int mOITBuildNumRecordsH;

  /// OIT COLLAPSE PROGRAM ///

  private static DistortedProgram mOITCollapseProgram;

  private static int mOITCollapseDepthTextureH;

  private static int mOITCollapseDepthH;

  private static int mOITCollapseTexCorrH;

  private static int mOITCollapseSizeH;

  /// OIT RENDER PROGRAM ///

  private static DistortedProgram mOITRenderProgram;

  private static int mOITRenderDepthH;

  private static int mOITRenderTexCorrH;

  private static int mOITRenderSizeH;

  /// END PROGRAMS //////

   * Every application using the library must implement this interface so that the library can send

   * it exceptions that arise. The exceptions may come at any time, for example the library will

   * compile its OIT problem only on the first attempt to use the OIT

   * Those will mainly be hardware-related: shaders do not compile on particular hardware, the required

   * OpenGL ES 3.0 is not supported, etc.

   */

  public interface ExceptionListener

    {

    void distortedException(Exception ex);

    }

  private static ExceptionListener mListener;

  private static Resources mResources;

    // MAIN PROGRAM ////////////////////////////////////

    final InputStream mainFragStream = mResources.openRawResource(R.raw.main_fragment_shader);

    int numF = FragmentEffect.getNumEnabled();

    int numV = VertexEffect.getNumEnabled();

    String mainFragHeader= mGLSL_VERSION + ("#define NUM_FRAGMENT " + ( numF>0 ? getMax(EffectType.FRAGMENT) : 0 ) + "\n");

    String enabledEffectF= FragmentEffect.getGLSL();

    String[] feedback = { "v_Position", "v_endPosition" };

    try

      {

      mMainProgram = new DistortedProgram(mainVertStream, mainFragStream, mainVertHeader, mainFragHeader,

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile MAIN program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    EffectQueue.getUniforms(mMainProgramH,0);

    mTransformFeedbackH= GLES30.glGetUniformLocation( mMainProgramH, "u_TransformFeedback");

    // BLIT PROGRAM ////////////////////////////////////

    final InputStream blitFragStream = mResources.openRawResource(R.raw.blit_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile BLIT program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitProgramH = mBlitProgram.getProgramHandle();

    mBlitDepthH    = GLES30.glGetUniformLocation( blitProgramH, "u_Depth");

    // BLIT DEPTH PROGRAM ////////////////////////////////////

    final InputStream blitDepthFragStream = mResources.openRawResource(R.raw.blit_depth_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile BLIT DEPTH program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitDepthProgramH   = mBlitDepthProgram.getProgramHandle();

    mBlitDepthDepthTextureH = GLES30.glGetUniformLocation( blitDepthProgramH, "u_DepthTexture");

    mBlitDepthDepthH        = GLES30.glGetUniformLocation( blitDepthProgramH, "u_Depth");

    mBlitDepthTexCorrH      = GLES30.glGetUniformLocation( blitDepthProgramH, "u_TexCorr");

///////////////////////////////////////////////////////////////////////////////////////////////////

    {

    final InputStream normalVertexStream   = resources.openRawResource(R.raw.normal_vertex_shader);

    final InputStream normalFragmentStream = resources.openRawResource(R.raw.normal_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile NORMAL program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int normalProgramH = mNormalProgram.getProgramHandle();

  private static void createFullProgram(Resources resources)

    {

    final InputStream fullVertStream = resources.openRawResource(R.raw.main_vertex_shader);

    final InputStream fullFragStream = resources.openRawResource(R.raw.main_fragment_shader);

    int numV = VertexEffect.getAllEnabled();

    String fullVertHeader= mGLSL_VERSION + ("#define NUM_VERTEX "   + ( numV>0 ? getMax(EffectType.VERTEX ) : 0 ) + "\n");

    String fullFragHeader= mGLSL_VERSION + ("#define NUM_FRAGMENT " +                                         0   + "\n");

    String enabledEffectF= "{}";

    try

      {

      mFullProgram = new DistortedProgram(fullVertStream, fullFragStream, fullVertHeader, fullFragHeader,

                                          enabledEffectV, enabledEffectF, mGLSL, feedback);

      }

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile FULL program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    EffectQueue.getUniforms(mFullProgramH,3);

    // MAIN OIT PROGRAM ////////////////////////////////

    final InputStream mainVertStream = resources.openRawResource(R.raw.main_vertex_shader);

    final InputStream mainFragStream = resources.openRawResource(R.raw.main_fragment_shader);

    int numF = FragmentEffect.getNumEnabled();

    int numV = VertexEffect.getNumEnabled();

    String mainFragHeader= mGLSL_VERSION + ("#define NUM_FRAGMENT " + ( numF>0 ? getMax(EffectType.FRAGMENT) : 0 ) + "\n") + ("#define OIT\n");

    String enabledEffectF= FragmentEffect.getGLSL();

    try

      {

      mMainOITProgram = new DistortedProgram(mainVertStream, mainFragStream, mainVertHeader, mainFragHeader,

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile MAIN OIT program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    EffectQueue.getUniforms(mMainOITProgramH,1);

    mMainOITSizeH       = GLES30.glGetUniformLocation( mMainOITProgramH, "u_Size");

    mMainOITNumRecordsH = GLES30.glGetUniformLocation( mMainOITProgramH, "u_numRecords");

    // OIT CLEAR PROGRAM ////////////////////////////////////

    final InputStream oitClearVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitClearFragStream = resources.openRawResource(R.raw.oit_clear_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT CLEAR program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitClearProgramH   = mOITClearProgram.getProgramHandle();

    mOITClearTexCorrH      = GLES30.glGetUniformLocation( oitClearProgramH, "u_TexCorr");

    mOITClearSizeH         = GLES30.glGetUniformLocation( oitClearProgramH, "u_Size");

    // OIT BUILD PROGRAM ////////////////////////////////////

    final InputStream oitBuildVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitBuildFragStream = resources.openRawResource(R.raw.oit_build_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT BUILD program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitBuildProgramH   = mOITBuildProgram.getProgramHandle();

    mOITBuildDepthTextureH = GLES30.glGetUniformLocation( oitBuildProgramH, "u_DepthTexture");

    mOITBuildDepthH        = GLES30.glGetUniformLocation( oitBuildProgramH, "u_Depth");

    mOITBuildTexCorrH      = GLES30.glGetUniformLocation( oitBuildProgramH, "u_TexCorr");

    mOITBuildSizeH         = GLES30.glGetUniformLocation( oitBuildProgramH, "u_Size");

    mOITBuildNumRecordsH   = GLES30.glGetUniformLocation( oitBuildProgramH, "u_numRecords");

    // OIT COLLAPSE PROGRAM ///////////////////////////

    final InputStream oitCollapseVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitCollapseFragStream = resources.openRawResource(R.raw.oit_collapse_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT COLLAPSE program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitCollapseProgramH   = mOITCollapseProgram.getProgramHandle();

    mOITCollapseDepthH        = GLES30.glGetUniformLocation( oitCollapseProgramH, "u_Depth");

    mOITCollapseTexCorrH      = GLES30.glGetUniformLocation( oitCollapseProgramH, "u_TexCorr");

    mOITCollapseSizeH         = GLES30.glGetUniformLocation( oitCollapseProgramH, "u_Size");

    // OIT RENDER PROGRAM ///////////////////////////

    final InputStream oitRenderVertStream = resources.openRawResource(R.raw.oit_vertex_shader);

    final InputStream oitRenderFragStream = resources.openRawResource(R.raw.oit_render_fragment_shader);

    try

      {

    catch(Exception e)

      {

      Log.e("EFFECTS", e.getClass().getSimpleName()+" trying to compile OIT RENDER program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int oitRenderProgramH   = mOITRenderProgram.getProgramHandle();

    mOITRenderTexCorrH      = GLES30.glGetUniformLocation( oitRenderProgramH, "u_TexCorr");

    mOITRenderSizeH         = GLES30.glGetUniformLocation( oitRenderProgramH, "u_Size");

///////////////////////////////////////////////////////////////////////////////////////////////////

      {

      try

        {

        createNormalProgram(mResources);

        }

      catch(Exception ex)

        {

        mListener.distortedException(ex);

        return;

        }

      }

    int tfo = mesh.getTFO();

    GLES30.glBeginTransformFeedback( GLES30.GL_POINTS);

    GLES30.glBindBufferBase(GLES30.GL_TRANSFORM_FEEDBACK_BUFFER, 0, 0);

    GLES30.glDrawArrays(GLES30.GL_LINES, 0, 2*num);

 * Execute all VertexEffects and adjust all vertices

 *

 * @y.exclude

 */

        {

        createFullProgram(mResources);

        }

      catch(Exception ex)

        {

        mListener.distortedException(ex);

        return;

        }

    int num = mesh.getNumVertices();

    int tfo = mesh.getTFO();

    mFullProgram.useProgram();

    mesh.bindVertexAttribs(mFullProgram);

    queue.compute(1);

    queue.send(0.0f,3);

    GLES30.glBindBufferBase(GLES30.GL_TRANSFORM_FEEDBACK_BUFFER, 0, tfo );

    GLES30.glBeginTransformFeedback( GLES30.GL_POINTS);

    InternalRenderState.switchOffDrawing();

    GLES30.glDrawArrays( GLES30.GL_POINTS, 0, num );

    InternalRenderState.restoreDrawing();

    GLES30.glEndTransformFeedback();

    mesh.copyTransformToVertex();

    GLES30.glBindBufferBase(GLES30.GL_TRANSFORM_FEEDBACK_BUFFER, 0, 0);

      {

      EffectQueue[] queues = effects.getQueues();

      GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

      GLES30.glUniform1i(mMainOITTextureH, 0);

      GLES30.glUniform2ui(mMainOITSizeH, surface.mWidth, surface.mHeight);

      GLES30.glUniform1ui(mMainOITNumRecordsH, (int)(mBufferSize*surface.mWidth*surface.mHeight) );

      mesh.bindVertexAttribs(mMainOITProgram);

      float distance    = surface.mDistance;

      float mipmap      = surface.mMipmap;

      float[] projection= surface.mProjectionMatrix;

        {

        mMainProgram.useProgram();

        displayNormals(projection,mesh);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

      EffectQueue[] queues = effects.getQueues();

      GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

      GLES30.glUniform1i(DistortedLibrary.mMainTextureH, 0);

      mesh.bindVertexAttribs(DistortedLibrary.mMainProgram);

      float distance    = surface.mDistance;

      float mipmap      = surface.mMipmap;

      float[] projection= surface.mProjectionMatrix;

///////////////////////////////////////////////////////////////////////////////////////////////////

      {

      mBlitProgram.useProgram();

      GLES30.glUniform1i(mBlitTextureH, 0);

      GLES30.glUniform1f( mBlitDepthH , 1.0f-surface.mNear);

      GLES30.glVertexAttribPointer(mBlitProgram.mAttribute[0], 2, GLES30.GL_FLOAT, false, 0, mQuadPositions);

      GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);

      }

///////////////////////////////////////////////////////////////////////////////////////////////////

      {

      mBlitDepthProgram.useProgram();

      GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

      GLES30.glUniform1i(mBlitDepthTextureH, 0);

      GLES30.glUniform1i(mBlitDepthDepthTextureH, 1);

      GLES30.glUniform2f(mBlitDepthTexCorrH, corrW, corrH );

      GLES30.glUniform1f( mBlitDepthDepthH , 1.0f-surface.mNear);

      GLES30.glVertexAttribPointer(mBlitDepthProgram.mAttribute[0], 2, GLES30.GL_FLOAT, false, 0, mQuadPositions);

      GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);