Distorted Android

///////////////////////////////////////////////////////////////////////////////////////////////////

// Copyright 2016 Leszek Koltunski                                                               //

//                                                                                               //

// This file is part of Distorted.                                                               //

//                                                                                               //

// Distorted is free software: you can redistribute it and/or modify                             //

// it under the terms of the GNU General Public License as published by                          //

// the Free Software Foundation, either version 2 of the License, or                             //

// (at your option) any later version.                                                           //

//                                                                                               //

// Distorted is distributed in the hope that it will be useful,                                  //

// but WITHOUT ANY WARRANTY; without even the implied warranty of                                //

// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the                                 //

// GNU General Public License for more details.                                                  //

//                                                                                               //

// You should have received a copy of the GNU General Public License                             //

// along with Distorted.  If not, see <http://www.gnu.org/licenses/>.                            //

///////////////////////////////////////////////////////////////////////////////////////////////////

package org.distorted.library.main;

import android.content.res.Resources;

import android.opengl.GLES30;

import org.distorted.library.R;

import org.distorted.library.effect.Effect;

import org.distorted.library.effect.EffectName;

import org.distorted.library.effect.EffectType;

import org.distorted.library.message.EffectListener;

import org.distorted.library.program.DistortedProgram;

import org.distorted.library.program.FragmentCompilationException;

import org.distorted.library.program.FragmentUniformsException;

import org.distorted.library.program.LinkingException;

import org.distorted.library.program.VertexCompilationException;

import org.distorted.library.program.VertexUniformsException;

import java.io.InputStream;

import java.nio.ByteBuffer;

import java.nio.ByteOrder;

import java.nio.FloatBuffer;

import java.util.ArrayList;

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Class containing Matrix,Vertex and Fragment effect queues. Postprocessing queue is held in a separate

 * class.

 * <p>

 * The queues hold actual effects to be applied to a given (DistortedTexture,MeshObject) combo.

 */

public class DistortedEffects

  {

  /// MAIN PROGRAM ///

  private static DistortedProgram mMainProgram;

  private static int mMainTextureH;

  private static ArrayList<EffectName> mEnabledEffects = new ArrayList<>();

  /// BLIT PROGRAM ///

  private static DistortedProgram mBlitProgram;

  private static int mBlitTextureH;

  private static int mBlitDepthH;

  private static final FloatBuffer mQuadPositions;

  static

    {

    float[] positionData= { -0.5f, -0.5f,  -0.5f, 0.5f,  0.5f,-0.5f,  0.5f, 0.5f };

    mQuadPositions = ByteBuffer.allocateDirect(32).order(ByteOrder.nativeOrder()).asFloatBuffer();

    mQuadPositions.put(positionData).position(0);

    }

  /// BLIT DEPTH PROGRAM ///

  private static DistortedProgram mBlitDepthProgram;

  private static int mBlitDepthTextureH;

  private static int mBlitDepthDepthTextureH;

  private static int mBlitDepthDepthH;

  /// NORMAL PROGRAM /////

  private static DistortedProgram mNormalProgram;

  private static int mNormalMVPMatrixH;

  /// END PROGRAMS //////

  private static long mNextID =0;

  private long mID;

  private EffectQueueMatrix mM;

  private EffectQueueFragment mF;

  private EffectQueueVertex mV;

  private boolean matrixCloned, vertexCloned, fragmentCloned;

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void createProgram(Resources resources)

  throws FragmentCompilationException,VertexCompilationException,VertexUniformsException,FragmentUniformsException,LinkingException

    {

    // MAIN PROGRAM ////////////////////////////////////

    final InputStream mainVertStream = resources.openRawResource(R.raw.main_vertex_shader);

    final InputStream mainFragStream = resources.openRawResource(R.raw.main_fragment_shader);

    String mainVertHeader= Distorted.GLSL_VERSION;

    String mainFragHeader= Distorted.GLSL_VERSION;

    boolean foundF = false;

    boolean foundV = false;

    int effects = mEnabledEffects.size();

    EffectName effect;

    EffectType type;

    for(int i=0; i<effects; i++)

      {

      effect = mEnabledEffects.remove(0);

      type   = effect.getType();

      if( type == EffectType.VERTEX )

        {

        mainVertHeader += ("#define "+effect.name()+" "+effect.ordinal()+"\n");

        foundV = true;

        }

      else if( type == EffectType.FRAGMENT )

        {

        mainFragHeader += ("#define "+effect.name()+" "+effect.ordinal()+"\n");

        foundF = true;

        }

      }

    mainVertHeader += ("#define NUM_VERTEX "   + ( foundV ? getMaxVertex()   : 0 ) + "\n");

    mainFragHeader += ("#define NUM_FRAGMENT " + ( foundF ? getMaxFragment() : 0 ) + "\n");

    //android.util.Log.e("Effects", "vertHeader= "+mainVertHeader);

    //android.util.Log.e("Effects", "fragHeader= "+mainFragHeader);

    String[] feedback = { "v_Position", "v_endPosition" };

    mMainProgram = new DistortedProgram(mainVertStream,mainFragStream, mainVertHeader, mainFragHeader, Distorted.GLSL, feedback);

    int mainProgramH = mMainProgram.getProgramHandle();

    EffectQueueFragment.getUniforms(mainProgramH);

    EffectQueueVertex.getUniforms(mainProgramH);

    EffectQueueMatrix.getUniforms(mainProgramH);

    mMainTextureH= GLES30.glGetUniformLocation( mainProgramH, "u_Texture");

    // BLIT PROGRAM ////////////////////////////////////

    final InputStream blitVertStream = resources.openRawResource(R.raw.blit_vertex_shader);

    final InputStream blitFragStream = resources.openRawResource(R.raw.blit_fragment_shader);

    String blitVertHeader= (Distorted.GLSL_VERSION + "#define NUM_VERTEX 0\n"  );

    String blitFragHeader= (Distorted.GLSL_VERSION + "#define NUM_FRAGMENT 0\n");

    try

      {

      mBlitProgram = new DistortedProgram(blitVertStream,blitFragStream,blitVertHeader,blitFragHeader, Distorted.GLSL);

      }

    catch(Exception e)

      {

      android.util.Log.e("EFFECTS", "exception trying to compile BLIT program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitProgramH = mBlitProgram.getProgramHandle();

    mBlitTextureH  = GLES30.glGetUniformLocation( blitProgramH, "u_Texture");

    mBlitDepthH    = GLES30.glGetUniformLocation( blitProgramH, "u_Depth");

    // BLIT DEPTH PROGRAM ////////////////////////////////////

    final InputStream blitDepthVertStream = resources.openRawResource(R.raw.blit_depth_vertex_shader);

    final InputStream blitDepthFragStream = resources.openRawResource(R.raw.blit_depth_fragment_shader);

    try

      {

      mBlitDepthProgram = new DistortedProgram(blitDepthVertStream,blitDepthFragStream,blitVertHeader,blitFragHeader, Distorted.GLSL);

      }

    catch(Exception e)

      {

      android.util.Log.e("EFFECTS", "exception trying to compile BLIT DEPTH program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int blitDepthProgramH   = mBlitDepthProgram.getProgramHandle();

    mBlitDepthTextureH      = GLES30.glGetUniformLocation( blitDepthProgramH, "u_Texture");

    mBlitDepthDepthTextureH = GLES30.glGetUniformLocation( blitDepthProgramH, "u_DepthTexture");

    mBlitDepthDepthH        = GLES30.glGetUniformLocation( blitDepthProgramH, "u_Depth");

    // NORMAL PROGRAM //////////////////////////////////////

    final InputStream normalVertexStream   = resources.openRawResource(R.raw.normal_vertex_shader);

    final InputStream normalFragmentStream = resources.openRawResource(R.raw.normal_fragment_shader);

    try

      {

      mNormalProgram = new DistortedProgram(normalVertexStream,normalFragmentStream, Distorted.GLSL_VERSION, Distorted.GLSL_VERSION, Distorted.GLSL);

      }

    catch(Exception e)

      {

      android.util.Log.e("EFFECTS", "exception trying to compile NORMAL program: "+e.getMessage());

      throw new RuntimeException(e.getMessage());

      }

    int normalProgramH = mNormalProgram.getProgramHandle();

    mNormalMVPMatrixH  = GLES30.glGetUniformLocation( normalProgramH, "u_MVPMatrix");

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private void initializeEffectLists(DistortedEffects d, int flags)

    {

    if( (flags & Distorted.CLONE_MATRIX) != 0 )

      {

      mM = d.mM;

      matrixCloned = true;

      }

    else

      {

      mM = new EffectQueueMatrix(mID);

      matrixCloned = false;

      }

    if( (flags & Distorted.CLONE_VERTEX) != 0 )

      {

      mV = d.mV;

      vertexCloned = true;

      }

    else

      {

      mV = new EffectQueueVertex(mID);

      vertexCloned = false;

      }

    if( (flags & Distorted.CLONE_FRAGMENT) != 0 )

      {

      mF = d.mF;

      fragmentCloned = true;

      }

    else

      {

      mF = new EffectQueueFragment(mID);

      fragmentCloned = false;

      }

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private void displayNormals(MeshObject mesh)

    {

    GLES30.glBindBufferBase(GLES30.GL_TRANSFORM_FEEDBACK_BUFFER, 0, mesh.mAttTFO[0]);

    GLES30.glBeginTransformFeedback( GLES30.GL_POINTS);

    DistortedRenderState.switchOffDrawing();

    GLES30.glDrawArrays( GLES30.GL_POINTS, 0, mesh.numVertices);

    DistortedRenderState.restoreDrawing();

    GLES30.glEndTransformFeedback();

    GLES30.glBindBufferBase(GLES30.GL_TRANSFORM_FEEDBACK_BUFFER, 0, 0);

    mNormalProgram.useProgram();

    GLES30.glUniformMatrix4fv(mNormalMVPMatrixH, 1, false, mM.getMVP() , 0);

    GLES30.glBindBuffer(GLES30.GL_ARRAY_BUFFER, mesh.mAttTFO[0]);

    GLES30.glVertexAttribPointer(mNormalProgram.mAttribute[0], MeshObject.POS_DATA_SIZE, GLES30.GL_FLOAT, false, 0, 0);

    GLES30.glBindBuffer(GLES30.GL_ARRAY_BUFFER, 0);

    GLES30.glLineWidth(8.0f);

    GLES30.glDrawArrays(GLES30.GL_LINES, 0, 2*mesh.numVertices);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  void drawPriv(float halfW, float halfH, MeshObject mesh, DistortedOutputSurface surface, long currTime, float marginInPixels)

    {

    mM.compute(currTime);

    mV.compute(currTime);

    mF.compute(currTime);

    float halfZ = halfW*mesh.zFactor;

    GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

    mMainProgram.useProgram();

    GLES30.glUniform1i(mMainTextureH, 0);

    if( Distorted.GLSL >= 300 )

      {

      GLES30.glBindBuffer(GLES30.GL_ARRAY_BUFFER, mesh.mAttVBO[0]);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[0], MeshObject.POS_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, MeshObject.OFFSET0);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[1], MeshObject.NOR_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, MeshObject.OFFSET1);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[2], MeshObject.TEX_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, MeshObject.OFFSET2);

      GLES30.glBindBuffer(GLES30.GL_ARRAY_BUFFER, 0);

      }

    else

      {

      mesh.mVertAttribs.position(0);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[0], MeshObject.POS_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, mesh.mVertAttribs);

      mesh.mVertAttribs.position(MeshObject.POS_DATA_SIZE);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[1], MeshObject.NOR_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, mesh.mVertAttribs);

      mesh.mVertAttribs.position(MeshObject.POS_DATA_SIZE+MeshObject.NOR_DATA_SIZE);

      GLES30.glVertexAttribPointer(mMainProgram.mAttribute[2], MeshObject.TEX_DATA_SIZE, GLES30.GL_FLOAT, false, MeshObject.VERTSIZE, mesh.mVertAttribs);

      }

    mM.send(surface,halfW,halfH,halfZ,marginInPixels);

    mV.send(halfW,halfH,halfZ);

    mF.send(halfW,halfH);

    GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, mesh.numVertices);

    if( mesh.mShowNormals ) displayNormals(mesh);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void blitPriv(DistortedOutputSurface surface)

    {

    mBlitProgram.useProgram();

    GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

    GLES30.glUniform1i(mBlitTextureH, 0);

    GLES30.glUniform1f( mBlitDepthH , 1.0f-surface.mNear);

    GLES30.glVertexAttribPointer(mBlitProgram.mAttribute[0], 2, GLES30.GL_FLOAT, false, 0, mQuadPositions);

    GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void blitDepthPriv(DistortedOutputSurface surface)

    {

    mBlitDepthProgram.useProgram();

    GLES30.glViewport(0, 0, surface.mWidth, surface.mHeight );

    GLES30.glUniform1i(mBlitDepthTextureH, 0);

    GLES30.glUniform1i(mBlitDepthDepthTextureH, 1);

    GLES30.glUniform1f( mBlitDepthDepthH , 1.0f-surface.mNear);

    GLES30.glVertexAttribPointer(mBlitDepthProgram.mAttribute[0], 2, GLES30.GL_FLOAT, false, 0, mQuadPositions);

    GLES30.glDrawArrays(GLES30.GL_TRIANGLE_STRIP, 0, 4);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private void releasePriv()

    {

    if( !matrixCloned   ) mM.abortAll(false);

    if( !vertexCloned   ) mV.abortAll(false);

    if( !fragmentCloned ) mF.abortAll(false);

    mM = null;

    mV = null;

    mF = null;

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void onDestroy()

    {

    mNextID = 0;

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

// PUBLIC API

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Create empty effect queue.

 */

  public DistortedEffects()

    {

    mID = ++mNextID;

    initializeEffectLists(this,0);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Copy constructor.

 * <p>

 * Whatever we do not clone gets created just like in the default constructor.

 *

 * @param dc    Source object to create our object from

 * @param flags A bitmask of values specifying what to copy.

 *              For example, CLONE_VERTEX | CLONE_MATRIX.

 */

  public DistortedEffects(DistortedEffects dc, int flags)

    {

    mID = ++mNextID;

    initializeEffectLists(dc,flags);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Releases all resources. After this call, the queue should not be used anymore.

 */

  @SuppressWarnings("unused")

  public synchronized void delete()

    {

    releasePriv();

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Returns unique ID of this instance.

 *

 * @return ID of the object.

 */

  public long getID()

      {

      return mID;

      }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Adds the calling class to the list of Listeners that get notified each time some event happens 

 * to one of the Effects in those queues. Nothing will happen if 'el' is already in the list.

 * 

 * @param el A class implementing the EffectListener interface that wants to get notifications.

 */

  @SuppressWarnings("unused")

  public void registerForMessages(EffectListener el)

    {

    mV.registerForMessages(el);

    mF.registerForMessages(el);

    mM.registerForMessages(el);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Removes the calling class from the list of Listeners.

 * 

 * @param el A class implementing the EffectListener interface that no longer wants to get notifications.

 */

  @SuppressWarnings("unused")

  public void deregisterForMessages(EffectListener el)

    {

    mV.deregisterForMessages(el);

    mF.deregisterForMessages(el);

    mM.deregisterForMessages(el);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Aborts all Effects.

 * @return Number of effects aborted.

 */

  public int abortAllEffects()

    {

    return mM.abortAll(true) + mV.abortAll(true) + mF.abortAll(true);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Aborts all Effects of a given type, for example all MATRIX Effects.

 * 

 * @param type one of the constants defined in {@link EffectType}

 * @return Number of effects aborted.

 */

  public int abortByType(EffectType type)

    {

    switch(type)

      {

      case MATRIX     : return mM.abortAll(true);

      case VERTEX     : return mV.abortAll(true);

      case FRAGMENT   : return mF.abortAll(true);

  //  case POSTPROCESS: return mP.abortAll(true);

      default         : return 0;

      }

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Aborts a single Effect.

 * 

 * @param effect the Effect we want to abort.

 * @return number of Effects aborted. Always either 0 or 1.

 */

  public int abortEffect(Effect effect)

    {

    switch(effect.getType())

      {

      case MATRIX     : return mM.removeEffect(effect);

      case VERTEX     : return mV.removeEffect(effect);

      case FRAGMENT   : return mF.removeEffect(effect);

  //  case POSTPROCESS: return mP.removeEffect(effect);

      default         : return 0;

      }

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Abort all Effects of a given name, for example all rotations.

 * 

 * @param name one of the constants defined in {@link EffectName}

 * @return number of Effects aborted.

 */

  public int abortByName(EffectName name)

    {

    switch(name.getType())

      {

      case MATRIX     : return mM.removeByName(name);

      case VERTEX     : return mV.removeByName(name);

      case FRAGMENT   : return mF.removeByName(name);

  //  case POSTPROCESS: return mP.removeByName(name);

      default                : return 0;

      }

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Enables a given Effect.

 * <p>

 * By default, all effects are disabled. One has to explicitly enable each effect one intends to use.

 * This needs to be called BEFORE shaders get compiled, i.e. before the call to Distorted.onCreate().

 * The point: by enabling only the effects we need, we can optimize the shaders.

 *

 * @param name one of the constants defined in {@link EffectName}

 */

  public static void enableEffect(EffectName name)

    {

    mEnabledEffects.add(name);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Returns the maximum number of Matrix effects.

 *

 * @return The maximum number of Matrix effects

 */

  @SuppressWarnings("unused")

  public static int getMaxMatrix()

    {

    return EffectQueue.getMax(EffectType.MATRIX.ordinal());

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Returns the maximum number of Vertex effects.

 *

 * @return The maximum number of Vertex effects

 */

  @SuppressWarnings("unused")

  public static int getMaxVertex()

    {

    return EffectQueue.getMax(EffectType.VERTEX.ordinal());

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Returns the maximum number of Fragment effects.

 *

 * @return The maximum number of Fragment effects

 */

  @SuppressWarnings("unused")

  public static int getMaxFragment()

    {

    return EffectQueue.getMax(EffectType.FRAGMENT.ordinal());

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Sets the maximum number of Matrix effects that can be stored in a single EffectQueue at one time.

 * This can fail if:

 * <ul>

 * <li>the value of 'max' is outside permitted range (0 &le; max &le; Byte.MAX_VALUE)

 * <li>We try to increase the value of 'max' when it is too late to do so already. It needs to be called

 *     before the Vertex Shader gets compiled, i.e. before the call to {@link Distorted#onCreate}. After this

 *     time only decreasing the value of 'max' is permitted.

 * <li>Furthermore, this needs to be called before any instances of the DistortedEffects class get created.

 * </ul>

 *

 * @param max new maximum number of simultaneous Matrix Effects. Has to be a non-negative number not greater

 *            than Byte.MAX_VALUE

 * @return <code>true</code> if operation was successful, <code>false</code> otherwise.

 */

  @SuppressWarnings("unused")

  public static boolean setMaxMatrix(int max)

    {

    return EffectQueue.setMax(EffectType.MATRIX.ordinal(),max);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Sets the maximum number of Vertex effects that can be stored in a single EffectQueue at one time.

 * This can fail if:

 * <ul>

 * <li>the value of 'max' is outside permitted range (0 &le; max &le; Byte.MAX_VALUE)

 * <li>We try to increase the value of 'max' when it is too late to do so already. It needs to be called

 *     before the Vertex Shader gets compiled, i.e. before the call to {@link Distorted#onCreate}. After this

 *     time only decreasing the value of 'max' is permitted.

* <li>Furthermore, this needs to be called before any instances of the DistortedEffects class get created.

 * </ul>

 *

 * @param max new maximum number of simultaneous Vertex Effects. Has to be a non-negative number not greater

 *            than Byte.MAX_VALUE

 * @return <code>true</code> if operation was successful, <code>false</code> otherwise.

 */

  @SuppressWarnings("unused")

  public static boolean setMaxVertex(int max)

    {

    return EffectQueue.setMax(EffectType.VERTEX.ordinal(),max);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Sets the maximum number of Fragment effects that can be stored in a single EffectQueue at one time.

 * This can fail if:

 * <ul>

 * <li>the value of 'max' is outside permitted range (0 &le; max &le; Byte.MAX_VALUE)

 * <li>We try to increase the value of 'max' when it is too late to do so already. It needs to be called

 *     before the Fragment Shader gets compiled, i.e. before the call to {@link Distorted#onCreate}. After this

 *     time only decreasing the value of 'max' is permitted.

 * <li>Furthermore, this needs to be called before any instances of the DistortedEffects class get created.

 * </ul>

 *

 * @param max new maximum number of simultaneous Fragment Effects. Has to be a non-negative number not greater

 *            than Byte.MAX_VALUE

 * @return <code>true</code> if operation was successful, <code>false</code> otherwise.

 */

  @SuppressWarnings("unused")

  public static boolean setMaxFragment(int max)

    {

    return EffectQueue.setMax(EffectType.FRAGMENT.ordinal(),max);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

/**

 * Add a new Effect to our queue.

 *

 * @param effect The Effect to add.

 */

  public void apply(Effect effect)

    {

    switch(effect.getType())

      {

      case VERTEX      : mV.add(effect); break;

      case FRAGMENT    : mF.add(effect); break;

      case MATRIX      : mM.add(effect); break;

   // case POSTPROCESS : mP.add(effect); break;

      }

    }

  }