Distorted Android

///////////////////////////////////////////////////////////////////////////////////////////////////

// Copyright 2016 Leszek Koltunski                                                               //

//                                                                                               //

// This file is part of Distorted.                                                               //

//                                                                                               //

// Distorted is free software: you can redistribute it and/or modify                             //

// it under the terms of the GNU General Public License as published by                          //

// the Free Software Foundation, either version 2 of the License, or                             //

// (at your option) any later version.                                                           //

//                                                                                               //

// Distorted is distributed in the hope that it will be useful,                                  //

// but WITHOUT ANY WARRANTY; without even the implied warranty of                                //

// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the                                 //

// GNU General Public License for more details.                                                  //

//                                                                                               //

// You should have received a copy of the GNU General Public License                             //

// along with Distorted.  If not, see <http://www.gnu.org/licenses/>.                            //

///////////////////////////////////////////////////////////////////////////////////////////////////

package org.distorted.library.effect;

import android.opengl.GLES30;

import android.opengl.Matrix;

import org.distorted.library.DistortedOutputSurface;

import org.distorted.library.message.EffectMessage;

import org.distorted.library.type.Dynamic3D;

import org.distorted.library.type.Static;

import org.distorted.library.type.Static1D;

import org.distorted.library.type.Static2D;

import org.distorted.library.type.Static3D;

import org.distorted.library.type.Static4D;

import org.distorted.library.type.Static5D;

///////////////////////////////////////////////////////////////////////////////////////////////////

class EffectQueueMatrix extends EffectQueue

  {   

  private static final int NUM_UNIFORMS = 7;

  private static final int NUM_CACHE    = 0;

  private static final int INDEX = Effect.MATRIX;

  private static float[] mMVPMatrix = new float[16];

  private static float[] mTmpMatrix = new float[16];

  private static float[] mViewMatrix= new float[16];

  private static int mObjDH;      // This is a handle to half a Object dimensions

  private static int mMVPMatrixH; // the transformation matrix

  private static int mMVMatrixH;  // the modelview matrix.

///////////////////////////////////////////////////////////////////////////////////////////////////

  EffectQueueMatrix(long id)

    { 

    super(id,NUM_UNIFORMS,NUM_CACHE,INDEX );

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private static void multiplyByQuat(float[] matrix, float X, float Y, float Z, float W)

    {

    float xx= X * X;

    float xy= X * Y;

    float xz= X * Z;

    float xw= X * W;

    float yy= Y * Y;

    float yz= Y * Z;

    float yw= Y * W;

    float zz= Z * Z;

    float zw= Z * W;

    mTmpMatrix[0]  = 1 - 2 * ( yy + zz );

    mTmpMatrix[1]  =     2 * ( xy - zw );

    mTmpMatrix[2]  =     2 * ( xz + yw );

    mTmpMatrix[4]  =     2 * ( xy + zw );

    mTmpMatrix[5]  = 1 - 2 * ( xx + zz );

    mTmpMatrix[6]  =     2 * ( yz - xw );

    mTmpMatrix[8]  =     2 * ( xz - yw );

    mTmpMatrix[9]  =     2 * ( yz + xw );

    mTmpMatrix[10] = 1 - 2 * ( xx + yy );

    mTmpMatrix[3]  = mTmpMatrix[7] = mTmpMatrix[11] = mTmpMatrix[12] = mTmpMatrix[13] = mTmpMatrix[14] = 0;

    mTmpMatrix[15] = 1;

    Matrix.multiplyMM(mMVPMatrix, 0, matrix, 0, mTmpMatrix, 0);  

    matrix[ 0] = mMVPMatrix[ 0];

    matrix[ 1] = mMVPMatrix[ 1];

    matrix[ 2] = mMVPMatrix[ 2];

    matrix[ 3] = mMVPMatrix[ 3];

    matrix[ 4] = mMVPMatrix[ 4];

    matrix[ 5] = mMVPMatrix[ 5];

    matrix[ 6] = mMVPMatrix[ 6];

    matrix[ 7] = mMVPMatrix[ 7];

    matrix[ 8] = mMVPMatrix[ 8];

    matrix[ 9] = mMVPMatrix[ 9];

    matrix[10] = mMVPMatrix[10];

    matrix[11] = mMVPMatrix[11];

    matrix[12] = mMVPMatrix[12];

    matrix[13] = mMVPMatrix[13];

    matrix[14] = mMVPMatrix[14];

    matrix[15] = mMVPMatrix[15];

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  private void magnify(DistortedOutputSurface projection, float halfX, float halfY, float halfZ, float marginInPixels)

    {

    float scale, nx, ny;

    float[] result= new float[4];

    float[] point = new float[4];

    float[] matrix= new float[16];

    float minx = Integer.MAX_VALUE;

    float maxx = Integer.MIN_VALUE;

    float miny = Integer.MAX_VALUE;

    float maxy = Integer.MIN_VALUE;

    point[3] = 1.0f;

    Matrix.multiplyMM(matrix, 0, projection.mProjectionMatrix, 0, mViewMatrix, 0);

    point[0] = +halfX; point[1] = +halfY; point[2] = +halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = +halfX; point[1] = +halfY; point[2] = -halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = +halfX; point[1] = -halfY; point[2] = +halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = +halfX; point[1] = -halfY; point[2] = -halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = -halfX; point[1] = +halfY; point[2] = +halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = -halfX; point[1] = +halfY; point[2] = -halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = -halfX; point[1] = -halfY; point[2] = +halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    point[0] = -halfX; point[1] = -halfY; point[2] = -halfZ;

    Matrix.multiplyMV(result,0,matrix,0,point,0);

    nx = result[0]/result[3];

    ny = result[1]/result[3];

    if( nx<minx ) minx = nx;

    if( nx>maxx ) maxx = nx;

    if( ny<miny ) miny = ny;

    if( ny>maxy ) maxy = ny;

    float xlen = projection.mWidth *(maxx-minx)/2;

    float ylen = projection.mHeight*(maxy-miny)/2;

    scale = 1.0f + marginInPixels/( xlen>ylen ? ylen:xlen );

    //android.util.Log.d("scale", ""+marginInPixels+" scale= "+scale+" xlen="+xlen+" ylen="+ylen);

    Matrix.scaleM(mViewMatrix, 0, scale, scale, scale);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

// here construct the ModelView and the ModelViewProjection Matrices

  private void constructMatrices(DistortedOutputSurface projection, float halfX, float halfY, float halfZ, float marginInPixels)

    {

    Matrix.setIdentityM(mViewMatrix, 0);

    Matrix.translateM(mViewMatrix, 0, -projection.mWidth/2, projection.mHeight/2, -projection.mDistance);

    float x,y,z, sx,sy,sz;

    float mipmap = projection.mMipmap;

    if( mipmap!=1 ) Matrix.scaleM(mViewMatrix, 0, mipmap, mipmap, mipmap);

    for(int i=0; i<mNumEffects; i++)

      {

      if (mName[i] == MatrixEffect.ROTATE )

        {

        x = mUniforms[NUM_UNIFORMS*i+4];

        y = mUniforms[NUM_UNIFORMS*i+5];

        z = mUniforms[NUM_UNIFORMS*i+6];

        Matrix.translateM(mViewMatrix, 0, x,-y, z);

        Matrix.rotateM( mViewMatrix, 0, mUniforms[NUM_UNIFORMS*i], mUniforms[NUM_UNIFORMS*i+1], mUniforms[NUM_UNIFORMS*i+2], mUniforms[NUM_UNIFORMS*i+3]);

        Matrix.translateM(mViewMatrix, 0,-x, y,-z);

        }

      else if(mName[i] == MatrixEffect.QUATERNION )

        {

        x = mUniforms[NUM_UNIFORMS*i+4];

        y = mUniforms[NUM_UNIFORMS*i+5];

        z = mUniforms[NUM_UNIFORMS*i+6];

        Matrix.translateM(mViewMatrix, 0, x,-y, z);

        multiplyByQuat(mViewMatrix, mUniforms[NUM_UNIFORMS*i], mUniforms[NUM_UNIFORMS*i+1], mUniforms[NUM_UNIFORMS*i+2], mUniforms[NUM_UNIFORMS*i+3]);

        Matrix.translateM(mViewMatrix, 0,-x, y,-z);

        }

      else if(mName[i] == MatrixEffect.MOVE )

        {

        sx = mUniforms[NUM_UNIFORMS*i  ];

        sy = mUniforms[NUM_UNIFORMS*i+1];

        sz = mUniforms[NUM_UNIFORMS*i+2];

        Matrix.translateM(mViewMatrix, 0, sx,-sy, sz);

        }

      else if(mName[i] == MatrixEffect.SCALE )

        {

        sx = mUniforms[NUM_UNIFORMS*i  ];

        sy = mUniforms[NUM_UNIFORMS*i+1];

        sz = mUniforms[NUM_UNIFORMS*i+2];

        Matrix.scaleM(mViewMatrix, 0, sx, sy, sz);

        }

      else if(mName[i] == MatrixEffect.SHEAR )

        {

        sx = mUniforms[NUM_UNIFORMS*i  ];

        sy = mUniforms[NUM_UNIFORMS*i+1];

        sz = mUniforms[NUM_UNIFORMS*i+2];

        x  = mUniforms[NUM_UNIFORMS*i+4];

        y  = mUniforms[NUM_UNIFORMS*i+5];

        z  = mUniforms[NUM_UNIFORMS*i+6];

        Matrix.translateM(mViewMatrix, 0, x,-y, z);

        mViewMatrix[4] += sx*mViewMatrix[0]; // Multiply viewMatrix by 1 x 0 0 , i.e. X-shear.

        mViewMatrix[5] += sx*mViewMatrix[1]; //                        0 1 0 0

        mViewMatrix[6] += sx*mViewMatrix[2]; //                        0 0 1 0

        mViewMatrix[7] += sx*mViewMatrix[3]; //                        0 0 0 1

        mViewMatrix[0] += sy*mViewMatrix[4]; // Multiply viewMatrix by 1 0 0 0 , i.e. Y-shear.

        mViewMatrix[1] += sy*mViewMatrix[5]; //                        y 1 0 0

        mViewMatrix[2] += sy*mViewMatrix[6]; //                        0 0 1 0

        mViewMatrix[3] += sy*mViewMatrix[7]; //                        0 0 0 1

        mViewMatrix[4] += sz*mViewMatrix[8]; // Multiply viewMatrix by 1 0 0 0 , i.e. Z-shear.

        mViewMatrix[5] += sz*mViewMatrix[9]; //                        0 1 0 0

        mViewMatrix[6] += sz*mViewMatrix[10];//                        0 z 1 0

        mViewMatrix[7] += sz*mViewMatrix[11];//                        0 0 0 1

        Matrix.translateM(mViewMatrix, 0,-x, y, -z);

        }

      }

    Matrix.translateM(mViewMatrix, 0, halfX,-halfY,-halfZ);

    if( marginInPixels!=0 ) magnify(projection,halfX,halfY,halfZ, marginInPixels);

    Matrix.multiplyMM(mMVPMatrix, 0, projection.mProjectionMatrix, 0, mViewMatrix, 0);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  static void getUniforms(int mProgramH)

    {

    mObjDH     = GLES30.glGetUniformLocation(mProgramH, "u_objD");

    mMVPMatrixH= GLES30.glGetUniformLocation(mProgramH, "u_MVPMatrix");

    mMVMatrixH = GLES30.glGetUniformLocation(mProgramH, "u_MVMatrix"); 

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  synchronized void compute(long currTime) 

    {

    if( currTime==mTime ) return;

    if( mTime==0 ) mTime = currTime;

    long step = (currTime-mTime);

    for(int i=0; i<mNumEffects; i++)

      {

      mCurrentDuration[i] += step;

      if( mInter[0][i]!=null && mInter[0][i].interpolateMain(mUniforms ,NUM_UNIFORMS*i, mCurrentDuration[i], step) )

        {

        for(int j=0; j<mNumListeners; j++)

          EffectMessageSender.newMessage( mListeners.elementAt(j),

                                          EffectMessage.EFFECT_FINISHED,

                                         (mID[i]<<Effect.LENGTH)+Effect.MATRIX,

                                          mName[i],

                                          mObjectID);

        if( MatrixEffect.isUnity(mName[i], mUniforms, NUM_UNIFORMS*i) )

          {

          remove(i);

          i--;

          continue;

          }

        else mInter[0][i] = null;

        }

      if( mInter[2][i]!=null )

        {

        mInter[2][i].interpolateMain(mUniforms, NUM_UNIFORMS*i+4, mCurrentDuration[i], step);

        }

      }

    mTime = currTime;  

    }  

///////////////////////////////////////////////////////////////////////////////////////////////////

  protected void moveEffect(int index)

    {

    mUniforms[NUM_UNIFORMS*index  ] = mUniforms[NUM_UNIFORMS*(index+1)  ];

    mUniforms[NUM_UNIFORMS*index+1] = mUniforms[NUM_UNIFORMS*(index+1)+1];

    mUniforms[NUM_UNIFORMS*index+2] = mUniforms[NUM_UNIFORMS*(index+1)+2];

    mUniforms[NUM_UNIFORMS*index+3] = mUniforms[NUM_UNIFORMS*(index+1)+3];

    mUniforms[NUM_UNIFORMS*index+4] = mUniforms[NUM_UNIFORMS*(index+1)+4];

    mUniforms[NUM_UNIFORMS*index+5] = mUniforms[NUM_UNIFORMS*(index+1)+5];

    mUniforms[NUM_UNIFORMS*index+6] = mUniforms[NUM_UNIFORMS*(index+1)+6];

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  float[] getMVP()

    {

    return mMVPMatrix;

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  synchronized void send(DistortedOutputSurface projection, float halfX, float halfY, float halfZ, float marginInPixels)

    {

    constructMatrices(projection,halfX,halfY,halfZ, marginInPixels);

    GLES30.glUniform3f( mObjDH , halfX, halfY, halfZ);

    GLES30.glUniformMatrix4fv(mMVMatrixH , 1, false, mViewMatrix, 0);

    GLES30.glUniformMatrix4fv(mMVPMatrixH, 1, false, mMVPMatrix , 0);

    }

///////////////////////////////////////////////////////////////////////////////////////////////////

  synchronized long add(MatrixEffect me)

    {

    if( mMax[INDEX]>mNumEffects )

      {

      int dim0 = 0;

      if( me.mDynamic0 != null )

        {

        mInter[0][mNumEffects] = me.mDynamic0;

        dim0 = me.mDynamic0.getDimension();

        }

      else

        {

        mInter[0][mNumEffects] = null;

        if( me.mStatic0 != null )

          {

          Static s = me.mStatic0;

          dim0 = s.getDimension();

          switch( dim0 )

            {

            case 5 : mUniforms[NUM_UNIFORMS*mNumEffects + 4] = ((Static5D)s).getV();

            case 4 : mUniforms[NUM_UNIFORMS*mNumEffects + 3] = ((Static4D)s).getW();

            case 3 : mUniforms[NUM_UNIFORMS*mNumEffects + 2] = ((Static3D)s).getZ();

            case 2 : mUniforms[NUM_UNIFORMS*mNumEffects + 1] = ((Static2D)s).getY();

            case 1 : mUniforms[NUM_UNIFORMS*mNumEffects    ] = ((Static1D)s).getX();

            }

          }

        }

      mInter[1][mNumEffects] = null;

      if( me.mStatic1 != null )

        {

        Static s = me.mStatic1;

        int dim1 = s.getDimension();

        switch( dim1 )

          {

          case 5 : mUniforms[NUM_UNIFORMS*mNumEffects + dim0 + 4] = ((Static5D)s).getV();

          case 4 : mUniforms[NUM_UNIFORMS*mNumEffects + dim0 + 3] = ((Static4D)s).getW();

          case 3 : mUniforms[NUM_UNIFORMS*mNumEffects + dim0 + 2] = ((Static3D)s).getZ();

          case 2 : mUniforms[NUM_UNIFORMS*mNumEffects + dim0 + 1] = ((Static2D)s).getY();

          case 1 : mUniforms[NUM_UNIFORMS*mNumEffects + dim0    ] = ((Static1D)s).getX();

          }

        }

      if( me.mCenter instanceof Dynamic3D)

        {

        mInter[2][mNumEffects] = (Dynamic3D)me.mCenter;

        }

      else if( me.mCenter instanceof Static3D )

        {

        mInter[2][mNumEffects] = null;

        Static3D s = (Static3D)me.mCenter;

        mUniforms[NUM_UNIFORMS*mNumEffects+4] = s.getX();

        mUniforms[NUM_UNIFORMS*mNumEffects+5] = s.getY();

        mUniforms[NUM_UNIFORMS*mNumEffects+6] = s.getZ();

        }

      else return -1;

      return addBase(me);

      }

    return -1;

    }

  }