refactored; added Camera2, notify callbacks, front/back maxCamera sizes; disable new stuff if target API < 21
Andrey Pavlenko
10 years ago
parent
8e088d38a5
commit
15db8243ef
5 changed files with 880 additions and 309 deletions
@ -0,0 +1,302 @@ |
|||||||
|
package org.opencv.android; |
||||||
|
|
||||||
|
import java.util.Arrays; |
||||||
|
import java.util.concurrent.Semaphore; |
||||||
|
import java.util.concurrent.TimeUnit; |
||||||
|
import android.annotation.TargetApi; |
||||||
|
import android.content.Context; |
||||||
|
import android.graphics.SurfaceTexture; |
||||||
|
import android.hardware.camera2.CameraAccessException; |
||||||
|
import android.hardware.camera2.CameraCaptureSession; |
||||||
|
import android.hardware.camera2.CameraCharacteristics; |
||||||
|
import android.hardware.camera2.CameraDevice; |
||||||
|
import android.hardware.camera2.CameraManager; |
||||||
|
import android.hardware.camera2.CaptureRequest; |
||||||
|
import android.hardware.camera2.params.StreamConfigurationMap; |
||||||
|
import android.os.Handler; |
||||||
|
import android.os.HandlerThread; |
||||||
|
import android.util.Log; |
||||||
|
import android.util.Size; |
||||||
|
import android.view.Surface; |
||||||
|
|
||||||
|
@TargetApi(21) |
||||||
|
public class Camera2Renderer extends CameraGLRendererBase { |
||||||
|
|
||||||
|
protected final String LOGTAG = "Camera2Renderer"; |
||||||
|
private CameraDevice mCameraDevice; |
||||||
|
private CameraCaptureSession mCaptureSession; |
||||||
|
private CaptureRequest.Builder mPreviewRequestBuilder; |
||||||
|
private String mCameraID; |
||||||
|
private Size mPreviewSize = new Size(-1, -1); |
||||||
|
|
||||||
|
private HandlerThread mBackgroundThread; |
||||||
|
private Handler mBackgroundHandler; |
||||||
|
private Semaphore mCameraOpenCloseLock = new Semaphore(1); |
||||||
|
|
||||||
|
Camera2Renderer(CameraGLSurfaceView view) { |
||||||
|
super(view); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void doStart() { |
||||||
|
Log.d(LOGTAG, "doStart"); |
||||||
|
startBackgroundThread(); |
||||||
|
super.doStart(); |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
@Override |
||||||
|
protected void doStop() { |
||||||
|
Log.d(LOGTAG, "doStop"); |
||||||
|
super.doStop(); |
||||||
|
stopBackgroundThread(); |
||||||
|
} |
||||||
|
|
||||||
|
boolean cacPreviewSize(final int width, final int height) { |
||||||
|
Log.i(LOGTAG, "cacPreviewSize: "+width+"x"+height); |
||||||
|
if(mCameraID == null) { |
||||||
|
Log.e(LOGTAG, "Camera isn't initialized!"); |
||||||
|
return false; |
||||||
|
} |
||||||
|
CameraManager manager = (CameraManager) mView.getContext() |
||||||
|
.getSystemService(Context.CAMERA_SERVICE); |
||||||
|
try { |
||||||
|
CameraCharacteristics characteristics = manager |
||||||
|
.getCameraCharacteristics(mCameraID); |
||||||
|
StreamConfigurationMap map = characteristics |
||||||
|
.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP); |
||||||
|
int bestWidth = 0, bestHeight = 0; |
||||||
|
float aspect = (float)width / height; |
||||||
|
for (Size psize : map.getOutputSizes(SurfaceTexture.class)) { |
||||||
|
int w = psize.getWidth(), h = psize.getHeight(); |
||||||
|
Log.d(LOGTAG, "trying size: "+w+"x"+h); |
||||||
|
if ( width >= w && height >= h && |
||||||
|
bestWidth <= w && bestHeight <= h && |
||||||
|
Math.abs(aspect - (float)w/h) < 0.2 ) { |
||||||
|
bestWidth = w; |
||||||
|
bestHeight = h; |
||||||
|
} |
||||||
|
} |
||||||
|
Log.i(LOGTAG, "best size: "+bestWidth+"x"+bestHeight); |
||||||
|
if( bestWidth == 0 || bestHeight == 0 || |
||||||
|
mPreviewSize.getWidth() == bestWidth && |
||||||
|
mPreviewSize.getHeight() == bestHeight ) |
||||||
|
return false; |
||||||
|
else { |
||||||
|
mPreviewSize = new Size(bestWidth, bestHeight); |
||||||
|
return true; |
||||||
|
} |
||||||
|
} catch (CameraAccessException e) { |
||||||
|
Log.e(LOGTAG, "cacPreviewSize - Camera Access Exception"); |
||||||
|
} catch (IllegalArgumentException e) { |
||||||
|
Log.e(LOGTAG, "cacPreviewSize - Illegal Argument Exception"); |
||||||
|
} catch (SecurityException e) { |
||||||
|
Log.e(LOGTAG, "cacPreviewSize - Security Exception"); |
||||||
|
} |
||||||
|
return false; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void openCamera(int id) { |
||||||
|
Log.i(LOGTAG, "openCamera"); |
||||||
|
CameraManager manager = (CameraManager) mView.getContext().getSystemService(Context.CAMERA_SERVICE); |
||||||
|
try { |
||||||
|
String camList[] = manager.getCameraIdList(); |
||||||
|
if(camList.length == 0) { |
||||||
|
Log.e(LOGTAG, "Error: camera isn't detected."); |
||||||
|
return; |
||||||
|
} |
||||||
|
if(id == CameraBridgeViewBase.CAMERA_ID_ANY) { |
||||||
|
mCameraID = camList[0]; |
||||||
|
} else { |
||||||
|
for (String cameraID : camList) { |
||||||
|
CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraID); |
||||||
|
if( id == CameraBridgeViewBase.CAMERA_ID_BACK && |
||||||
|
characteristics.get(CameraCharacteristics.LENS_FACING) == CameraCharacteristics.LENS_FACING_BACK || |
||||||
|
id == CameraBridgeViewBase.CAMERA_ID_FRONT && |
||||||
|
characteristics.get(CameraCharacteristics.LENS_FACING) == CameraCharacteristics.LENS_FACING_FRONT) { |
||||||
|
mCameraID = cameraID; |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
if(mCameraID != null) { |
||||||
|
if (!mCameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) { |
||||||
|
throw new RuntimeException( |
||||||
|
"Time out waiting to lock camera opening."); |
||||||
|
} |
||||||
|
Log.i(LOGTAG, "Opening camera: " + mCameraID); |
||||||
|
manager.openCamera(mCameraID, mStateCallback, mBackgroundHandler); |
||||||
|
} |
||||||
|
} catch (CameraAccessException e) { |
||||||
|
Log.e(LOGTAG, "OpenCamera - Camera Access Exception"); |
||||||
|
} catch (IllegalArgumentException e) { |
||||||
|
Log.e(LOGTAG, "OpenCamera - Illegal Argument Exception"); |
||||||
|
} catch (SecurityException e) { |
||||||
|
Log.e(LOGTAG, "OpenCamera - Security Exception"); |
||||||
|
} catch (InterruptedException e) { |
||||||
|
Log.e(LOGTAG, "OpenCamera - Interrupted Exception"); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void closeCamera() { |
||||||
|
Log.i(LOGTAG, "closeCamera"); |
||||||
|
try { |
||||||
|
mCameraOpenCloseLock.acquire(); |
||||||
|
if (null != mCaptureSession) { |
||||||
|
mCaptureSession.close(); |
||||||
|
mCaptureSession = null; |
||||||
|
} |
||||||
|
if (null != mCameraDevice) { |
||||||
|
mCameraDevice.close(); |
||||||
|
mCameraDevice = null; |
||||||
|
} |
||||||
|
} catch (InterruptedException e) { |
||||||
|
throw new RuntimeException("Interrupted while trying to lock camera closing.", e); |
||||||
|
} finally { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private final CameraDevice.StateCallback mStateCallback = new CameraDevice.StateCallback() { |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onOpened(CameraDevice cameraDevice) { |
||||||
|
mCameraDevice = cameraDevice; |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
createCameraPreviewSession(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onDisconnected(CameraDevice cameraDevice) { |
||||||
|
cameraDevice.close(); |
||||||
|
mCameraDevice = null; |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onError(CameraDevice cameraDevice, int error) { |
||||||
|
cameraDevice.close(); |
||||||
|
mCameraDevice = null; |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
} |
||||||
|
|
||||||
|
}; |
||||||
|
|
||||||
|
private void createCameraPreviewSession() { |
||||||
|
int w=mPreviewSize.getWidth(), h=mPreviewSize.getHeight(); |
||||||
|
Log.i(LOGTAG, "createCameraPreviewSession("+w+"x"+h+")"); |
||||||
|
if(w<0 || h<0) |
||||||
|
return; |
||||||
|
try { |
||||||
|
mCameraOpenCloseLock.acquire(); |
||||||
|
if (null == mCameraDevice) { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
Log.e(LOGTAG, "createCameraPreviewSession: camera isn't opened"); |
||||||
|
return; |
||||||
|
} |
||||||
|
if (null != mCaptureSession) { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
Log.e(LOGTAG, "createCameraPreviewSession: mCaptureSession is already started"); |
||||||
|
return; |
||||||
|
} |
||||||
|
if(null == mSTexture) { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
Log.e(LOGTAG, "createCameraPreviewSession: preview SurfaceTexture is null"); |
||||||
|
return; |
||||||
|
} |
||||||
|
mSTexture.setDefaultBufferSize(w, h); |
||||||
|
|
||||||
|
Surface surface = new Surface(mSTexture); |
||||||
|
|
||||||
|
mPreviewRequestBuilder = mCameraDevice |
||||||
|
.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW); |
||||||
|
mPreviewRequestBuilder.addTarget(surface); |
||||||
|
|
||||||
|
mCameraDevice.createCaptureSession(Arrays.asList(surface), |
||||||
|
new CameraCaptureSession.StateCallback() { |
||||||
|
@Override |
||||||
|
public void onConfigured( CameraCaptureSession cameraCaptureSession) { |
||||||
|
mCaptureSession = cameraCaptureSession; |
||||||
|
try { |
||||||
|
mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AF_MODE, CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE); |
||||||
|
mPreviewRequestBuilder.set(CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH); |
||||||
|
|
||||||
|
mCaptureSession.setRepeatingRequest(mPreviewRequestBuilder.build(), null, mBackgroundHandler); |
||||||
|
Log.i(LOGTAG, "CameraPreviewSession has been started"); |
||||||
|
} catch (CameraAccessException e) { |
||||||
|
Log.e(LOGTAG, "createCaptureSession failed"); |
||||||
|
} |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onConfigureFailed( |
||||||
|
CameraCaptureSession cameraCaptureSession) { |
||||||
|
Log.e(LOGTAG, "createCameraPreviewSession failed"); |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
} |
||||||
|
}, mBackgroundHandler); |
||||||
|
} catch (CameraAccessException e) { |
||||||
|
Log.e(LOGTAG, "createCameraPreviewSession"); |
||||||
|
} catch (InterruptedException e) { |
||||||
|
throw new RuntimeException( |
||||||
|
"Interrupted while createCameraPreviewSession", e); |
||||||
|
} |
||||||
|
finally { |
||||||
|
//mCameraOpenCloseLock.release();
|
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private void startBackgroundThread() { |
||||||
|
Log.i(LOGTAG, "startBackgroundThread"); |
||||||
|
stopBackgroundThread(); |
||||||
|
mBackgroundThread = new HandlerThread("CameraBackground"); |
||||||
|
mBackgroundThread.start(); |
||||||
|
mBackgroundHandler = new Handler(mBackgroundThread.getLooper()); |
||||||
|
} |
||||||
|
|
||||||
|
private void stopBackgroundThread() { |
||||||
|
Log.i(LOGTAG, "stopBackgroundThread"); |
||||||
|
if(mBackgroundThread == null) |
||||||
|
return; |
||||||
|
mBackgroundThread.quitSafely(); |
||||||
|
try { |
||||||
|
mBackgroundThread.join(); |
||||||
|
mBackgroundThread = null; |
||||||
|
mBackgroundHandler = null; |
||||||
|
} catch (InterruptedException e) { |
||||||
|
Log.e(LOGTAG, "stopBackgroundThread"); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
protected void setCameraPreviewSize(int width, int height) { |
||||||
|
Log.i(LOGTAG, "setCameraPreviewSize("+width+"x"+height+")"); |
||||||
|
if(mMaxCameraWidth > 0 && mMaxCameraWidth < width) width = mMaxCameraWidth; |
||||||
|
if(mMaxCameraHeight > 0 && mMaxCameraHeight < height) height = mMaxCameraHeight; |
||||||
|
try { |
||||||
|
mCameraOpenCloseLock.acquire(); |
||||||
|
|
||||||
|
boolean needReconfig = cacPreviewSize(width, height); |
||||||
|
mCameraWidth = mPreviewSize.getWidth(); |
||||||
|
mCameraHeight = mPreviewSize.getHeight(); |
||||||
|
|
||||||
|
if( !needReconfig ) { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
return; |
||||||
|
} |
||||||
|
if (null != mCaptureSession) { |
||||||
|
Log.d(LOGTAG, "closing existing previewSession"); |
||||||
|
mCaptureSession.close(); |
||||||
|
mCaptureSession = null; |
||||||
|
} |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
createCameraPreviewSession(); |
||||||
|
} catch (InterruptedException e) { |
||||||
|
mCameraOpenCloseLock.release(); |
||||||
|
throw new RuntimeException("Interrupted while setCameraPreviewSize.", e); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,424 @@ |
|||||||
|
package org.opencv.android; |
||||||
|
|
||||||
|
import java.nio.ByteBuffer; |
||||||
|
import java.nio.ByteOrder; |
||||||
|
import java.nio.FloatBuffer; |
||||||
|
|
||||||
|
import javax.microedition.khronos.egl.EGLConfig; |
||||||
|
import javax.microedition.khronos.opengles.GL10; |
||||||
|
|
||||||
|
import org.opencv.android.CameraGLSurfaceView.CameraTextureListener; |
||||||
|
|
||||||
|
import android.annotation.TargetApi; |
||||||
|
import android.graphics.SurfaceTexture; |
||||||
|
import android.opengl.GLES11Ext; |
||||||
|
import android.opengl.GLES20; |
||||||
|
import android.opengl.GLSurfaceView; |
||||||
|
import android.util.Log; |
||||||
|
import android.view.View; |
||||||
|
|
||||||
|
@TargetApi(15) |
||||||
|
public abstract class CameraGLRendererBase implements GLSurfaceView.Renderer, SurfaceTexture.OnFrameAvailableListener { |
||||||
|
|
||||||
|
protected final String LOGTAG = "CameraGLRendererBase"; |
||||||
|
|
||||||
|
// shaders
|
||||||
|
private final String vss = "" |
||||||
|
+ "attribute vec2 vPosition;\n" |
||||||
|
+ "attribute vec2 vTexCoord;\n" + "varying vec2 texCoord;\n" |
||||||
|
+ "void main() {\n" + " texCoord = vTexCoord;\n" |
||||||
|
+ " gl_Position = vec4 ( vPosition.x, vPosition.y, 0.0, 1.0 );\n" |
||||||
|
+ "}"; |
||||||
|
|
||||||
|
private final String fssOES = "" |
||||||
|
+ "#extension GL_OES_EGL_image_external : require\n" |
||||||
|
+ "precision mediump float;\n" |
||||||
|
+ "uniform samplerExternalOES sTexture;\n" |
||||||
|
+ "varying vec2 texCoord;\n" |
||||||
|
+ "void main() {\n" |
||||||
|
+ " gl_FragColor = texture2D(sTexture,texCoord);\n" + "}"; |
||||||
|
|
||||||
|
private final String fss2D = "" |
||||||
|
+ "precision mediump float;\n" |
||||||
|
+ "uniform sampler2D sTexture;\n" |
||||||
|
+ "varying vec2 texCoord;\n" |
||||||
|
+ "void main() {\n" |
||||||
|
+ " gl_FragColor = texture2D(sTexture,texCoord);\n" + "}"; |
||||||
|
|
||||||
|
// coord-s
|
||||||
|
private final float vertices[] = { |
||||||
|
-1, -1, |
||||||
|
-1, 1, |
||||||
|
1, -1, |
||||||
|
1, 1 }; |
||||||
|
private final float texCoordOES[] = { |
||||||
|
0, 1, |
||||||
|
0, 0, |
||||||
|
1, 1, |
||||||
|
1, 0 }; |
||||||
|
private final float texCoord2D[] = { |
||||||
|
0, 0, |
||||||
|
0, 1, |
||||||
|
1, 0, |
||||||
|
1, 1 }; |
||||||
|
|
||||||
|
private int[] texCamera = {0}, texFBO = {0}, texDraw = {0}; |
||||||
|
private int[] FBO = {0}; |
||||||
|
private int progOES = -1, prog2D = -1; |
||||||
|
private int vPosOES, vTCOES, vPos2D, vTC2D; |
||||||
|
|
||||||
|
private FloatBuffer vert, texOES, tex2D; |
||||||
|
|
||||||
|
protected int mCameraWidth = -1, mCameraHeight = -1; |
||||||
|
protected int mFBOWidth = -1, mFBOHeight = -1; |
||||||
|
protected int mMaxCameraWidth = -1, mMaxCameraHeight = -1; |
||||||
|
protected int mCameraIndex = CameraBridgeViewBase.CAMERA_ID_ANY; |
||||||
|
|
||||||
|
protected SurfaceTexture mSTexture; |
||||||
|
|
||||||
|
protected boolean mHaveSurface = false; |
||||||
|
protected boolean mHaveFBO = false; |
||||||
|
protected boolean mUpdateST = false; |
||||||
|
protected boolean mEnabled = true; |
||||||
|
protected boolean mIsStarted = false; |
||||||
|
|
||||||
|
protected CameraGLSurfaceView mView; |
||||||
|
|
||||||
|
protected abstract void openCamera(int id); |
||||||
|
protected abstract void closeCamera(); |
||||||
|
protected abstract void setCameraPreviewSize(int width, int height); // updates mCameraWidth & mCameraHeight
|
||||||
|
|
||||||
|
public CameraGLRendererBase(CameraGLSurfaceView view) { |
||||||
|
mView = view; |
||||||
|
int bytes = vertices.length * Float.SIZE / Byte.SIZE; |
||||||
|
vert = ByteBuffer.allocateDirect(bytes).order(ByteOrder.nativeOrder()).asFloatBuffer(); |
||||||
|
texOES = ByteBuffer.allocateDirect(bytes).order(ByteOrder.nativeOrder()).asFloatBuffer(); |
||||||
|
tex2D = ByteBuffer.allocateDirect(bytes).order(ByteOrder.nativeOrder()).asFloatBuffer(); |
||||||
|
vert.put(vertices).position(0); |
||||||
|
texOES.put(texCoordOES).position(0); |
||||||
|
tex2D.put(texCoord2D).position(0); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public synchronized void onFrameAvailable(SurfaceTexture surfaceTexture) { |
||||||
|
//Log.i(LOGTAG, "onFrameAvailable");
|
||||||
|
mUpdateST = true; |
||||||
|
mView.requestRender(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onDrawFrame(GL10 gl) { |
||||||
|
//Log.i(LOGTAG, "onDrawFrame start");
|
||||||
|
|
||||||
|
if (!mHaveFBO) |
||||||
|
return; |
||||||
|
|
||||||
|
synchronized(this) { |
||||||
|
if (mUpdateST) { |
||||||
|
mSTexture.updateTexImage(); |
||||||
|
mUpdateST = false; |
||||||
|
} |
||||||
|
|
||||||
|
GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT); |
||||||
|
|
||||||
|
CameraTextureListener texListener = mView.getCameraTextureListener(); |
||||||
|
if(texListener != null) { |
||||||
|
//Log.d(LOGTAG, "haveUserCallback");
|
||||||
|
// texCamera(OES) -> texFBO
|
||||||
|
drawTex(texCamera[0], true, FBO[0]); |
||||||
|
|
||||||
|
// call user code (texFBO -> texDraw)
|
||||||
|
boolean modified = texListener.onCameraTexture(texFBO[0], texDraw[0], mCameraWidth, mCameraHeight); |
||||||
|
|
||||||
|
if(modified) { |
||||||
|
// texDraw -> screen
|
||||||
|
drawTex(texDraw[0], false, 0); |
||||||
|
} else { |
||||||
|
// texFBO -> screen
|
||||||
|
drawTex(texFBO[0], false, 0); |
||||||
|
} |
||||||
|
} else { |
||||||
|
Log.d(LOGTAG, "texCamera(OES) -> screen"); |
||||||
|
// texCamera(OES) -> screen
|
||||||
|
drawTex(texCamera[0], true, 0); |
||||||
|
} |
||||||
|
//Log.i(LOGTAG, "onDrawFrame end");
|
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onSurfaceChanged(GL10 gl, int surfaceWidth, int surfaceHeight) { |
||||||
|
Log.i(LOGTAG, "onSurfaceChanged("+surfaceWidth+"x"+surfaceHeight+")"); |
||||||
|
mHaveSurface = true; |
||||||
|
updateState(); |
||||||
|
setPreviewSize(surfaceWidth, surfaceHeight); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onSurfaceCreated(GL10 gl, EGLConfig config) { |
||||||
|
Log.i(LOGTAG, "onSurfaceCreated"); |
||||||
|
initShaders(); |
||||||
|
} |
||||||
|
|
||||||
|
private void initShaders() { |
||||||
|
String strGLVersion = GLES20.glGetString(GLES20.GL_VERSION); |
||||||
|
if (strGLVersion != null) |
||||||
|
Log.i(LOGTAG, "OpenGL ES version: " + strGLVersion); |
||||||
|
|
||||||
|
GLES20.glClearColor(1.0f, 1.0f, 1.0f, 1.0f); |
||||||
|
|
||||||
|
progOES = loadShader(vss, fssOES); |
||||||
|
vPosOES = GLES20.glGetAttribLocation(progOES, "vPosition"); |
||||||
|
vTCOES = GLES20.glGetAttribLocation(progOES, "vTexCoord"); |
||||||
|
GLES20.glEnableVertexAttribArray(vPosOES); |
||||||
|
GLES20.glEnableVertexAttribArray(vTCOES); |
||||||
|
|
||||||
|
prog2D = loadShader(vss, fss2D); |
||||||
|
vPos2D = GLES20.glGetAttribLocation(prog2D, "vPosition"); |
||||||
|
vTC2D = GLES20.glGetAttribLocation(prog2D, "vTexCoord"); |
||||||
|
GLES20.glEnableVertexAttribArray(vPos2D); |
||||||
|
GLES20.glEnableVertexAttribArray(vTC2D); |
||||||
|
} |
||||||
|
|
||||||
|
private void initSurfaceTexture() { |
||||||
|
Log.d(LOGTAG, "initSurfaceTexture"); |
||||||
|
deleteSurfaceTexture(); |
||||||
|
initTexOES(texCamera); |
||||||
|
mSTexture = new SurfaceTexture(texCamera[0]); |
||||||
|
mSTexture.setOnFrameAvailableListener(this); |
||||||
|
} |
||||||
|
|
||||||
|
private void deleteSurfaceTexture() { |
||||||
|
Log.d(LOGTAG, "deleteSurfaceTexture"); |
||||||
|
if(mSTexture != null) { |
||||||
|
mSTexture.release(); |
||||||
|
mSTexture = null; |
||||||
|
deleteTex(texCamera); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private void initTexOES(int[] tex) { |
||||||
|
if(tex.length == 1) { |
||||||
|
GLES20.glGenTextures(1, tex, 0); |
||||||
|
GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, tex[0]); |
||||||
|
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST); |
||||||
|
GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private static void deleteTex(int[] tex) { |
||||||
|
if(tex.length == 1) { |
||||||
|
GLES20.glDeleteTextures(1, tex, 0); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private static int loadShader(String vss, String fss) { |
||||||
|
Log.d("CameraGLRendererBase", "loadShader"); |
||||||
|
int vshader = GLES20.glCreateShader(GLES20.GL_VERTEX_SHADER); |
||||||
|
GLES20.glShaderSource(vshader, vss); |
||||||
|
GLES20.glCompileShader(vshader); |
||||||
|
int[] compiled = new int[1]; |
||||||
|
GLES20.glGetShaderiv(vshader, GLES20.GL_COMPILE_STATUS, compiled, 0); |
||||||
|
if (compiled[0] == 0) { |
||||||
|
Log.e("CameraGLRendererBase", "Could not compile vertex shader: "+GLES20.glGetShaderInfoLog(vshader)); |
||||||
|
GLES20.glDeleteShader(vshader); |
||||||
|
vshader = 0; |
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
int fshader = GLES20.glCreateShader(GLES20.GL_FRAGMENT_SHADER); |
||||||
|
GLES20.glShaderSource(fshader, fss); |
||||||
|
GLES20.glCompileShader(fshader); |
||||||
|
GLES20.glGetShaderiv(fshader, GLES20.GL_COMPILE_STATUS, compiled, 0); |
||||||
|
if (compiled[0] == 0) { |
||||||
|
Log.e("CameraGLRendererBase", "Could not compile fragment shader:"+GLES20.glGetShaderInfoLog(fshader)); |
||||||
|
GLES20.glDeleteShader(vshader); |
||||||
|
GLES20.glDeleteShader(fshader); |
||||||
|
fshader = 0; |
||||||
|
return 0; |
||||||
|
} |
||||||
|
|
||||||
|
int program = GLES20.glCreateProgram(); |
||||||
|
GLES20.glAttachShader(program, vshader); |
||||||
|
GLES20.glAttachShader(program, fshader); |
||||||
|
GLES20.glLinkProgram(program); |
||||||
|
Log.d("CameraGLRendererBase", "shaders were compiled OK"); |
||||||
|
GLES20.glDeleteShader(vshader); |
||||||
|
GLES20.glDeleteShader(fshader); |
||||||
|
|
||||||
|
return program; |
||||||
|
} |
||||||
|
|
||||||
|
private void deleteFBO() |
||||||
|
{ |
||||||
|
Log.d(LOGTAG, "deleteFBO("+mFBOWidth+"x"+mFBOHeight+")"); |
||||||
|
GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0); |
||||||
|
GLES20.glDeleteFramebuffers(1, FBO, 0); |
||||||
|
|
||||||
|
deleteTex(texFBO); |
||||||
|
deleteTex(texDraw); |
||||||
|
mFBOWidth = mFBOHeight = 0; |
||||||
|
} |
||||||
|
|
||||||
|
private void initFBO(int width, int height) |
||||||
|
{ |
||||||
|
Log.d(LOGTAG, "initFBO("+width+"x"+height+")"); |
||||||
|
|
||||||
|
deleteFBO(); |
||||||
|
|
||||||
|
GLES20.glGenTextures(1, texDraw, 0); |
||||||
|
GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, texDraw[0]); |
||||||
|
GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST); |
||||||
|
|
||||||
|
GLES20.glGenTextures(1, texFBO, 0); |
||||||
|
GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, texFBO[0]); |
||||||
|
GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, width, height, 0, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST); |
||||||
|
GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST); |
||||||
|
|
||||||
|
//int hFBO;
|
||||||
|
GLES20.glGenFramebuffers(1, FBO, 0); |
||||||
|
GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, FBO[0]); |
||||||
|
GLES20.glFramebufferTexture2D(GLES20.GL_FRAMEBUFFER, GLES20.GL_COLOR_ATTACHMENT0, GLES20.GL_TEXTURE_2D, texFBO[0], 0); |
||||||
|
Log.d(LOGTAG, "initFBO error status: " + GLES20.glGetError()); |
||||||
|
|
||||||
|
int FBOstatus = GLES20.glCheckFramebufferStatus(GLES20.GL_FRAMEBUFFER); |
||||||
|
if (FBOstatus != GLES20.GL_FRAMEBUFFER_COMPLETE) |
||||||
|
Log.e(LOGTAG, "initFBO failed, status: " + FBOstatus); |
||||||
|
|
||||||
|
mFBOWidth = width; |
||||||
|
mFBOHeight = height; |
||||||
|
} |
||||||
|
|
||||||
|
// draw texture to FBO or to screen if fbo == 0
|
||||||
|
private void drawTex(int tex, boolean isOES, int fbo) |
||||||
|
{ |
||||||
|
GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, fbo); |
||||||
|
|
||||||
|
if(fbo == 0) |
||||||
|
GLES20.glViewport(0, 0, mView.getWidth(), mView.getHeight()); |
||||||
|
else |
||||||
|
GLES20.glViewport(0, 0, mFBOWidth, mFBOHeight); |
||||||
|
|
||||||
|
GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT); |
||||||
|
|
||||||
|
if(isOES) { |
||||||
|
GLES20.glUseProgram(progOES); |
||||||
|
GLES20.glVertexAttribPointer(vPosOES, 2, GLES20.GL_FLOAT, false, 4*2, vert); |
||||||
|
GLES20.glVertexAttribPointer(vTCOES, 2, GLES20.GL_FLOAT, false, 4*2, texOES); |
||||||
|
} else { |
||||||
|
GLES20.glUseProgram(prog2D); |
||||||
|
GLES20.glVertexAttribPointer(vPos2D, 2, GLES20.GL_FLOAT, false, 4*2, vert); |
||||||
|
GLES20.glVertexAttribPointer(vTC2D, 2, GLES20.GL_FLOAT, false, 4*2, tex2D); |
||||||
|
} |
||||||
|
|
||||||
|
GLES20.glActiveTexture(GLES20.GL_TEXTURE0); |
||||||
|
|
||||||
|
if(isOES) { |
||||||
|
GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, tex); |
||||||
|
GLES20.glUniform1i(GLES20.glGetUniformLocation(progOES, "sTexture"), 0); |
||||||
|
} else { |
||||||
|
GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, tex); |
||||||
|
GLES20.glUniform1i(GLES20.glGetUniformLocation(prog2D, "sTexture"), 0); |
||||||
|
} |
||||||
|
|
||||||
|
GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4); |
||||||
|
GLES20.glFlush(); |
||||||
|
} |
||||||
|
|
||||||
|
public synchronized void enableView() { |
||||||
|
Log.d(LOGTAG, "enableView"); |
||||||
|
mEnabled = true; |
||||||
|
updateState(); |
||||||
|
} |
||||||
|
|
||||||
|
public synchronized void disableView() { |
||||||
|
Log.d(LOGTAG, "disableView"); |
||||||
|
mEnabled = false; |
||||||
|
updateState(); |
||||||
|
} |
||||||
|
|
||||||
|
protected void updateState() { |
||||||
|
Log.d(LOGTAG, "updateState"); |
||||||
|
Log.d(LOGTAG, "mEnabled="+mEnabled+", mHaveSurface="+mHaveSurface); |
||||||
|
boolean willStart = mEnabled && mHaveSurface && mView.getVisibility() == View.VISIBLE; |
||||||
|
if (willStart != mIsStarted) { |
||||||
|
if(willStart) doStart(); |
||||||
|
else doStop(); |
||||||
|
} else { |
||||||
|
Log.d(LOGTAG, "keeping State unchanged"); |
||||||
|
} |
||||||
|
Log.d(LOGTAG, "updateState end"); |
||||||
|
} |
||||||
|
|
||||||
|
protected synchronized void doStart() { |
||||||
|
Log.d(LOGTAG, "doStart"); |
||||||
|
initSurfaceTexture(); |
||||||
|
openCamera(mCameraIndex); |
||||||
|
mIsStarted = true; |
||||||
|
if(mCameraWidth>0 && mCameraHeight>0) |
||||||
|
setPreviewSize(mCameraWidth, mCameraHeight); // start preview and call listener.onCameraViewStarted()
|
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
protected void doStop() { |
||||||
|
Log.d(LOGTAG, "doStop"); |
||||||
|
synchronized(this) { |
||||||
|
mUpdateST = false; |
||||||
|
mIsStarted = false; |
||||||
|
mHaveFBO = false; |
||||||
|
closeCamera(); |
||||||
|
deleteSurfaceTexture(); |
||||||
|
} |
||||||
|
CameraTextureListener listener = mView.getCameraTextureListener(); |
||||||
|
if(listener != null) listener.onCameraViewStopped(); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
protected void setPreviewSize(int width, int height) { |
||||||
|
synchronized(this) { |
||||||
|
mHaveFBO = false; |
||||||
|
mCameraWidth = width; |
||||||
|
mCameraHeight = height; |
||||||
|
setCameraPreviewSize(width, height); // can change mCameraWidth & mCameraHeight
|
||||||
|
initFBO(mCameraWidth, mCameraHeight); |
||||||
|
mHaveFBO = true; |
||||||
|
} |
||||||
|
|
||||||
|
CameraTextureListener listener = mView.getCameraTextureListener(); |
||||||
|
if(listener != null) listener.onCameraViewStarted(mCameraWidth, mCameraHeight); |
||||||
|
} |
||||||
|
|
||||||
|
public void setCameraIndex(int cameraIndex) { |
||||||
|
disableView(); |
||||||
|
mCameraIndex = cameraIndex; |
||||||
|
enableView(); |
||||||
|
} |
||||||
|
|
||||||
|
public void setMaxCameraPreviewSize(int maxWidth, int maxHeight) { |
||||||
|
disableView(); |
||||||
|
mMaxCameraWidth = maxWidth; |
||||||
|
mMaxCameraHeight = maxHeight; |
||||||
|
enableView(); |
||||||
|
} |
||||||
|
|
||||||
|
public void onResume() { |
||||||
|
Log.i(LOGTAG, "onResume"); |
||||||
|
} |
||||||
|
|
||||||
|
public void onPause() { |
||||||
|
Log.i(LOGTAG, "onPause"); |
||||||
|
mHaveSurface = false; |
||||||
|
updateState(); |
||||||
|
mCameraWidth = mCameraHeight = -1; |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
Loading…
Reference in new issue