(env, j_str));
+ }
+ }
+
+ cv::Mat c_bgr;
+ // From ARGB Bitmap to BGR
+ if (!fastdeploy::jni::ARGB888Bitmap2BGR(env, argb8888_bitmap, &c_bgr)) {
+ return JNI_FALSE;
+ }
+ cv::Mat c_vis_im;
+ if (!c_labels.empty()) {
+ c_vis_im = fastdeploy::vision::VisDetection(
+ c_bgr, c_result, c_labels, score_threshold, line_size, font_size);
+ } else {
+ c_vis_im = fastdeploy::vision::VisDetection(
+ c_bgr, c_result, score_threshold, line_size, font_size);
+ }
+ // Rendering to bitmap
+ if (!fastdeploy::jni::BGR2ARGB888Bitmap(env, argb8888_bitmap, c_vis_im)) {
+ return JNI_FALSE;
+ }
+ return JNI_TRUE;
+}
+
+#ifdef __cplusplus
+}
+#endif
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FDModelTag.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FDModelTag.java
new file mode 100644
index 000000000..19ee71cd3
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FDModelTag.java
@@ -0,0 +1,8 @@
+package com.baidu.paddle.fastdeploy;
+
+public enum FDModelTag {
+ UNKNOWN,
+ VISION_DETECTION_PICODET,
+ VISION_DETECTION_PPYOLOE,
+ VISION_CLASSIFICATION_PPCLS
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FastDeployInitializer.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FastDeployInitializer.java
new file mode 100644
index 000000000..e69ac3036
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/FastDeployInitializer.java
@@ -0,0 +1,22 @@
+package com.baidu.paddle.fastdeploy;
+
+/**
+ * Initializer for FastDeploy. The initialization methods are called by package
+ * classes only. Public users don't have to call them. Public users can get
+ * FastDeploy information constants such as JNI lib name in this class.
+ */
+public class FastDeployInitializer {
+ /** name of C++ JNI lib */
+ public final static String JNI_LIB_NAME = "fastdeploy_jni";
+
+ /**
+ * loads the C++ JNI lib. We only call it in our package, so it shouldn't be
+ * visible to public users.
+ *
+ * @return true if initialize successfully.
+ */
+ public static boolean init() {
+ System.loadLibrary(JNI_LIB_NAME);
+ return true;
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/LitePowerMode.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/LitePowerMode.java
new file mode 100644
index 000000000..4e0330da0
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/LitePowerMode.java
@@ -0,0 +1,10 @@
+package com.baidu.paddle.fastdeploy;
+
+public enum LitePowerMode {
+ LITE_POWER_HIGH,
+ LITE_POWER_LOW,
+ LITE_POWER_FULL,
+ LITE_POWER_NO_BIND,
+ LITE_POWER_RAND_HIGH,
+ LITE_POWER_RAND_LOW
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/RuntimeOption.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/RuntimeOption.java
new file mode 100644
index 000000000..471673f59
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/RuntimeOption.java
@@ -0,0 +1,64 @@
+package com.baidu.paddle.fastdeploy;
+
+public class RuntimeOption {
+ public int mCpuThreadNum = 1;
+ public boolean mEnableLiteFp16 = false;
+ public boolean mEnableRecordTimeOfRuntime = false;
+ public LitePowerMode mLitePowerMode = LitePowerMode.LITE_POWER_NO_BIND;
+ public String mLiteOptimizedModelDir = "";
+
+ public RuntimeOption() {
+ mCpuThreadNum = 1;
+ mEnableLiteFp16 = false;
+ mEnableRecordTimeOfRuntime = false;
+ mLitePowerMode = LitePowerMode.LITE_POWER_NO_BIND;
+ mLiteOptimizedModelDir = "";
+ }
+
+ public void enableLiteFp16() {
+ mEnableLiteFp16 = true;
+ }
+
+ public void disableLiteFP16() {
+ mEnableLiteFp16 = false;
+ }
+
+ public void setCpuThreadNum(int threadNum) {
+ mCpuThreadNum = threadNum;
+ }
+
+ public void setLitePowerMode(LitePowerMode mode) {
+ mLitePowerMode = mode;
+ }
+
+ public void setLitePowerMode(String modeStr) {
+ mLitePowerMode = parseLitePowerModeFromString(modeStr);
+ }
+
+ public void setLiteOptimizedModelDir(String modelDir) {
+ mLiteOptimizedModelDir = modelDir;
+ }
+
+ public void enableRecordTimeOfRuntime() {
+ mEnableRecordTimeOfRuntime = true;
+ }
+
+ // Helpers: parse lite power mode from string
+ public static LitePowerMode parseLitePowerModeFromString(String modeStr) {
+ if (modeStr.equalsIgnoreCase("LITE_POWER_HIGH")) {
+ return LitePowerMode.LITE_POWER_HIGH;
+ } else if (modeStr.equalsIgnoreCase("LITE_POWER_LOW")) {
+ return LitePowerMode.LITE_POWER_LOW;
+ } else if (modeStr.equalsIgnoreCase("LITE_POWER_FULL")) {
+ return LitePowerMode.LITE_POWER_FULL;
+ } else if (modeStr.equalsIgnoreCase("LITE_POWER_NO_BIND")) {
+ return LitePowerMode.LITE_POWER_NO_BIND;
+ } else if (modeStr.equalsIgnoreCase("LITE_POWER_RAND_HIGH")) {
+ return LitePowerMode.LITE_POWER_RAND_HIGH;
+ } else if (modeStr.equalsIgnoreCase("LITE_POWER_RAND_LOW")) {
+ return LitePowerMode.LITE_POWER_RAND_LOW;
+ } else {
+ return LitePowerMode.LITE_POWER_NO_BIND;
+ }
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/ActionBarLayout.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/ActionBarLayout.java
new file mode 100644
index 000000000..3b5d2df91
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/ActionBarLayout.java
@@ -0,0 +1,33 @@
+package com.baidu.paddle.fastdeploy.common;
+
+import android.content.Context;
+import android.graphics.Color;
+import android.support.annotation.Nullable;
+import android.util.AttributeSet;
+import android.widget.RelativeLayout;
+
+
+public class ActionBarLayout extends RelativeLayout {
+ private int layoutHeight = 150;
+
+ public ActionBarLayout(Context context) {
+ super(context);
+ }
+
+ public ActionBarLayout(Context context, @Nullable AttributeSet attrs) {
+ super(context, attrs);
+ }
+
+ public ActionBarLayout(Context context, @Nullable AttributeSet attrs, int defStyleAttr) {
+ super(context, attrs, defStyleAttr);
+ }
+
+ @Override
+ protected void onMeasure(int widthMeasureSpec, int heightMeasureSpec) {
+ super.onMeasure(widthMeasureSpec, heightMeasureSpec);
+ int width = MeasureSpec.getSize(widthMeasureSpec);
+ setMeasuredDimension(width, layoutHeight);
+ setBackgroundColor(Color.BLACK);
+ setAlpha(0.9f);
+ }
+}
\ No newline at end of file
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/AppCompatPreferenceActivity.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/AppCompatPreferenceActivity.java
new file mode 100644
index 000000000..265f75f01
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/AppCompatPreferenceActivity.java
@@ -0,0 +1,111 @@
+package com.baidu.paddle.fastdeploy.common;
+
+import android.content.res.Configuration;
+import android.os.Bundle;
+import android.preference.PreferenceActivity;
+import android.support.annotation.LayoutRes;
+import android.support.annotation.Nullable;
+import android.support.v7.app.ActionBar;
+import android.support.v7.app.AppCompatDelegate;
+import android.support.v7.widget.Toolbar;
+import android.view.MenuInflater;
+import android.view.View;
+import android.view.ViewGroup;
+
+/**
+ * A {@link PreferenceActivity} which implements and proxies the necessary calls
+ * to be used with AppCompat.
+ *
+ * This technique can be used with an {@link android.app.Activity} class, not just
+ * {@link PreferenceActivity}.
+ */
+public abstract class AppCompatPreferenceActivity extends PreferenceActivity {
+ private AppCompatDelegate mDelegate;
+
+ @Override
+ protected void onCreate(Bundle savedInstanceState) {
+ getDelegate().installViewFactory();
+ getDelegate().onCreate(savedInstanceState);
+ super.onCreate(savedInstanceState);
+ }
+
+ @Override
+ protected void onPostCreate(Bundle savedInstanceState) {
+ super.onPostCreate(savedInstanceState);
+ getDelegate().onPostCreate(savedInstanceState);
+ }
+
+ public ActionBar getSupportActionBar() {
+ return getDelegate().getSupportActionBar();
+ }
+
+ public void setSupportActionBar(@Nullable Toolbar toolbar) {
+ getDelegate().setSupportActionBar(toolbar);
+ }
+
+ @Override
+ public MenuInflater getMenuInflater() {
+ return getDelegate().getMenuInflater();
+ }
+
+ @Override
+ public void setContentView(@LayoutRes int layoutResID) {
+ getDelegate().setContentView(layoutResID);
+ }
+
+ @Override
+ public void setContentView(View view) {
+ getDelegate().setContentView(view);
+ }
+
+ @Override
+ public void setContentView(View view, ViewGroup.LayoutParams params) {
+ getDelegate().setContentView(view, params);
+ }
+
+ @Override
+ public void addContentView(View view, ViewGroup.LayoutParams params) {
+ getDelegate().addContentView(view, params);
+ }
+
+ @Override
+ protected void onPostResume() {
+ super.onPostResume();
+ getDelegate().onPostResume();
+ }
+
+ @Override
+ protected void onTitleChanged(CharSequence title, int color) {
+ super.onTitleChanged(title, color);
+ getDelegate().setTitle(title);
+ }
+
+ @Override
+ public void onConfigurationChanged(Configuration newConfig) {
+ super.onConfigurationChanged(newConfig);
+ getDelegate().onConfigurationChanged(newConfig);
+ }
+
+ @Override
+ protected void onStop() {
+ super.onStop();
+ getDelegate().onStop();
+ }
+
+ @Override
+ protected void onDestroy() {
+ super.onDestroy();
+ getDelegate().onDestroy();
+ }
+
+ public void invalidateOptionsMenu() {
+ getDelegate().invalidateOptionsMenu();
+ }
+
+ private AppCompatDelegate getDelegate() {
+ if (mDelegate == null) {
+ mDelegate = AppCompatDelegate.create(this, null);
+ }
+ return mDelegate;
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/CameraSurfaceView.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/CameraSurfaceView.java
new file mode 100644
index 000000000..dec602b7f
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/CameraSurfaceView.java
@@ -0,0 +1,329 @@
+package com.baidu.paddle.fastdeploy.common;
+
+import android.content.Context;
+import android.graphics.Bitmap;
+import android.graphics.SurfaceTexture;
+import android.hardware.Camera;
+import android.hardware.Camera.CameraInfo;
+import android.hardware.Camera.Size;
+import android.opengl.GLES11Ext;
+import android.opengl.GLES20;
+import android.opengl.GLSurfaceView;
+import android.opengl.GLSurfaceView.Renderer;
+import android.opengl.GLUtils;
+import android.opengl.Matrix;
+import android.util.AttributeSet;
+import android.util.Log;
+
+import javax.microedition.khronos.egl.EGLConfig;
+import javax.microedition.khronos.opengles.GL10;
+
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.nio.ByteOrder;
+import java.nio.FloatBuffer;
+import java.util.List;
+
+public class CameraSurfaceView extends GLSurfaceView implements Renderer,
+ SurfaceTexture.OnFrameAvailableListener {
+ private static final String TAG = CameraSurfaceView.class.getSimpleName();
+
+ public static final int EXPECTED_PREVIEW_WIDTH = 1280;
+ public static final int EXPECTED_PREVIEW_HEIGHT = 720;
+
+
+ protected int numberOfCameras;
+ protected int selectedCameraId;
+ protected boolean disableCamera = false;
+ protected Camera camera;
+
+ protected Context context;
+ protected SurfaceTexture surfaceTexture;
+ protected int surfaceWidth = 0;
+ protected int surfaceHeight = 0;
+ protected int textureWidth = 0;
+ protected int textureHeight = 0;
+
+ // In order to manipulate the camera preview data and render the modified one
+ // to the screen, three textures are created and the data flow is shown as following:
+ // previewdata->camTextureId->fboTexureId->drawTexureId->framebuffer
+ protected int[] fbo = {0};
+ protected int[] camTextureId = {0};
+ protected int[] fboTexureId = {0};
+ protected int[] drawTexureId = {0};
+
+ private final String vss = ""
+ + "attribute vec2 vPosition;\n"
+ + "attribute vec2 vTexCoord;\n" + "varying vec2 texCoord;\n"
+ + "void main() {\n" + " texCoord = vTexCoord;\n"
+ + " gl_Position = vec4 (vPosition.x, vPosition.y, 0.0, 1.0);\n"
+ + "}";
+
+ private final String fssCam2FBO = ""
+ + "#extension GL_OES_EGL_image_external : require\n"
+ + "precision mediump float;\n"
+ + "uniform samplerExternalOES sTexture;\n"
+ + "varying vec2 texCoord;\n"
+ + "void main() {\n"
+ + " gl_FragColor = texture2D(sTexture,texCoord);\n" + "}";
+
+ private final String fssTex2Screen = ""
+ + "precision mediump float;\n"
+ + "uniform sampler2D sTexture;\n"
+ + "varying vec2 texCoord;\n"
+ + "void main() {\n"
+ + " gl_FragColor = texture2D(sTexture,texCoord);\n" + "}";
+
+ private final float[] vertexCoords = {
+ -1, -1,
+ -1, 1,
+ 1, -1,
+ 1, 1};
+ private float[] textureCoords = {
+ 0, 1,
+ 0, 0,
+ 1, 1,
+ 1, 0};
+
+ private FloatBuffer vertexCoordsBuffer;
+ private FloatBuffer textureCoordsBuffer;
+
+ private int progCam2FBO = -1;
+ private int progTex2Screen = -1;
+ private int vcCam2FBO;
+ private int tcCam2FBO;
+ private int vcTex2Screen;
+ private int tcTex2Screen;
+
+ public interface OnTextureChangedListener {
+ boolean onTextureChanged(Bitmap ARGB8888ImageBitmap);
+ }
+
+ private OnTextureChangedListener onTextureChangedListener = null;
+
+ public void setOnTextureChangedListener(OnTextureChangedListener listener) {
+ onTextureChangedListener = listener;
+ }
+
+ public CameraSurfaceView(Context ctx, AttributeSet attrs) {
+ super(ctx, attrs);
+ context = ctx;
+ setEGLContextClientVersion(2);
+ setRenderer(this);
+ setRenderMode(RENDERMODE_WHEN_DIRTY);
+
+ // Find the total number of available cameras and the ID of the default camera
+ numberOfCameras = Camera.getNumberOfCameras();
+ CameraInfo cameraInfo = new CameraInfo();
+ for (int i = 0; i < numberOfCameras; i++) {
+ Camera.getCameraInfo(i, cameraInfo);
+ if (cameraInfo.facing == CameraInfo.CAMERA_FACING_BACK) {
+ selectedCameraId = i;
+ }
+ }
+ }
+
+ @Override
+ public void onSurfaceCreated(GL10 gl, EGLConfig config) {
+ // Create OES texture for storing camera preview data(YUV format)
+ GLES20.glGenTextures(1, camTextureId, 0);
+ GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, camTextureId[0]);
+ GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST);
+ GLES20.glTexParameteri(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST);
+ surfaceTexture = new SurfaceTexture(camTextureId[0]);
+ surfaceTexture.setOnFrameAvailableListener(this);
+
+ // Prepare vertex and texture coordinates
+ int bytes = vertexCoords.length * Float.SIZE / Byte.SIZE;
+ vertexCoordsBuffer = ByteBuffer.allocateDirect(bytes).order(ByteOrder.nativeOrder()).asFloatBuffer();
+ textureCoordsBuffer = ByteBuffer.allocateDirect(bytes).order(ByteOrder.nativeOrder()).asFloatBuffer();
+ vertexCoordsBuffer.put(vertexCoords).position(0);
+ textureCoordsBuffer.put(textureCoords).position(0);
+
+ // Create vertex and fragment shaders
+ // camTextureId->fboTexureId
+ progCam2FBO = Utils.createShaderProgram(vss, fssCam2FBO);
+ vcCam2FBO = GLES20.glGetAttribLocation(progCam2FBO, "vPosition");
+ tcCam2FBO = GLES20.glGetAttribLocation(progCam2FBO, "vTexCoord");
+ GLES20.glEnableVertexAttribArray(vcCam2FBO);
+ GLES20.glEnableVertexAttribArray(tcCam2FBO);
+ // fboTexureId/drawTexureId -> screen
+ progTex2Screen = Utils.createShaderProgram(vss, fssTex2Screen);
+ vcTex2Screen = GLES20.glGetAttribLocation(progTex2Screen, "vPosition");
+ tcTex2Screen = GLES20.glGetAttribLocation(progTex2Screen, "vTexCoord");
+ GLES20.glEnableVertexAttribArray(vcTex2Screen);
+ GLES20.glEnableVertexAttribArray(tcTex2Screen);
+ }
+
+ @Override
+ public void onSurfaceChanged(GL10 gl, int width, int height) {
+ surfaceWidth = width;
+ surfaceHeight = height;
+ openCamera();
+ }
+
+ @Override
+ public void onDrawFrame(GL10 gl) {
+ if (surfaceTexture == null) return;
+
+ GLES20.glClearColor(0.0f, 0.0f, 0.0f, 1.0f);
+ GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT | GLES20.GL_DEPTH_BUFFER_BIT);
+ surfaceTexture.updateTexImage();
+ float[] matrix = new float[16];
+ surfaceTexture.getTransformMatrix(matrix);
+
+ // camTextureId->fboTexureId
+ GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, fbo[0]);
+ GLES20.glViewport(0, 0, textureWidth, textureHeight);
+ GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT);
+ GLES20.glUseProgram(progCam2FBO);
+ GLES20.glVertexAttribPointer(vcCam2FBO, 2, GLES20.GL_FLOAT, false, 4 * 2, vertexCoordsBuffer);
+ textureCoordsBuffer.clear();
+ textureCoordsBuffer.put(transformTextureCoordinates(textureCoords, matrix));
+ textureCoordsBuffer.position(0);
+ GLES20.glVertexAttribPointer(tcCam2FBO, 2, GLES20.GL_FLOAT, false, 4 * 2, textureCoordsBuffer);
+ GLES20.glActiveTexture(GLES20.GL_TEXTURE0);
+ GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, camTextureId[0]);
+ GLES20.glUniform1i(GLES20.glGetUniformLocation(progCam2FBO, "sTexture"), 0);
+ GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4);
+ GLES20.glFlush();
+
+ // Check if the draw texture is set
+ int targetTexureId = fboTexureId[0];
+ if (onTextureChangedListener != null) {
+ // Read pixels of FBO to a bitmap
+ ByteBuffer pixelBuffer = ByteBuffer.allocate(textureWidth * textureHeight * 4);
+ GLES20.glReadPixels(0, 0, textureWidth, textureHeight, GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, pixelBuffer);
+ Bitmap ARGB8888ImageBitmap = Bitmap.createBitmap(textureWidth, textureHeight, Bitmap.Config.ARGB_8888);
+ ARGB8888ImageBitmap.copyPixelsFromBuffer(pixelBuffer);
+ boolean modified = onTextureChangedListener.onTextureChanged(ARGB8888ImageBitmap);
+ if (modified) {
+ targetTexureId = drawTexureId[0];
+ // Update a bitmap to the GL texture if modified
+ GLES20.glActiveTexture(targetTexureId);
+ // GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, targetTexureId);
+ GLES20.glBindTexture(GLES11Ext.GL_TEXTURE_EXTERNAL_OES, targetTexureId);
+ GLUtils.texImage2D(GL10.GL_TEXTURE_2D, 0, ARGB8888ImageBitmap, 0);
+ }
+ ARGB8888ImageBitmap.recycle();
+ }
+
+ // fboTexureId/drawTexureId->Screen
+ GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0);
+ GLES20.glViewport(0, 0, surfaceWidth, surfaceHeight);
+ GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT);
+ GLES20.glUseProgram(progTex2Screen);
+ GLES20.glVertexAttribPointer(vcTex2Screen, 2, GLES20.GL_FLOAT, false, 4 * 2, vertexCoordsBuffer);
+ textureCoordsBuffer.clear();
+ textureCoordsBuffer.put(textureCoords);
+ textureCoordsBuffer.position(0);
+ GLES20.glVertexAttribPointer(tcTex2Screen, 2, GLES20.GL_FLOAT, false, 4 * 2, textureCoordsBuffer);
+ GLES20.glActiveTexture(GLES20.GL_TEXTURE0);
+ GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, targetTexureId);
+ GLES20.glUniform1i(GLES20.glGetUniformLocation(progTex2Screen, "sTexture"), 0);
+ GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4);
+ GLES20.glFlush();
+ }
+
+ private float[] transformTextureCoordinates(float[] coords, float[] matrix) {
+ float[] result = new float[coords.length];
+ float[] vt = new float[4];
+ for (int i = 0; i < coords.length; i += 2) {
+ float[] v = {coords[i], coords[i + 1], 0, 1};
+ Matrix.multiplyMV(vt, 0, matrix, 0, v, 0);
+ result[i] = vt[0];
+ result[i + 1] = vt[1];
+ }
+ return result;
+ }
+
+ @Override
+ public void onResume() {
+ super.onResume();
+ }
+
+ @Override
+ public void onPause() {
+ super.onPause();
+ releaseCamera();
+ }
+
+ @Override
+ public void onFrameAvailable(SurfaceTexture surfaceTexture) {
+ requestRender();
+ }
+
+ public void disableCamera() {
+ disableCamera = true;
+ }
+
+ public void switchCamera() {
+ releaseCamera();
+ selectedCameraId = (selectedCameraId + 1) % numberOfCameras;
+ openCamera();
+ }
+
+ public void openCamera() {
+ if (disableCamera) return;
+ camera = Camera.open(selectedCameraId);
+ List supportedPreviewSizes = camera.getParameters().getSupportedPreviewSizes();
+ Size previewSize = Utils.getOptimalPreviewSize(supportedPreviewSizes, EXPECTED_PREVIEW_WIDTH,
+ EXPECTED_PREVIEW_HEIGHT);
+ Camera.Parameters parameters = camera.getParameters();
+ parameters.setPreviewSize(previewSize.width, previewSize.height);
+ if (parameters.getSupportedFocusModes().contains(Camera.Parameters.FOCUS_MODE_CONTINUOUS_VIDEO)) {
+ parameters.setFocusMode(Camera.Parameters.FOCUS_MODE_CONTINUOUS_VIDEO);
+ }
+ camera.setParameters(parameters);
+ int degree = Utils.getCameraDisplayOrientation(context, selectedCameraId);
+ camera.setDisplayOrientation(degree);
+ boolean rotate = degree == 90 || degree == 270;
+ textureWidth = rotate ? previewSize.height : previewSize.width;
+ textureHeight = rotate ? previewSize.width : previewSize.height;
+ // Destroy FBO and draw textures
+ GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, 0);
+ GLES20.glDeleteFramebuffers(1, fbo, 0);
+ GLES20.glDeleteTextures(1, drawTexureId, 0);
+ GLES20.glDeleteTextures(1, fboTexureId, 0);
+ // Normal texture for storing modified camera preview data(RGBA format)
+ GLES20.glGenTextures(1, drawTexureId, 0);
+ GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, drawTexureId[0]);
+ GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, textureWidth, textureHeight, 0,
+ GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST);
+ // FBO texture for storing camera preview data(RGBA format)
+ GLES20.glGenTextures(1, fboTexureId, 0);
+ GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, fboTexureId[0]);
+ GLES20.glTexImage2D(GLES20.GL_TEXTURE_2D, 0, GLES20.GL_RGBA, textureWidth, textureHeight, 0,
+ GLES20.GL_RGBA, GLES20.GL_UNSIGNED_BYTE, null);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_NEAREST);
+ GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_NEAREST);
+ // Generate FBO and bind to FBO texture
+ GLES20.glGenFramebuffers(1, fbo, 0);
+ GLES20.glBindFramebuffer(GLES20.GL_FRAMEBUFFER, fbo[0]);
+ GLES20.glFramebufferTexture2D(GLES20.GL_FRAMEBUFFER, GLES20.GL_COLOR_ATTACHMENT0, GLES20.GL_TEXTURE_2D,
+ fboTexureId[0], 0);
+ try {
+ camera.setPreviewTexture(surfaceTexture);
+ } catch (IOException exception) {
+ Log.e(TAG, "IOException caused by setPreviewDisplay()", exception);
+ }
+ camera.startPreview();
+ }
+
+ public void releaseCamera() {
+ if (camera != null) {
+ camera.setPreviewCallback(null);
+ camera.stopPreview();
+ camera.release();
+ camera = null;
+ }
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/Utils.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/Utils.java
new file mode 100644
index 000000000..3428bc1f1
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/common/Utils.java
@@ -0,0 +1,237 @@
+package com.baidu.paddle.fastdeploy.common;
+
+import android.content.Context;
+import android.content.res.Resources;
+import android.hardware.Camera;
+import android.opengl.GLES20;
+import android.os.Environment;
+import android.util.Log;
+import android.view.Surface;
+import android.view.WindowManager;
+
+import java.io.*;
+import java.util.List;
+
+public class Utils {
+ private static final String TAG = Utils.class.getSimpleName();
+
+ public static void RecursiveCreateDirectories(String fileDir) {
+ String[] fileDirs = fileDir.split("\\/");
+ String topPath = "";
+ for (int i = 0; i < fileDirs.length; i++) {
+ topPath += "/" + fileDirs[i];
+ File file = new File(topPath);
+ if (file.exists()) {
+ continue;
+ } else {
+ file.mkdir();
+ }
+ }
+ }
+
+ public static void copyFileFromAssets(Context appCtx, String srcPath, String dstPath) {
+ if (srcPath.isEmpty() || dstPath.isEmpty()) {
+ return;
+ }
+ String dstDir = dstPath.substring(0, dstPath.lastIndexOf('/'));
+ if (dstDir.length() > 0) {
+ RecursiveCreateDirectories(dstDir);
+ }
+ InputStream is = null;
+ OutputStream os = null;
+ try {
+ is = new BufferedInputStream(appCtx.getAssets().open(srcPath));
+ os = new BufferedOutputStream(new FileOutputStream(new File(dstPath)));
+ byte[] buffer = new byte[1024];
+ int length = 0;
+ while ((length = is.read(buffer)) != -1) {
+ os.write(buffer, 0, length);
+ }
+ } catch (FileNotFoundException e) {
+ e.printStackTrace();
+ } catch (IOException e) {
+ e.printStackTrace();
+ } finally {
+ try {
+ os.close();
+ is.close();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+
+ public static void copyDirectoryFromAssets(Context appCtx, String srcDir, String dstDir) {
+ if (srcDir.isEmpty() || dstDir.isEmpty()) {
+ return;
+ }
+ try {
+ if (!new File(dstDir).exists()) {
+ new File(dstDir).mkdirs();
+ }
+ for (String fileName : appCtx.getAssets().list(srcDir)) {
+ String srcSubPath = srcDir + File.separator + fileName;
+ String dstSubPath = dstDir + File.separator + fileName;
+ if (new File(srcSubPath).isDirectory()) {
+ copyDirectoryFromAssets(appCtx, srcSubPath, dstSubPath);
+ } else {
+ copyFileFromAssets(appCtx, srcSubPath, dstSubPath);
+ }
+ }
+ } catch (Exception e) {
+ e.printStackTrace();
+ }
+ }
+
+ public static float[] parseFloatsFromString(String string, String delimiter) {
+ String[] pieces = string.trim().toLowerCase().split(delimiter);
+ float[] floats = new float[pieces.length];
+ for (int i = 0; i < pieces.length; i++) {
+ floats[i] = Float.parseFloat(pieces[i].trim());
+ }
+ return floats;
+ }
+
+ public static long[] parseLongsFromString(String string, String delimiter) {
+ String[] pieces = string.trim().toLowerCase().split(delimiter);
+ long[] longs = new long[pieces.length];
+ for (int i = 0; i < pieces.length; i++) {
+ longs[i] = Long.parseLong(pieces[i].trim());
+ }
+ return longs;
+ }
+
+ public static String getSDCardDirectory() {
+ return Environment.getExternalStorageDirectory().getAbsolutePath();
+ }
+
+ public static String getDCIMDirectory() {
+ return Environment.getExternalStoragePublicDirectory(Environment.DIRECTORY_DCIM).getAbsolutePath();
+ }
+
+ public static Camera.Size getOptimalPreviewSize(List sizes, int w, int h) {
+ final double ASPECT_TOLERANCE = 0.1;
+ double targetRatio = (double) w / h;
+ if (sizes == null) return null;
+
+ Camera.Size optimalSize = null;
+ double minDiff = Double.MAX_VALUE;
+
+ int targetHeight = h;
+
+ // Try to find an size match aspect ratio and size
+ for (Camera.Size size : sizes) {
+ double ratio = (double) size.width / size.height;
+ if (Math.abs(ratio - targetRatio) > ASPECT_TOLERANCE) continue;
+ if (Math.abs(size.height - targetHeight) < minDiff) {
+ optimalSize = size;
+ minDiff = Math.abs(size.height - targetHeight);
+ }
+ }
+
+ // Cannot find the one match the aspect ratio, ignore the requirement
+ if (optimalSize == null) {
+ minDiff = Double.MAX_VALUE;
+ for (Camera.Size size : sizes) {
+ if (Math.abs(size.height - targetHeight) < minDiff) {
+ optimalSize = size;
+ minDiff = Math.abs(size.height - targetHeight);
+ }
+ }
+ }
+ return optimalSize;
+ }
+
+ public static int getScreenWidth() {
+ return Resources.getSystem().getDisplayMetrics().widthPixels;
+ }
+
+ public static int getScreenHeight() {
+ return Resources.getSystem().getDisplayMetrics().heightPixels;
+ }
+
+ public static int getCameraDisplayOrientation(Context context, int cameraId) {
+ android.hardware.Camera.CameraInfo info = new android.hardware.Camera.CameraInfo();
+ android.hardware.Camera.getCameraInfo(cameraId, info);
+ WindowManager wm = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE);
+ int rotation = wm.getDefaultDisplay().getRotation();
+ int degrees = 0;
+ switch (rotation) {
+ case Surface.ROTATION_0:
+ degrees = 0;
+ break;
+ case Surface.ROTATION_90:
+ degrees = 90;
+ break;
+ case Surface.ROTATION_180:
+ degrees = 180;
+ break;
+ case Surface.ROTATION_270:
+ degrees = 270;
+ break;
+ }
+ int result;
+ if (info.facing == Camera.CameraInfo.CAMERA_FACING_FRONT) {
+ result = (info.orientation + degrees) % 360;
+ result = (360 - result) % 360; // compensate the mirror
+ } else {
+ // back-facing
+ result = (info.orientation - degrees + 360) % 360;
+ }
+ return result;
+ }
+
+ public static int createShaderProgram(String vss, String fss) {
+ int vshader = GLES20.glCreateShader(GLES20.GL_VERTEX_SHADER);
+ GLES20.glShaderSource(vshader, vss);
+ GLES20.glCompileShader(vshader);
+ int[] status = new int[1];
+ GLES20.glGetShaderiv(vshader, GLES20.GL_COMPILE_STATUS, status, 0);
+ if (status[0] == 0) {
+ Log.e(TAG, GLES20.glGetShaderInfoLog(vshader));
+ GLES20.glDeleteShader(vshader);
+ vshader = 0;
+ return 0;
+ }
+
+ int fshader = GLES20.glCreateShader(GLES20.GL_FRAGMENT_SHADER);
+ GLES20.glShaderSource(fshader, fss);
+ GLES20.glCompileShader(fshader);
+ GLES20.glGetShaderiv(fshader, GLES20.GL_COMPILE_STATUS, status, 0);
+ if (status[0] == 0) {
+ Log.e(TAG, GLES20.glGetShaderInfoLog(fshader));
+ GLES20.glDeleteShader(vshader);
+ GLES20.glDeleteShader(fshader);
+ fshader = 0;
+ return 0;
+ }
+
+ int program = GLES20.glCreateProgram();
+ GLES20.glAttachShader(program, vshader);
+ GLES20.glAttachShader(program, fshader);
+ GLES20.glLinkProgram(program);
+ GLES20.glDeleteShader(vshader);
+ GLES20.glDeleteShader(fshader);
+ GLES20.glGetProgramiv(program, GLES20.GL_LINK_STATUS, status, 0);
+ if (status[0] == 0) {
+ Log.e(TAG, GLES20.glGetProgramInfoLog(program));
+ program = 0;
+ return 0;
+ }
+ GLES20.glValidateProgram(program);
+ GLES20.glGetProgramiv(program, GLES20.GL_VALIDATE_STATUS, status, 0);
+ if (status[0] == 0) {
+ Log.e(TAG, GLES20.glGetProgramInfoLog(program));
+ GLES20.glDeleteProgram(program);
+ program = 0;
+ return 0;
+ }
+
+ return program;
+ }
+
+ public static boolean isSupportedNPU() {
+ String hardware = android.os.Build.HARDWARE;
+ return hardware.equalsIgnoreCase("kirin810") || hardware.equalsIgnoreCase("kirin990");
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/MainActivity.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/MainActivity.java
new file mode 100644
index 000000000..5c1d9d98d
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/MainActivity.java
@@ -0,0 +1,251 @@
+package com.baidu.paddle.fastdeploy.examples;
+
+
+import android.Manifest;
+import android.annotation.SuppressLint;
+import android.app.Activity;
+import android.app.AlertDialog;
+import android.content.DialogInterface;
+import android.content.Intent;
+import android.content.SharedPreferences;
+import android.content.pm.PackageManager;
+import android.graphics.*;
+import android.os.Bundle;
+import android.preference.PreferenceManager;
+import android.support.annotation.NonNull;
+import android.support.v4.app.ActivityCompat;
+import android.support.v4.content.ContextCompat;
+import android.util.Log;
+import android.view.*;
+import android.widget.*;
+
+import com.baidu.paddle.fastdeploy.RuntimeOption;
+import com.baidu.paddle.fastdeploy.common.CameraSurfaceView;
+import com.baidu.paddle.fastdeploy.common.Utils;
+import com.baidu.paddle.fastdeploy.examples.R;
+import com.baidu.paddle.fastdeploy.vision.DetectionResult;
+import com.baidu.paddle.fastdeploy.vision.detection.PicoDet;
+
+import java.io.File;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+
+public class MainActivity extends Activity implements View.OnClickListener, CameraSurfaceView.OnTextureChangedListener {
+ private static final String TAG = MainActivity.class.getSimpleName();
+
+ CameraSurfaceView svPreview;
+ TextView tvStatus;
+ ImageButton btnSwitch;
+ ImageButton btnShutter;
+ ImageButton btnSettings;
+ ImageView realtimeToggleButton;
+ boolean isRealtimeStatusRunning = false;
+ ImageView backInPreview;
+
+ String savedImagePath = "result.jpg";
+ int lastFrameIndex = 0;
+ long lastFrameTime;
+
+ // Call 'init' and 'release' manually later
+ PicoDet predictor = new PicoDet();
+
+ @Override
+ protected void onCreate(Bundle savedInstanceState) {
+ super.onCreate(savedInstanceState);
+
+ // Fullscreen
+ requestWindowFeature(Window.FEATURE_NO_TITLE);
+ getWindow().setFlags(WindowManager.LayoutParams.FLAG_FULLSCREEN, WindowManager.LayoutParams.FLAG_FULLSCREEN);
+
+ setContentView(R.layout.activity_main);
+
+ // Clear all setting items to avoid app crashing due to the incorrect settings
+ initSettings();
+
+ // Init the camera preview and UI components
+ initView();
+
+ // Check and request CAMERA and WRITE_EXTERNAL_STORAGE permissions
+ if (!checkAllPermissions()) {
+ requestAllPermissions();
+ }
+ }
+
+ @SuppressLint("NonConstantResourceId")
+ @Override
+ public void onClick(View v) {
+ switch (v.getId()) {
+ case R.id.btn_switch:
+ svPreview.switchCamera();
+ break;
+ case R.id.btn_shutter:
+ @SuppressLint("SimpleDateFormat")
+ SimpleDateFormat date = new SimpleDateFormat("yyyy_MM_dd_HH_mm_ss");
+ synchronized (this) {
+ savedImagePath = Utils.getDCIMDirectory() + File.separator + date.format(new Date()).toString() + ".png";
+ }
+ Toast.makeText(MainActivity.this, "Save snapshot to " + savedImagePath, Toast.LENGTH_SHORT).show();
+ break;
+ case R.id.btn_settings:
+ startActivity(new Intent(MainActivity.this, SettingsActivity.class));
+ break;
+ case R.id.realtime_toggle_btn:
+ toggleRealtimeStyle();
+ break;
+ case R.id.back_in_preview:
+ finish();
+ break;
+ }
+ }
+
+ private void toggleRealtimeStyle() {
+ if (isRealtimeStatusRunning) {
+ isRealtimeStatusRunning = false;
+ realtimeToggleButton.setImageResource(R.drawable.realtime_stop_btn);
+ svPreview.setOnTextureChangedListener(this);
+ tvStatus.setVisibility(View.VISIBLE);
+ } else {
+ isRealtimeStatusRunning = true;
+ realtimeToggleButton.setImageResource(R.drawable.realtime_start_btn);
+ tvStatus.setVisibility(View.GONE);
+ svPreview.setOnTextureChangedListener(new CameraSurfaceView.OnTextureChangedListener() {
+ @Override
+ public boolean onTextureChanged(Bitmap ARGB8888ImageBitmap) {
+ return false;
+ }
+ });
+ }
+ }
+
+ @Override
+ public boolean onTextureChanged(Bitmap ARGB8888ImageBitmap) {
+ String savedImagePath = "";
+ synchronized (this) {
+ savedImagePath = MainActivity.this.savedImagePath;
+ }
+ boolean modified = false;
+ DetectionResult result = predictor.predict(
+ ARGB8888ImageBitmap, savedImagePath, SettingsActivity.scoreThreshold);
+ modified = result.initialized();
+ if (!savedImagePath.isEmpty()) {
+ synchronized (this) {
+ MainActivity.this.savedImagePath = "result.jpg";
+ }
+ }
+ lastFrameIndex++;
+ if (lastFrameIndex >= 30) {
+ final int fps = (int) (lastFrameIndex * 1e9 / (System.nanoTime() - lastFrameTime));
+ runOnUiThread(new Runnable() {
+ @SuppressLint("SetTextI18n")
+ public void run() {
+ tvStatus.setText(Integer.toString(fps) + "fps");
+ }
+ });
+ lastFrameIndex = 0;
+ lastFrameTime = System.nanoTime();
+ }
+ return modified;
+ }
+
+ @Override
+ protected void onResume() {
+ super.onResume();
+ // Reload settings and re-initialize the predictor
+ checkAndUpdateSettings();
+ // Open camera until the permissions have been granted
+ if (!checkAllPermissions()) {
+ svPreview.disableCamera();
+ }
+ svPreview.onResume();
+ }
+
+ @Override
+ protected void onPause() {
+ super.onPause();
+ svPreview.onPause();
+ }
+
+ @Override
+ protected void onDestroy() {
+ if (predictor != null) {
+ predictor.release();
+ }
+ super.onDestroy();
+ }
+
+ public void initView() {
+ svPreview = (CameraSurfaceView) findViewById(R.id.sv_preview);
+ svPreview.setOnTextureChangedListener(this);
+ tvStatus = (TextView) findViewById(R.id.tv_status);
+ btnSwitch = (ImageButton) findViewById(R.id.btn_switch);
+ btnSwitch.setOnClickListener(this);
+ btnShutter = (ImageButton) findViewById(R.id.btn_shutter);
+ btnShutter.setOnClickListener(this);
+ btnSettings = (ImageButton) findViewById(R.id.btn_settings);
+ btnSettings.setOnClickListener(this);
+ realtimeToggleButton = findViewById(R.id.realtime_toggle_btn);
+ realtimeToggleButton.setOnClickListener(this);
+ backInPreview = findViewById(R.id.back_in_preview);
+ backInPreview.setOnClickListener(this);
+ }
+
+ @SuppressLint("ApplySharedPref")
+ public void initSettings() {
+ SharedPreferences sharedPreferences = PreferenceManager.getDefaultSharedPreferences(this);
+ SharedPreferences.Editor editor = sharedPreferences.edit();
+ editor.clear();
+ editor.commit();
+ SettingsActivity.resetSettings();
+ }
+
+ public void checkAndUpdateSettings() {
+ if (SettingsActivity.checkAndUpdateSettings(this)) {
+ String realModelDir = getCacheDir() + "/" + SettingsActivity.modelDir;
+ Utils.copyDirectoryFromAssets(this, SettingsActivity.modelDir, realModelDir);
+ String realLabelPath = getCacheDir() + "/" + SettingsActivity.labelPath;
+ Utils.copyFileFromAssets(this, SettingsActivity.labelPath, realLabelPath);
+
+ String modelFile = realModelDir + "/" + "model.pdmodel";
+ String paramsFile = realModelDir + "/" + "model.pdiparams";
+ String configFile = realModelDir + "/" + "infer_cfg.yml";
+ String labelFile = realLabelPath;
+ RuntimeOption option = new RuntimeOption();
+ option.setCpuThreadNum(SettingsActivity.cpuThreadNum);
+ option.setLitePowerMode(SettingsActivity.cpuPowerMode);
+ option.enableRecordTimeOfRuntime();
+ if (Boolean.parseBoolean(SettingsActivity.enableLiteFp16)) {
+ option.enableLiteFp16();
+ }
+ predictor.init(modelFile, paramsFile, configFile, labelFile, option);
+ }
+ }
+
+ @Override
+ public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions,
+ @NonNull int[] grantResults) {
+ super.onRequestPermissionsResult(requestCode, permissions, grantResults);
+ if (grantResults[0] != PackageManager.PERMISSION_GRANTED || grantResults[1] != PackageManager.PERMISSION_GRANTED) {
+ new AlertDialog.Builder(MainActivity.this)
+ .setTitle("Permission denied")
+ .setMessage("Click to force quit the app, then open Settings->Apps & notifications->Target " +
+ "App->Permissions to grant all of the permissions.")
+ .setCancelable(false)
+ .setPositiveButton("Exit", new DialogInterface.OnClickListener() {
+ @Override
+ public void onClick(DialogInterface dialog, int which) {
+ MainActivity.this.finish();
+ }
+ }).show();
+ }
+ }
+
+ private void requestAllPermissions() {
+ ActivityCompat.requestPermissions(this, new String[]{Manifest.permission.WRITE_EXTERNAL_STORAGE,
+ Manifest.permission.CAMERA}, 0);
+ }
+
+ private boolean checkAllPermissions() {
+ return ContextCompat.checkSelfPermission(this, Manifest.permission.WRITE_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED
+ && ContextCompat.checkSelfPermission(this, Manifest.permission.CAMERA) == PackageManager.PERMISSION_GRANTED;
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/SettingsActivity.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/SettingsActivity.java
new file mode 100644
index 000000000..738f7fc01
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/examples/SettingsActivity.java
@@ -0,0 +1,199 @@
+package com.baidu.paddle.fastdeploy.examples;
+
+import android.annotation.SuppressLint;
+import android.content.Context;
+import android.content.SharedPreferences;
+import android.os.Bundle;
+import android.preference.EditTextPreference;
+import android.preference.ListPreference;
+import android.preference.PreferenceManager;
+import android.support.v7.app.ActionBar;
+import android.util.Log;
+
+import com.baidu.paddle.fastdeploy.common.AppCompatPreferenceActivity;
+import com.baidu.paddle.fastdeploy.common.Utils;
+import com.baidu.paddle.fastdeploy.examples.R;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class SettingsActivity extends AppCompatPreferenceActivity implements
+ SharedPreferences.OnSharedPreferenceChangeListener {
+ private static final String TAG = SettingsActivity.class.getSimpleName();
+
+ static public int selectedModelIdx = -1;
+ static public String modelDir = "";
+ static public String labelPath = "";
+ static public int cpuThreadNum = 2;
+ static public String cpuPowerMode = "";
+ static public float scoreThreshold = 0.4f;
+ static public String enableLiteFp16 = "true";
+
+ ListPreference lpChoosePreInstalledModel = null;
+ EditTextPreference etModelDir = null;
+ EditTextPreference etLabelPath = null;
+ ListPreference lpCPUThreadNum = null;
+ ListPreference lpCPUPowerMode = null;
+ EditTextPreference etScoreThreshold = null;
+ ListPreference lpEnableLiteFp16 = null;
+
+ List preInstalledModelDirs = null;
+ List preInstalledLabelPaths = null;
+ List preInstalledCPUThreadNums = null;
+ List preInstalledCPUPowerModes = null;
+ List preInstalledScoreThresholds = null;
+ List preInstalledEnableLiteFp16s = null;
+
+ @Override
+ public void onCreate(Bundle savedInstanceState) {
+ super.onCreate(savedInstanceState);
+ addPreferencesFromResource(R.xml.settings);
+ ActionBar supportActionBar = getSupportActionBar();
+ if (supportActionBar != null) {
+ supportActionBar.setDisplayHomeAsUpEnabled(true);
+ }
+
+ // Initialize pre-installed models
+ preInstalledModelDirs = new ArrayList();
+ preInstalledLabelPaths = new ArrayList();
+ preInstalledCPUThreadNums = new ArrayList();
+ preInstalledCPUPowerModes = new ArrayList();
+ preInstalledScoreThresholds = new ArrayList();
+ preInstalledEnableLiteFp16s = new ArrayList();
+ preInstalledModelDirs.add(getString(R.string.MODEL_DIR_DEFAULT));
+ preInstalledLabelPaths.add(getString(R.string.LABEL_PATH_DEFAULT));
+ preInstalledCPUThreadNums.add(getString(R.string.CPU_THREAD_NUM_DEFAULT));
+ preInstalledCPUPowerModes.add(getString(R.string.CPU_POWER_MODE_DEFAULT));
+ preInstalledScoreThresholds.add(getString(R.string.SCORE_THRESHOLD_DEFAULT));
+ preInstalledEnableLiteFp16s.add(getString(R.string.ENABLE_LITE_FP16_MODE_DEFAULT));
+
+ // Setup UI components
+ lpChoosePreInstalledModel =
+ (ListPreference) findPreference(getString(R.string.CHOOSE_PRE_INSTALLED_MODEL_KEY));
+ String[] preInstalledModelNames = new String[preInstalledModelDirs.size()];
+ for (int i = 0; i < preInstalledModelDirs.size(); i++) {
+ preInstalledModelNames[i] = preInstalledModelDirs.get(i).substring(preInstalledModelDirs.get(i).lastIndexOf("/") + 1);
+ }
+ lpChoosePreInstalledModel.setEntries(preInstalledModelNames);
+ lpChoosePreInstalledModel.setEntryValues(preInstalledModelDirs.toArray(new String[preInstalledModelDirs.size()]));
+ lpCPUThreadNum = (ListPreference) findPreference(getString(R.string.CPU_THREAD_NUM_KEY));
+ lpCPUPowerMode = (ListPreference) findPreference(getString(R.string.CPU_POWER_MODE_KEY));
+ etModelDir = (EditTextPreference) findPreference(getString(R.string.MODEL_DIR_KEY));
+ etModelDir.setTitle("Model dir (SDCard: " + Utils.getSDCardDirectory() + ")");
+ etLabelPath = (EditTextPreference) findPreference(getString(R.string.LABEL_PATH_KEY));
+ etLabelPath.setTitle("Label path (SDCard: " + Utils.getSDCardDirectory() + ")");
+ etScoreThreshold = (EditTextPreference) findPreference(getString(R.string.SCORE_THRESHOLD_KEY));
+ lpEnableLiteFp16 = (ListPreference) findPreference(getString(R.string.ENABLE_LITE_FP16_MODE_KEY));
+ }
+
+ @SuppressLint("ApplySharedPref")
+ private void reloadSettingsAndUpdateUI() {
+ SharedPreferences sharedPreferences = getPreferenceScreen().getSharedPreferences();
+
+ String selected_model_dir = sharedPreferences.getString(getString(R.string.CHOOSE_PRE_INSTALLED_MODEL_KEY),
+ getString(R.string.MODEL_DIR_DEFAULT));
+ int selected_model_idx = lpChoosePreInstalledModel.findIndexOfValue(selected_model_dir);
+ if (selected_model_idx >= 0 && selected_model_idx < preInstalledModelDirs.size() && selected_model_idx != selectedModelIdx) {
+ SharedPreferences.Editor editor = sharedPreferences.edit();
+ editor.putString(getString(R.string.MODEL_DIR_KEY), preInstalledModelDirs.get(selected_model_idx));
+ editor.putString(getString(R.string.LABEL_PATH_KEY), preInstalledLabelPaths.get(selected_model_idx));
+ editor.putString(getString(R.string.CPU_THREAD_NUM_KEY), preInstalledCPUThreadNums.get(selected_model_idx));
+ editor.putString(getString(R.string.CPU_POWER_MODE_KEY), preInstalledCPUPowerModes.get(selected_model_idx));
+ editor.putString(getString(R.string.SCORE_THRESHOLD_KEY), preInstalledScoreThresholds.get(selected_model_idx));
+ editor.putString(getString(R.string.ENABLE_LITE_FP16_MODE_DEFAULT), preInstalledEnableLiteFp16s.get(selected_model_idx));
+ editor.commit();
+ lpChoosePreInstalledModel.setSummary(selected_model_dir);
+ selectedModelIdx = selected_model_idx;
+ }
+
+ String model_dir = sharedPreferences.getString(getString(R.string.MODEL_DIR_KEY),
+ getString(R.string.MODEL_DIR_DEFAULT));
+ String label_path = sharedPreferences.getString(getString(R.string.LABEL_PATH_KEY),
+ getString(R.string.LABEL_PATH_DEFAULT));
+ String cpu_thread_num = sharedPreferences.getString(getString(R.string.CPU_THREAD_NUM_KEY),
+ getString(R.string.CPU_THREAD_NUM_DEFAULT));
+ String cpu_power_mode = sharedPreferences.getString(getString(R.string.CPU_POWER_MODE_KEY),
+ getString(R.string.CPU_POWER_MODE_DEFAULT));
+ String score_threshold = sharedPreferences.getString(getString(R.string.SCORE_THRESHOLD_KEY),
+ getString(R.string.SCORE_THRESHOLD_DEFAULT));
+ String enable_lite_fp16 = sharedPreferences.getString(getString(R.string.ENABLE_LITE_FP16_MODE_KEY),
+ getString(R.string.ENABLE_LITE_FP16_MODE_DEFAULT));
+
+ etModelDir.setSummary(model_dir);
+ etLabelPath.setSummary(label_path);
+ lpCPUThreadNum.setValue(cpu_thread_num);
+ lpCPUThreadNum.setSummary(cpu_thread_num);
+ lpCPUPowerMode.setValue(cpu_power_mode);
+ lpCPUPowerMode.setSummary(cpu_power_mode);
+ etScoreThreshold.setSummary(score_threshold);
+ etScoreThreshold.setText(score_threshold);
+ lpEnableLiteFp16.setValue(enable_lite_fp16);
+ lpEnableLiteFp16.setSummary(enable_lite_fp16);
+
+ }
+
+ static boolean checkAndUpdateSettings(Context ctx) {
+ boolean settingsChanged = false;
+ SharedPreferences sharedPreferences = PreferenceManager.getDefaultSharedPreferences(ctx);
+
+ String model_dir = sharedPreferences.getString(ctx.getString(R.string.MODEL_DIR_KEY),
+ ctx.getString(R.string.MODEL_DIR_DEFAULT));
+ settingsChanged |= !modelDir.equalsIgnoreCase(model_dir);
+ modelDir = model_dir;
+
+ String label_path = sharedPreferences.getString(ctx.getString(R.string.LABEL_PATH_KEY),
+ ctx.getString(R.string.LABEL_PATH_DEFAULT));
+ settingsChanged |= !labelPath.equalsIgnoreCase(label_path);
+ labelPath = label_path;
+
+ String cpu_thread_num = sharedPreferences.getString(ctx.getString(R.string.CPU_THREAD_NUM_KEY),
+ ctx.getString(R.string.CPU_THREAD_NUM_DEFAULT));
+ settingsChanged |= cpuThreadNum != Integer.parseInt(cpu_thread_num);
+ cpuThreadNum = Integer.parseInt(cpu_thread_num);
+
+ String cpu_power_mode = sharedPreferences.getString(ctx.getString(R.string.CPU_POWER_MODE_KEY),
+ ctx.getString(R.string.CPU_POWER_MODE_DEFAULT));
+ settingsChanged |= !cpuPowerMode.equalsIgnoreCase(cpu_power_mode);
+ cpuPowerMode = cpu_power_mode;
+
+ String score_threshold = sharedPreferences.getString(ctx.getString(R.string.SCORE_THRESHOLD_KEY),
+ ctx.getString(R.string.SCORE_THRESHOLD_DEFAULT));
+ settingsChanged |= scoreThreshold != Float.parseFloat(score_threshold);
+ scoreThreshold = Float.parseFloat(score_threshold);
+
+ String enable_lite_fp16 = sharedPreferences.getString(ctx.getString(R.string.ENABLE_LITE_FP16_MODE_KEY),
+ ctx.getString(R.string.ENABLE_LITE_FP16_MODE_DEFAULT));
+ settingsChanged |= !enableLiteFp16.equalsIgnoreCase(enable_lite_fp16);
+ enableLiteFp16 = enable_lite_fp16;
+
+ return settingsChanged;
+ }
+
+ static void resetSettings() {
+ selectedModelIdx = -1;
+ modelDir = "";
+ labelPath = "";
+ cpuThreadNum = 2;
+ cpuPowerMode = "";
+ scoreThreshold = 0.4f;
+ enableLiteFp16 = "true";
+ }
+
+ @Override
+ protected void onResume() {
+ super.onResume();
+ getPreferenceScreen().getSharedPreferences().registerOnSharedPreferenceChangeListener(this);
+ reloadSettingsAndUpdateUI();
+ }
+
+ @Override
+ protected void onPause() {
+ super.onPause();
+ getPreferenceScreen().getSharedPreferences().unregisterOnSharedPreferenceChangeListener(this);
+ }
+
+ @Override
+ public void onSharedPreferenceChanged(SharedPreferences sharedPreferences, String key) {
+ reloadSettingsAndUpdateUI();
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/ClassifyResult.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/ClassifyResult.java
new file mode 100644
index 000000000..7e6e55bd0
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/ClassifyResult.java
@@ -0,0 +1,51 @@
+package com.baidu.paddle.fastdeploy.vision;
+
+import android.support.annotation.NonNull;
+
+public class ClassifyResult {
+ public float[] mScores; // [n]
+ public int[] mLabelIds; // [n]
+ public boolean mInitialized = false;
+
+ public ClassifyResult() {
+ mInitialized = false;
+ }
+
+ public ClassifyResult(long nativeResultContext) {
+ mInitialized = copyAllFromNativeContext(nativeResultContext);
+ }
+
+ public boolean initialized() {
+ return mInitialized;
+ }
+
+ private void setScores(@NonNull float[] scoresBuffer) {
+ if (scoresBuffer.length > 0) {
+ mScores = scoresBuffer.clone();
+ }
+ }
+
+ private void setLabelIds(@NonNull int[] labelIdsBuffer) {
+ if (labelIdsBuffer.length > 0) {
+ mLabelIds = labelIdsBuffer.clone();
+ }
+ }
+
+ private boolean copyAllFromNativeContext(long nativeResultContext) {
+ if (nativeResultContext == 0) {
+ return false;
+ }
+ setScores(copyScoresFromNative(nativeResultContext));
+ setLabelIds(copyLabelIdsFromNative(nativeResultContext));
+ // WARN: must release ctx.
+ return releaseNative(nativeResultContext);
+ }
+
+ // Fetch native buffers from native context.
+ private static native float[] copyScoresFromNative(long nativeResultContext);
+
+ private static native int[] copyLabelIdsFromNative(long nativeResultContext);
+
+ private static native boolean releaseNative(long nativeResultContext);
+
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/DetectionResult.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/DetectionResult.java
new file mode 100644
index 000000000..f658241ce
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/DetectionResult.java
@@ -0,0 +1,80 @@
+package com.baidu.paddle.fastdeploy.vision;
+
+import android.support.annotation.NonNull;
+
+import java.util.Arrays;
+
+import com.baidu.paddle.fastdeploy.FastDeployInitializer;
+
+public class DetectionResult {
+ // Not support MaskRCNN now.
+ public float[][] mBoxes; // [n,4]
+ public float[] mScores; // [n]
+ public int[] mLabelIds; // [n]
+ public boolean mInitialized = false;
+
+ public DetectionResult() {
+ mInitialized = false;
+ }
+
+ public DetectionResult(long nativeResultContext) {
+ mInitialized = copyAllFromNativeContext(nativeResultContext);
+ }
+
+ public boolean initialized() {
+ return mInitialized;
+ }
+
+ // Setup results from native buffers.
+ private boolean copyAllFromNativeContext(long nativeResultContext) {
+ if (nativeResultContext == 0) {
+ return false;
+ }
+ if (copyBoxesNumFromNative(nativeResultContext) > 0) {
+ setBoxes(copyBoxesFromNative(nativeResultContext));
+ setScores(copyScoresFromNative(nativeResultContext));
+ setLabelIds(copyLabelIdsFromNative(nativeResultContext));
+ }
+ // WARN: must release ctx.
+ return releaseNative(nativeResultContext);
+ }
+
+ private void setBoxes(@NonNull float[] boxesBuffer) {
+ int boxesNum = boxesBuffer.length / 4;
+ if (boxesNum > 0) {
+ mBoxes = new float[boxesNum][4];
+ for (int i = 0; i < boxesNum; ++i) {
+ mBoxes[i] = Arrays.copyOfRange(
+ boxesBuffer, i * 4, (i + 1) * 4);
+ }
+ }
+ }
+
+ private void setScores(@NonNull float[] scoresBuffer) {
+ if (scoresBuffer.length > 0) {
+ mScores = scoresBuffer.clone();
+ }
+ }
+
+ private void setLabelIds(@NonNull int[] labelIdsBuffer) {
+ if (labelIdsBuffer.length > 0) {
+ mLabelIds = labelIdsBuffer.clone();
+ }
+ }
+
+ // Fetch native buffers from native context.
+ private static native int copyBoxesNumFromNative(long nativeResultContext);
+
+ private static native float[] copyBoxesFromNative(long nativeResultContext);
+
+ private static native float[] copyScoresFromNative(long nativeResultContext);
+
+ private static native int[] copyLabelIdsFromNative(long nativeResultContext);
+
+ private static native boolean releaseNative(long nativeResultContext);
+
+ // Initializes at the beginning.
+ static {
+ FastDeployInitializer.init();
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/Visualize.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/Visualize.java
new file mode 100644
index 000000000..0c9a13a3b
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/Visualize.java
@@ -0,0 +1,85 @@
+package com.baidu.paddle.fastdeploy.vision;
+
+import android.graphics.Bitmap;
+
+import com.baidu.paddle.fastdeploy.FastDeployInitializer;
+
+
+public class Visualize {
+ // TODO(qiuyanjun):
+ // VisClassification, VisSegmentation, VisMatting, VisOcr, ...
+
+ // Visualize DetectionResult without labels
+ public static boolean visDetection(Bitmap ARGB8888Bitmap,
+ DetectionResult result) {
+ return visDetectionNative(
+ ARGB8888Bitmap,
+ result.mBoxes,
+ result.mScores,
+ result.mLabelIds,
+ 0.f, 1, 0.5f,
+ new String[]{});
+ }
+
+ public static boolean visDetection(Bitmap ARGB8888Bitmap,
+ DetectionResult result,
+ float score_threshold,
+ int line_size,
+ float font_size) {
+ return visDetectionNative(
+ ARGB8888Bitmap,
+ result.mBoxes,
+ result.mScores,
+ result.mLabelIds,
+ score_threshold,
+ line_size,
+ font_size,
+ new String[]{});
+ }
+
+ // Visualize DetectionResult with labels
+ public static boolean visDetection(Bitmap ARGB8888Bitmap,
+ DetectionResult result,
+ String[] labels) {
+ return visDetectionNative(
+ ARGB8888Bitmap,
+ result.mBoxes,
+ result.mScores,
+ result.mLabelIds,
+ 0.f, 1, 0.5f,
+ labels);
+ }
+
+ public static boolean visDetection(Bitmap ARGB8888Bitmap,
+ DetectionResult result,
+ float score_threshold,
+ int line_size,
+ float font_size,
+ String[] labels) {
+ return visDetectionNative(
+ ARGB8888Bitmap,
+ result.mBoxes,
+ result.mScores,
+ result.mLabelIds,
+ score_threshold,
+ line_size,
+ font_size,
+ labels);
+ }
+
+ // VisDetection in native
+ public static native boolean visDetectionNative(Bitmap ARGB8888Bitmap,
+ float[][] boxes,
+ float[] scores,
+ int[] labelIds,
+ float score_threshold,
+ int line_size,
+ float font_size,
+ String[] labels);
+
+
+ /* Initializes at the beginning */
+ static {
+ FastDeployInitializer.init();
+ }
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/classification/PaddleClasModel.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/classification/PaddleClasModel.java
new file mode 100644
index 000000000..f0524604e
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/classification/PaddleClasModel.java
@@ -0,0 +1,158 @@
+package com.baidu.paddle.fastdeploy.vision.classification;
+
+import android.graphics.Bitmap;
+
+import com.baidu.paddle.fastdeploy.FastDeployInitializer;
+import com.baidu.paddle.fastdeploy.RuntimeOption;
+import com.baidu.paddle.fastdeploy.vision.ClassifyResult;
+
+public class PaddleClasModel {
+ protected long mNativeModelContext = 0; // Context from native.
+ protected boolean mInitialized = false;
+
+ public PaddleClasModel() {
+ mInitialized = false;
+ }
+
+ // Constructor without label file
+ public PaddleClasModel(String modelFile,
+ String paramsFile,
+ String configFile,
+ RuntimeOption option) {
+ init_(modelFile, paramsFile, configFile, "", option);
+ }
+
+ // Constructor with label file
+ public PaddleClasModel(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ init_(modelFile, paramsFile, configFile, labelFile, option);
+ }
+
+ // Call init manually without label file
+ public boolean init(String modelFile,
+ String paramsFile,
+ String configFile,
+ RuntimeOption option) {
+ return init_(modelFile, paramsFile, configFile, "", option);
+ }
+
+ // Call init manually with label file
+ public boolean init(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ return init_(modelFile, paramsFile, configFile, labelFile, option);
+ }
+
+
+ public boolean release() {
+ mInitialized = false;
+ if (mNativeModelContext == 0) {
+ return false;
+ }
+ return releaseNative(mNativeModelContext);
+ }
+
+ public boolean initialized() {
+ return mInitialized;
+ }
+
+ // Predict without image saving and bitmap rendering.
+ public ClassifyResult predict(Bitmap ARGB8888Bitmap) {
+ if (mNativeModelContext == 0) {
+ return new ClassifyResult();
+ }
+ // Only support ARGB8888 bitmap in native now.
+ return new ClassifyResult(predictNative(
+ mNativeModelContext, ARGB8888Bitmap, false,
+ "", 0.f, false));
+ }
+
+ // Predict with image saving and bitmap rendering (will cost more times)
+ public ClassifyResult predict(Bitmap ARGB8888Bitmap,
+ String savedImagePath,
+ float scoreThreshold) {
+ // scoreThreshold is for visualizing only.
+ if (mNativeModelContext == 0) {
+ return new ClassifyResult();
+ }
+ // Only support ARGB8888 bitmap in native now.
+ return new ClassifyResult(predictNative(
+ mNativeModelContext, ARGB8888Bitmap, true,
+ savedImagePath, scoreThreshold, true));
+ }
+
+ // Internal init_ method
+ private boolean init_(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ if (!mInitialized) {
+ mNativeModelContext = bindNative(
+ modelFile,
+ paramsFile,
+ configFile,
+ option.mCpuThreadNum,
+ option.mEnableLiteFp16,
+ option.mLitePowerMode.ordinal(),
+ option.mLiteOptimizedModelDir,
+ option.mEnableRecordTimeOfRuntime, labelFile);
+ if (mNativeModelContext != 0) {
+ mInitialized = true;
+ }
+ return mInitialized;
+ } else {
+ // release current native context and bind a new one.
+ if (release()) {
+ mNativeModelContext = bindNative(
+ modelFile,
+ paramsFile,
+ configFile,
+ option.mCpuThreadNum,
+ option.mEnableLiteFp16,
+ option.mLitePowerMode.ordinal(),
+ option.mLiteOptimizedModelDir,
+ option.mEnableRecordTimeOfRuntime, labelFile);
+ if (mNativeModelContext != 0) {
+ mInitialized = true;
+ }
+ return mInitialized;
+ }
+ return false;
+ }
+ }
+
+
+ // Bind predictor from native context.
+ private static native long bindNative(String modelFile,
+ String paramsFile,
+ String configFile,
+ int cpuNumThread,
+ boolean enableLiteFp16,
+ int litePowerMode,
+ String liteOptimizedModelDir,
+ boolean enableRecordTimeOfRuntime,
+ String labelFile);
+
+ // Call prediction from native context.
+ private static native long predictNative(long nativeModelContext,
+ Bitmap ARGB8888Bitmap,
+ boolean saved,
+ String savedImagePath,
+ float scoreThreshold,
+ boolean rendering);
+
+ // Release buffers allocated in native context.
+ private static native boolean releaseNative(long nativeModelContext);
+
+ // Initializes at the beginning.
+ static {
+ FastDeployInitializer.init();
+ }
+
+}
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/detection/PicoDet.java b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/detection/PicoDet.java
new file mode 100644
index 000000000..bbd52eece
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/java/com/baidu/paddle/fastdeploy/vision/detection/PicoDet.java
@@ -0,0 +1,156 @@
+package com.baidu.paddle.fastdeploy.vision.detection;
+
+import android.graphics.Bitmap;
+
+import com.baidu.paddle.fastdeploy.FastDeployInitializer;
+import com.baidu.paddle.fastdeploy.RuntimeOption;
+import com.baidu.paddle.fastdeploy.vision.DetectionResult;
+
+public class PicoDet {
+ protected long mNativeModelContext = 0; // Context from native.
+ protected boolean mInitialized = false;
+
+ public PicoDet() {
+ mInitialized = false;
+ }
+
+ // Constructor without label file
+ public PicoDet(String modelFile,
+ String paramsFile,
+ String configFile,
+ RuntimeOption option) {
+ init_(modelFile, paramsFile, configFile, "", option);
+ }
+
+ // Constructor with label file
+ public PicoDet(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ init_(modelFile, paramsFile, configFile, labelFile, option);
+ }
+
+ // Call init manually without label file
+ public boolean init(String modelFile,
+ String paramsFile,
+ String configFile,
+ RuntimeOption option) {
+ return init_(modelFile, paramsFile, configFile, "", option);
+ }
+
+ // Call init manually with label file
+ public boolean init(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ return init_(modelFile, paramsFile, configFile, labelFile, option);
+ }
+
+ public boolean release() {
+ mInitialized = false;
+ if (mNativeModelContext == 0) {
+ return false;
+ }
+ return releaseNative(mNativeModelContext);
+ }
+
+ public boolean initialized() {
+ return mInitialized;
+ }
+
+ // Predict without image saving and bitmap rendering.
+ public DetectionResult predict(Bitmap ARGB8888Bitmap) {
+ if (mNativeModelContext == 0) {
+ return new DetectionResult();
+ }
+ // Only support ARGB8888 bitmap in native now.
+ return new DetectionResult(predictNative(
+ mNativeModelContext, ARGB8888Bitmap, false,
+ "", 0.f, false));
+ }
+
+ // Predict with image saving and bitmap rendering (will cost more times)
+ public DetectionResult predict(Bitmap ARGB8888Bitmap,
+ String savedImagePath,
+ float scoreThreshold) {
+ // scoreThreshold is for visualizing only.
+ if (mNativeModelContext == 0) {
+ return new DetectionResult();
+ }
+ // Only support ARGB8888 bitmap in native now.
+ return new DetectionResult(predictNative(
+ mNativeModelContext, ARGB8888Bitmap, true,
+ savedImagePath, scoreThreshold, true));
+ }
+
+
+ private boolean init_(String modelFile,
+ String paramsFile,
+ String configFile,
+ String labelFile,
+ RuntimeOption option) {
+ if (!mInitialized) {
+ mNativeModelContext = bindNative(
+ modelFile,
+ paramsFile,
+ configFile,
+ option.mCpuThreadNum,
+ option.mEnableLiteFp16,
+ option.mLitePowerMode.ordinal(),
+ option.mLiteOptimizedModelDir,
+ option.mEnableRecordTimeOfRuntime, labelFile);
+ if (mNativeModelContext != 0) {
+ mInitialized = true;
+ }
+ return mInitialized;
+ } else {
+ // release current native context and bind a new one.
+ if (release()) {
+ mNativeModelContext = bindNative(
+ modelFile,
+ paramsFile,
+ configFile,
+ option.mCpuThreadNum,
+ option.mEnableLiteFp16,
+ option.mLitePowerMode.ordinal(),
+ option.mLiteOptimizedModelDir,
+ option.mEnableRecordTimeOfRuntime, labelFile);
+ if (mNativeModelContext != 0) {
+ mInitialized = true;
+ }
+ return mInitialized;
+ }
+ return false;
+ }
+ }
+
+ // Bind predictor from native context.
+ private static native long bindNative(String modelFile,
+ String paramsFile,
+ String configFile,
+ int cpuNumThread,
+ boolean enableLiteFp16,
+ int litePowerMode,
+ String liteOptimizedModelDir,
+ boolean enableRecordTimeOfRuntime,
+ String labelFile);
+
+ // Call prediction from native context.
+ private static native long predictNative(long nativeModelContext,
+ Bitmap ARGB8888Bitmap,
+ boolean saved,
+ String savedImagePath,
+ float scoreThreshold,
+ boolean rendering);
+
+ // Release buffers allocated in native context.
+ private static native boolean releaseNative(long nativeModelContext);
+
+ // Initializes at the beginning.
+ static {
+ FastDeployInitializer.init();
+ }
+}
+
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/action_button_layer.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/action_button_layer.xml
new file mode 100644
index 000000000..a0d2e76bf
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/action_button_layer.xml
@@ -0,0 +1,14 @@
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+
\ No newline at end of file
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/album_btn.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/album_btn.xml
new file mode 100644
index 000000000..26d01c584
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/album_btn.xml
@@ -0,0 +1,7 @@
+
+
+ -
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/round_corner_btn.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/round_corner_btn.xml
new file mode 100644
index 000000000..c5dcc45d5
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/round_corner_btn.xml
@@ -0,0 +1,10 @@
+
+
+
+
+
\ No newline at end of file
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_realtime.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_realtime.xml
new file mode 100644
index 000000000..b349d15a6
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_realtime.xml
@@ -0,0 +1,18 @@
+
+
+
+
+ -
+
+
+
+ -
+
+
+
+
+
+
+
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_result.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_result.xml
new file mode 100644
index 000000000..17cb68ed8
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_progress_result.xml
@@ -0,0 +1,18 @@
+
+
+
+
+ -
+
+
+
+
+
+ -
+
+
+
+
+
+
+
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_thumb.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_thumb.xml
new file mode 100644
index 000000000..96bd95e0a
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/seekbar_thumb.xml
@@ -0,0 +1,9 @@
+
+
+
+ -
+
+
+
+
+
+
+ -
+
+
+
+
+
+
diff --git a/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/switch_side_btn.xml b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/switch_side_btn.xml
new file mode 100644
index 000000000..b9b2edfb6
--- /dev/null
+++ b/examples/vision/detection/paddledetection/android/app/src/main/res/drawable-v24/switch_side_btn.xml
@@ -0,0 +1,7 @@
+
+
+