mediapipe: Android hand tracking error:use aar in my own project

@afsaredrisy Thanks a lot for your help. I have solved my problem.

Hi Have a look on this. https://github.com/afsaredrisy/MediapipeHandtracking_GPU_Bitmap_Input I uploaded same work with Bitmap.

@afsaredrisy Here is my code:

`processor = new FrameProcessor( this, eglManager.getNativeContext(), BINARY_GRAPH_NAME, INPUT_VIDEO_STREAM_NAME, OUTPUT_VIDEO_STREAM_NAME);

renderer = new TextureRenderer(); renderer.setFlipY(FLIP_FRAMES_VERTICALLY); renderer.setup();

destinationTextureId = ShaderUtil.createRgbaTexture(previewWidth, previewHeight); outputFrame = new AppTextureFrame(destinationTextureId, previewWidth, previewHeight);`

When rgbFrameBitmap is available:

renderer.render(outputFrame.getTextureName(), rgbFrameBitmap); outputFrame.setTimestamp(timestamp); outputFrame.setInUse(); processor.onNewFrame(outputFrame);

Here is the TextureRenderer:

`public class TextureRenderer { private static final FloatBuffer TEXTURE_VERTICES = ShaderUtil.floatBuffer(new float[]{0.0F, 0.0F, 1.0F, 0.0F, 0.0F, 1.0F, 1.0F, 1.0F}); private static final FloatBuffer FLIPPED_TEXTURE_VERTICES = ShaderUtil.floatBuffer(new float[]{0.0F, 1.0F, 1.0F, 1.0F, 0.0F, 0.0F, 1.0F, 0.0F}); private static final String TAG = “TextureRenderer”; private static final int ATTRIB_POSITION = 1; private static final int ATTRIB_TEXTURE_COORDINATE = 2; private int program = 0; private int frameUniform; private int textureTransformUniform; private float[] textureTransformMatrix = new float[16]; private boolean flipY;

private final String vertexShaderCode =
        "uniform mat4 texture_transform;\n"
                + "attribute vec4 position;\n"
                + "attribute mediump vec4 texture_coordinate;\n"
                + "varying mediump vec2 sample_coordinate;\n"
                + "\n"
                + "void main() {\n"
                + "  gl_Position = position;\n"
                + "  sample_coordinate = (texture_transform * texture_coordinate).xy;\n"
                + "}";

private final String fragmentShaderCode =
        "#extension GL_OES_EGL_image_external : require\n"
                + "varying mediump vec2 sample_coordinate;\n"
                + "uniform sampler2D video_frame;\n"
                + "\n"
                + "void main() {\n"
                + "  gl_FragColor = texture2D(video_frame, sample_coordinate);\n"
                + "}";

public TextureRenderer() {
}

public void setup() {
    Map<String, Integer> attributeLocations = new HashMap();
    attributeLocations.put("position", 1);
    attributeLocations.put("texture_coordinate", 2);
    this.program = ShaderUtil.createProgram(vertexShaderCode, fragmentShaderCode, attributeLocations);
    this.frameUniform = GLES20.glGetUniformLocation(this.program, "video_frame");
    this.textureTransformUniform = GLES20.glGetUniformLocation(this.program, "texture_transform");
    ShaderUtil.checkGlError("glGetUniformLocation");
}

public void setFlipY(boolean flip) {
    this.flipY = flip;
}

public void render(int textureName, Bitmap bmp) {
    GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT);
    GLES20.glActiveTexture(GLES20.GL_TEXTURE0);
    ShaderUtil.checkGlError("glActiveTexture");
    GLUtils.texImage2D(GLES20.GL_TEXTURE_2D, 0, bmp, 0);
    GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER,GLES20.GL_LINEAR);
    GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER,GLES20.GL_LINEAR);
    GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_S, GLES20.GL_CLAMP_TO_EDGE);
    GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_WRAP_T, GLES20.GL_CLAMP_TO_EDGE);
    ShaderUtil.checkGlError("glTexParameteri");
    GLES20.glUseProgram(program);
    ShaderUtil.checkGlError("glUseProgram");
    GLES20.glUniform1i(frameUniform, 0);
    ShaderUtil.checkGlError("glUniform1i");
    GLES20.glUniformMatrix4fv(textureTransformUniform, 1, false, textureTransformMatrix, 0);
    ShaderUtil.checkGlError("glUniformMatrix4fv");
    GLES20.glEnableVertexAttribArray(ATTRIB_POSITION);
    GLES20.glVertexAttribPointer(
            ATTRIB_POSITION, 2, GLES20.GL_FLOAT, false, 0, CommonShaders.SQUARE_VERTICES);
    GLES20.glEnableVertexAttribArray(ATTRIB_TEXTURE_COORDINATE);
    GLES20.glVertexAttribPointer(
            ATTRIB_TEXTURE_COORDINATE,
            2,
            GLES20.GL_FLOAT,
            false,
            0,
            flipY ? FLIPPED_TEXTURE_VERTICES : TEXTURE_VERTICES);
    ShaderUtil.checkGlError("program setup");
    GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, 4);
    ShaderUtil.checkGlError("glDrawArrays");
    GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, textureName);
    ShaderUtil.checkGlError("glBindTexture");
    GLES20.glFinish();
}

public void release() {
    GLES20.glDeleteProgram(this.program);
}

}`

@liaohong I tried transforming a bitmap to texture by a function in ShaderUtil.class named: public static int createRgbaTexture (Bitmap bitmap). And then used the texture above to new an AppTextureFrame which implements TextureFrame. At last called the function public void onNewFrame(final TextureFrame) in FrameProcessor.calss. But now I get a new problem. I got empty results of handPresence and handLandmarks. I’m not sure if the method above is right or not. I’m checking.