Android Example Inline JavaCV/OpenCV

Discussion in 'Tutorials & Examples' started by DrewG, May 20, 2015.

  1. DrewG

    DrewG Member Licensed User

    I have had some luck using JavaCV inline, here is how to do it:

    Download this:
    http://search.maven.org/remotecontent?filepath=org/bytedeco/javacv/0.11/javacv-0.11-bin.zip

    Extract the .zip

    And copy the following .jar files toy our B4A Libraries directory or to your apps additional libraries directory:

    "javacpp" "javacv" "flandmark" "artoolkitplus" "videoinput" "libfreenect" "flycapture" "ffmpeg" "opencv" "flandmark-android-arm" "artoolkitplus-android-arm" "ffmpeg-android-arm" "opencv-android-arm"

    Enable JavaObject Lib

    Add this to your code:

    Code:
    #AdditionalJar: opencv-android-arm
    #AdditionalJar: javacv
    #AdditionalJar: javacpp
    #AdditionalJar: flandmark-android-arm
    #AdditionalJar: ffmpeg-android-arm
    #AdditionalJar: artoolkitplus-android-arm
    #AdditionalJar: videoinput
    #AdditionalJar: libfreenect
    #AdditionalJar: flycapture
    #AdditionalJar: flandmark
    #AdditionalJar: ffmpeg
    #AdditionalJar: artoolkitplus
    #AdditionalJar: opencv

    #If JAVA

    import static org.bytedeco.javacpp.opencv_core.*;
    import static org.bytedeco.javacpp.opencv_imgproc.*;
    import static org.bytedeco.javacpp.opencv_highgui.*;

    import java.util.Random; //for testblob
    import android.graphics.Bitmap; //for return of bitmap type
    import anywheresoftware.b4a.keywords.Common; //for raiseevent to send values back to b4a

        public static void smooth(String filename) {
            IplImage image = cvLoadImage(filename);
            if (image != null) {
                cvSmooth(image, image);
                cvSaveImage(filename, image);
                cvReleaseImage(image);
            }
        }

    public static void open(String filename) {
            IplImage image = cvLoadImage(filename);
            if (image != null) {
                IplConvKernel mat=cvCreateStructuringElementEx(5, 5, 2, 2, CV_SHAPE_RECT);
                cvMorphologyEx(image, image, null, mat, MORPH_OPEN, 1);
                cvSaveImage(filename, image);
                cvReleaseImage(image);
            }
        }
       
        public static void JCVerode(String filename) {
            IplImage image = cvLoadImage(filename);
            if (image != null) {
                IplConvKernel mat=cvCreateStructuringElementEx(5, 5, 2, 2, CV_SHAPE_RECT);
                cvErode(image, image, mat, 1);
                cvSaveImage(filename, image);
                cvReleaseImage(image);
            }
        }

        public static void JCVerodeBig(String filename) {
            IplImage image = cvLoadImage(filename);
            if (image != null) {
                IplConvKernel mat=cvCreateStructuringElementEx(9, 9, 4, 4, CV_SHAPE_ELLIPSE);
                cvErode(image, image, mat, 1);
                cvSaveImage(filename, image);
                cvReleaseImage(image);
            }
        }

    public Bitmap BlobDetect(byte[] data, byte[] sub_data, int width, int height, Boolean diffAbs, Boolean thresholdOTSU, int thresholdL, int thresholdH, int closeiter, int closesize, int closeanchor) {
            long startTime = System.currentTimeMillis();
          
            IplImage yuvimage = IplImage.create(width, height * 3 / 2, IPL_DEPTH_8U, 1);  //1 isntead of 2 for last param
            yuvimage.getByteBuffer().put(data);
            IplImage grayimage = IplImage.create(width, height, IPL_DEPTH_8U, 1); // 3-> 1 last parameter for gray
            cvCvtColor(yuvimage, grayimage, CV_YUV2GRAY_NV21);// YUV2BGR ->YUV2GRAY
          
            IplImage sub_yuvimage = IplImage.create(width, height * 3 / 2, IPL_DEPTH_8U, 1); 
            sub_yuvimage.getByteBuffer().put(sub_data);
            IplImage sub_grayimage = IplImage.create(width, height, IPL_DEPTH_8U, 1);
            cvCvtColor(sub_yuvimage, sub_grayimage, CV_YUV2GRAY_NV21);
          
            IplImage subtractedimage = IplImage.create(width, height, IPL_DEPTH_8U, 1);
          
            if(!diffAbs)cvSub(sub_grayimage,grayimage , subtractedimage);
            if(diffAbs)cvAbsDiff(sub_grayimage, grayimage, subtractedimage);
            cvFlip(subtractedimage, null, 1);
            cvNormalize(subtractedimage, subtractedimage, 0, 255,  CV_MINMAX, null);
          
            IplImage subtractedimageO = IplImage.create(width, height, IPL_DEPTH_8U, 1);
            subtractedimageO = cvCloneImage(subtractedimage);
          
            double maxcompactarea = 0;
            double maxcompact = 0;
            int maxcompactthresh = 0;
          
            IplImage image = IplImage.create(width, height, IPL_DEPTH_8U, 3);
            CvSeq bigContour = new CvSeq();
        for(int i=10; i<125; i = i + 5){
            float maxarea =0;
            double perimeter =0;
            subtractedimage = cvCloneImage(subtractedimageO);
            CvScalar color = CV_RGB( 255 - (i*2) , 255 - (i*2), 255 - (i*2));
          
            //if(!diffAbs)cvSub(sub_grayimage,grayimage , subtractedimage);
            //if(diffAbs)cvAbsDiff(sub_grayimage, grayimage, subtractedimage);
            //cvFlip(subtractedimage, null, 1);
            //cvNormalize(subtractedimage, subtractedimage, 0, 255,  CV_MINMAX, null);
          
            //if(thresholdOTSU)cvThreshold(subtractedimage, subtractedimage, 100, 255, CV_THRESH_OTSU);
            //if(!thresholdOTSU)cvThreshold(subtractedimage, subtractedimage, thresholdL, thresholdH, THRESH_TOZERO);
            cvThreshold(subtractedimage, subtractedimage, i, thresholdH, THRESH_TOZERO);
            IplConvKernel mat=cvCreateStructuringElementEx(closesize, closesize, closeanchor, closeanchor, CV_SHAPE_ELLIPSE);
            cvMorphologyEx(subtractedimage, subtractedimage, null, mat, MORPH_CLOSE, closeiter);
          
            CvMemStorage mem;
            CvSeq contours = new CvSeq();
            CvSeq ptr = new CvSeq();
          
          
            mem = cvCreateMemStorage(0);

            cvFindContours(subtractedimage, mem, contours, Loader.sizeof(CvContour.class) , CV_RETR_EXTERNAL, CV_CHAIN_APPROX_SIMPLE, cvPoint(0,0));
          
          
          
            Random rand = new Random();
            //for (ptr = contours; ptr != null; ptr = ptr.h_next()) {
            while ( contours != null && !contours.isNull() ) {
                if ( contours.elem_size() > 0 ) {
                //Color randomColor = new Color(rand.nextFloat(), rand.nextFloat(), rand.nextFloat());
                //CvScalar color = CV_RGB( rand.nextFloat() * 255, rand.nextFloat() * 255, rand.nextFloat() * 255);
                ////cvDrawContours(image, ptr, color, CV_RGB(0,0,0), -1, CV_FILLED, 8, cvPoint(0,0));
                //cvDrawContours(image, contours , color, CV_RGB(0,0,0), -1, CV_FILLED, 8, cvPoint(0,0));
                //BA.Log("Area: " + String.valueOf(cvContourArea(contours)));
              
                if (cvContourArea(contours) > maxarea) {
                     maxarea = (float) cvContourArea(contours);
                     perimeter = cvContourPerimeter(contours);
                    bigContour = contours;
                   }
                //Common.CallSubNew2(mostCurrent.activityBA,main.getObject(),"myevent_fire",cvContourArea(contours));
                }
                contours = contours.h_next();
            }
            double compact = 4 * 3.14159 * maxarea / Math.pow(perimeter,2);
            BA.Log("i: " + i + " Area: " + maxarea + " perimeter: " + perimeter + " compactness: " + compact);
          
            if (compact > maxcompact && maxarea > 5000 && maxarea < 40000) {
                     maxcompact = compact;
                     maxcompactthresh = i;
                     maxcompactarea = maxarea;
                     image = IplImage.create(width, height, IPL_DEPTH_8U, 3);
                     cvDrawContours(image, bigContour ,  CV_RGB(255,255,255), CV_RGB(0,0,0), -1, CV_FILLED, 8, cvPoint(0,0));
                   }
          
        }  
          
            BA.Log("maxcompact: " + maxcompact + " maxcompactthresh: " + maxcompactthresh + " maxcompactarea: " + maxcompactarea);
            //cvSaveImage(filename, image);
            Common.CallSubNew2(mostCurrent.activityBA,main.getObject(),"myevent_fire",maxcompactarea);
          
            IplImage imageBitmap = IplImage.create(width, height, IPL_DEPTH_8U, 4);
            cvCvtColor(image, imageBitmap, CV_BGR2BGRA);
          
            Bitmap bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888);
            bitmap.copyPixelsFromBuffer(imageBitmap.getByteBuffer());
          
            BA.Log("TestBlobExternal Time: " + String.valueOf(System.currentTimeMillis() - startTime));
            //return (System.currentTimeMillis() - startTime);
            return bitmap;
        }

    #End If
    I got the java code from the "Sample Usage" here:
    https://github.com/bytedeco/javacv
    Notice I cut out the "Smoother" class from their example and just got to the meat.


    Dump this in Process Globals:
    Code:
    Sub Process_Globals
        
    Private NativeMe As JavaObject

    ..
    Activity create needs this:
    Code:
    Sub Activity_Create(FirstTime As Boolean)

        
    If FirstTime Then
            NativeMe.InitializeContext
          
    End If
    Then put a .bmp file named reuse.bmp into your AssetsDir, to do this you just click the Files tab (bottom right corner) in B4A press "Add Files" button and select something named reuse.bmp.

    Then you can call this code (put in activity create if you want):

    Code:
    File.Copy(File.DirAssets,"reuse.bmp",File.DirRootExternal,"reuse.bmp")
    Dim s As String = File.DirRootExternal & "/reuse.bmp"
    NativeMe.RunMethod(
    "smooth",  Array (s))
    NativeMe.RunMethod(
    "smooth",  Array (s))
    NativeMe.RunMethod(
    "smooth",  Array (s))
    NativeMe.RunMethod(
    "smooth",  Array (s))

    Dim subtractBytes() As Byte
    Dim previewBytes() As Byte 'dropimagebytes
    If blobDet Then blobsBitmap = NativeMe.RunMethod("BlobDetect",  Array (previewBytes, subtractBytes, 640480, diffAbs, thresholdOTSU, thresholdL, thresholdH, closeiter, closesize, closeanchor))
    It will load reuse.bmp from File.DirAssets, copy it to File.DirRootExternal smooth/overwrite File.DirRootExterna/reuse.bmp four times (makes difference easier to see).

    *Update
    BlobDetect() detects the biggest "blob" change between two video preview frame dumps.
    SubtractBytes and PreviewBytes are NV21 byte arrays captured from frame dumps of the camera's video feed.
    Sub Camera1_Preview (PreviewPic() As Byte)
    subtractBytes = PreviewPic
    ..
    previewBytes = PreviewPic
     
    Last edited: Nov 13, 2015
    Ohanian, moster67, jjcc and 4 others like this.
  2. JordiCP

    JordiCP Well-Known Member Licensed User

    Really interesting!! :)

    Just these weeks I needed gaussian smoothing and edge detection by Sobel kernels, so I had to write them by hand :confused:

    Please keep us informed on your progress with it!
     
  3. DrewG

    DrewG Member Licensed User

    That is unfortunate, I have this post:

    http://www.b4x.com/android/forum/threads/renderscript-intrinsics-function-example.32511/

    Which has Gaussian and 5x5 Convolution (can plug in any kernel you need, including Sobel), but they require 4.2 or later Android to work.
     
  4. giacomo-italy

    giacomo-italy Member Licensed User


    Great!!
    I sensed that this could be the way...( see my post #32 in http://www.b4x.com/android/forum/threads/inline-java-code.50141/page-2)
    Thank you for sharing your evidence!
     
  5. MarcoRome

    MarcoRome Expert Licensed User

  6. Elton Leung

    Elton Leung Member Licensed User

    Thank you for sharing your experience of Javacv with us, I am trying to using inline java with Javacv for face detection. Your example give me a good direction.

    I see you have included a lot of extra Java files:
    #AdditionalJar: opencv-android-arm
    #AdditionalJar: javacv
    #AdditionalJar: javacpp
    #AdditionalJar: flandmark-android-arm
    #AdditionalJar: ffmpeg-android-arm
    #AdditionalJar: artoolkitplus-androidarm
    #AdditionalJar: videoinput
    #AdditionalJar: libfreenect
    #AdditionalJar: flycapture
    #AdditionalJar: flandmark
    #AdditionalJar: ffmpeg
    #AdditionalJar: artoolkitplus
    #AdditionalJar: opencv

    I supposed if I just wanted to detect a face and features from a image file, ffmpeg-android-arm, videoinput and flycapture are not necessary, right?

    Also, if you are only using the Smoother function to process the image, there is no need to have these three functions, right?

    public static void open(String filename){ ...

    public static void JCVerode(String filename) { ...

    public static void JCVerodeBig(String filename) { ...

    Elton

     
  7. DrewG

    DrewG Member Licensed User

    ffmpeg-android-arm, videoinput and flycapture are not necessary.

    Yes you don't the other functions, those are just examples of an open morph and erode morph. I have done a lot more with JavaCV, I will update the post tomorrow with more useful code that accepts and returns android (b4a) bitmaps instead of loading from a file.
     
    inakigarm likes this.
  8. Elton Leung

    Elton Leung Member Licensed User

    Nice! looking forward to see what your update.
     
  9. DrewG

    DrewG Member Licensed User

    Ok I added a "BlobDetect" function example which shows how you can take two frames (NV21 byte arrays) from the camera preview and detect blobs that have changed. The function returns a colored android Bitmap of all the detected blobs. It also uses raise_event to send back some data to B4A about the blob shape while processing, like its compactness.
     
    JordiCP, Elton Leung and inakigarm like this.
  10. Elton Leung

    Elton Leung Member Licensed User

    You never release the memory. It is not necessary?

     
  11. DrewG

    DrewG Member Licensed User

    My understanding is that IplImage.create() for sure, and most of JavaCV in general is garbage collected. That is not the case for OpenCV (c++) obviously. I have not profiled it so its certainly possible there is a memory leak but I have not noticed it.
     
  12. Elton Leung

    Elton Leung Member Licensed User

    Thanks.
    I figure out I need to use image.release(); to free up the memory, cause the app will use up the memory within a few min and quit.
     
  13. roberto64

    roberto64 Member Licensed User

    prejudice and can have an example already did it because of me by "B4A version compilation error: 6:31
    Parsing code. (0.00s)
    Compiling code. (0.06s)
    Compiling code layouts. (0.01s)
    Organizing libraries. (0.00s)
    Generating R files. (0.10s)
    Compiling code debugger engine. (1.55s)
    Compiling generated Java code. error
    B4A line: 52
    end Sub
    javac 1.8.0_102
    src \ B4A \ example \ main.java: 451: error: can not find symbol
    IplImage cvLoadImage image = (filename);
    ^
    symbol: method cvLoadImage (String)
    location: class main "
    regards
     
  14. roberto64

    roberto64 Member Licensed User


    You can have an example?
     
    swissmade likes this.
  15. did2kan

    did2kan New Member Licensed User

    Hi,

    no sample to download for jacacv in B4A ? because I've error message when I compile
     
  16. DonManfred

    DonManfred Expert Licensed User

    1. You should create a new thread in the Questions-Forum for this.
    2. Hiding the ERROR from us will not help us to help you!!
     
Loading...
  1. This site uses cookies to help personalise content, tailor your experience and to keep you logged in if you register.
    By continuing to use this site, you are consenting to our use of cookies.
    Dismiss Notice