멈춤보단 천천히라도

Android NDK + OpenCV 카메라 예제 및 프로젝트 생성방법(CMake 사용)

http://webnautes.tistory.com/1054  

<?xml version="1.0" encoding="utf-8"?>
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
   package="com.tistory.webnautes.useopencvwithcmake">

   <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />


   <application
       android:allowBackup="true"
       android:icon="@mipmap/ic_launcher"
       android:label="@string/app_name"
       android:roundIcon="@mipmap/ic_launcher_round"
       android:supportsRtl="true"
       android:theme="@style/AppTheme">
       <activity android:name=".MainActivity">
           <intent-filter>
               <action android:name="android.intent.action.MAIN" />

               <category android:name="android.intent.category.LAUNCHER" />
           </intent-filter>
       </activity>
   </application>

</manifest>

apply plugin: 'com.android.application'

android {
   compileSdkVersion 28
   defaultConfig {
       applicationId "com.tistory.webnautes.opencvndkimageexample"
       minSdkVersion 26
       targetSdkVersion 28
       versionCode 1
       versionName "1.0"
       testInstrumentationRunner "android.support.test.runner.AndroidJUnitRunner"
       externalNativeBuild {
           cmake {
               cppFlags ""
           }
       }
   }

<?xml version="1.0" encoding="utf-8"?>
<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
   xmlns:app="http://schemas.android.com/apk/res-auto"
   android:orientation="vertical"
   android:layout_width="match_parent"
   android:layout_height="match_parent">


   <ImageView
       android:layout_width="match_parent"
       android:layout_height="0dp"
       android:layout_weight="0.4"
       android:id="@+id/imageViewInput"
       app:srcCompat="@drawable/ic_image"/>

   <ImageView
       android:layout_width="match_parent"
       android:layout_height="0dp"
       android:layout_weight="0.4"
       android:id="@+id/imageViewOutput"/>

   <LinearLayout
       android:layout_height="0dp"
       android:layout_weight="0.06"
       android:layout_width="match_parent"
       android:orientation="horizontal">
       <SeekBar
           android:id="@+id/seekBar_threshold1"
           android:layout_width="0dp"
           android:layout_weight="0.9"
           android:layout_height="match_parent"/>
       <TextView
           android:id="@+id/textView_threshold1"
           android:layout_width="0dp"
           android:layout_weight="0.1"
           android:layout_height="match_parent" />

   </LinearLayout>

   <LinearLayout
       android:layout_height="0dp"
       android:layout_weight="0.06"
       android:layout_width="match_parent"
       android:orientation="horizontal">
       <SeekBar
           android:id="@+id/seekBar_threshold2"
           android:layout_width="0dp"
           android:layout_weight="0.9"
           android:layout_height="match_parent"/>
       <TextView
           android:id="@+id/textView_threshold2"
           android:layout_width="0dp"
           android:layout_weight="0.1"
           android:layout_height="match_parent" />

   </LinearLayout>

   <Button
       android:id="@+id/button"
       android:layout_width="match_parent"
       android:layout_height="0dp"
       android:layout_weight="0.1"
       android:text="에지 검출하기" />


</LinearLayout>

import android.content.DialogInterface;
import android.content.Intent;
import android.content.pm.PackageManager;
import android.database.Cursor;
import android.graphics.Bitmap;
import android.graphics.Matrix;
import android.media.ExifInterface;
import android.net.Uri;
import android.os.Build;
import android.provider.MediaStore;
import android.support.annotation.NonNull;
import android.support.v7.app.AlertDialog;
import android.support.v7.app.AppCompatActivity;
import android.os.Bundle;
import android.util.Log;
import android.view.View;
import android.widget.Button;
import android.widget.ImageView;
import android.widget.SeekBar;
import android.widget.TextView;

import org.opencv.android.Utils;
import org.opencv.core.Mat;
import org.w3c.dom.Text;

import java.io.IOException;


public class MainActivity extends AppCompatActivity {


   static {
       System.loadLibrary("opencv_java4");
       System.loadLibrary("native-lib");
   }


   ImageView imageVIewInput;
   ImageView imageVIewOuput;
   private Mat img_input;
   private Mat img_output;
   private int threshold1=50;
   private int threshold2=150;

   private static final String TAG = "opencv";
   private final int GET_GALLERY_IMAGE = 200;

   boolean isReady = false;


   @Override
   protected void onCreate(Bundle savedInstanceState) {
       super.onCreate(savedInstanceState);
       setContentView(R.layout.activity_main);

       imageVIewInput = (ImageView)findViewById(R.id.imageViewInput);
       imageVIewOuput = (ImageView)findViewById(R.id.imageViewOutput);

       Button Button = (Button)findViewById(R.id.button);
       Button.setOnClickListener(new View.OnClickListener(){
           public void onClick(View v){

               imageprocess_and_showResult(threshold1, threshold2);
           }
       });


       imageVIewInput.setOnClickListener(new View.OnClickListener() {
           public void onClick(View v) {
               Intent intent = new Intent(Intent.ACTION_PICK);
               intent.setData(android.provider.MediaStore.Images.Media.EXTERNAL_CONTENT_URI);
               intent.setType("image/*");
               startActivityForResult(intent, GET_GALLERY_IMAGE);
           }
       });


       final TextView textView1 = (TextView)findViewById(R.id.textView_threshold1);
       SeekBar seekBar1=(SeekBar)findViewById(R.id.seekBar_threshold1);
       seekBar1.setProgress(threshold1);
       seekBar1.setMax(200);
       seekBar1.setMin(0);
       seekBar1.setOnSeekBarChangeListener(new SeekBar.OnSeekBarChangeListener() {

           @Override
           public void onProgressChanged(SeekBar seekBar, int progress, boolean fromUser) {

               threshold1 = progress;
               textView1.setText(threshold1+"");
               imageprocess_and_showResult(threshold1, threshold2);

           }

           @Override
           public void onStartTrackingTouch(SeekBar seekBar) {

           }

           @Override
           public void onStopTrackingTouch(SeekBar seekBar) {

           }
       });


       final TextView textView2 = (TextView)findViewById(R.id.textView_threshold2);
       SeekBar seekBar2=(SeekBar)findViewById(R.id.seekBar_threshold2);
       seekBar2.setProgress(threshold2);
       seekBar2.setMax(200);
       seekBar2.setMin(0);
       seekBar2.setOnSeekBarChangeListener(new SeekBar.OnSeekBarChangeListener() {

           @Override
           public void onProgressChanged(SeekBar seekBar, int progress, boolean fromUser) {
               threshold2 = progress;
               textView2.setText(threshold2+"");
               imageprocess_and_showResult(threshold1, threshold2);
           }

           @Override
           public void onStartTrackingTouch(SeekBar seekBar) {

           }

           @Override
           public void onStopTrackingTouch(SeekBar seekBar) {

           }
       });


       if (!hasPermissions(PERMISSIONS)) { //퍼미션 허가를 했었는지 여부를 확인
           requestNecessaryPermissions(PERMISSIONS);//퍼미션 허가안되어 있다면 사용자에게 요청
       }

   }

   @Override
   protected void onResume() {
       super.onResume();

       isReady = true;
   }

   public native void imageprocessing(long inputImage, long outputImage, int th1, int th2);

   private void imageprocess_and_showResult(int th1, int th2) {

       if (isReady==false) return;

       if (img_output == null)
           img_output = new Mat();

       imageprocessing(img_input.getNativeObjAddr(), img_output.getNativeObjAddr(), th1, th2);


       Bitmap bitmapOutput = Bitmap.createBitmap(img_output.cols(), img_output.rows(), Bitmap.Config.ARGB_8888);
       Utils.matToBitmap(img_output, bitmapOutput);
       imageVIewOuput.setImageBitmap(bitmapOutput);
   }


   @Override
   protected void onActivityResult(int requestCode, int resultCode, Intent data) {

       if ( requestCode == GET_GALLERY_IMAGE){


           if (data.getData() != null) {
               Uri uri = data.getData();

               try {
                   String path = getRealPathFromURI(uri);
                   int orientation = getOrientationOfImage(path); // 런타임 퍼미션 필요
                   Bitmap temp = MediaStore.Images.Media.getBitmap(getContentResolver(), uri);
                   Bitmap bitmap = getRotatedBitmap(temp, orientation);
                   imageVIewInput.setImageBitmap(bitmap);

                   img_input = new Mat();
                   Bitmap bmp32 = bitmap.copy(Bitmap.Config.ARGB_8888, true);
                   Utils.bitmapToMat(bmp32, img_input);


               } catch (Exception e) {
                   e.printStackTrace();
               }

           }

       }
   }


   private String getRealPathFromURI(Uri contentUri) {

       String[] proj = {MediaStore.Images.Media.DATA};
       Cursor cursor = getContentResolver().query(contentUri, proj, null, null, null);
       cursor.moveToFirst();
       int column_index = cursor.getColumnIndexOrThrow(MediaStore.Images.Media.DATA);

       return cursor.getString(column_index);
   }

   // 출처 - http://snowdeer.github.io/android/2016/02/02/android-image-rotation/
   public int getOrientationOfImage(String filepath) {
       ExifInterface exif = null;

       try {
           exif = new ExifInterface(filepath);
       } catch (IOException e) {
           Log.d("@@@", e.toString());
           return -1;
       }

       int orientation = exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, -1);

       if (orientation != -1) {
           switch (orientation) {
               case ExifInterface.ORIENTATION_ROTATE_90:
                   return 90;

               case ExifInterface.ORIENTATION_ROTATE_180:
                   return 180;

               case ExifInterface.ORIENTATION_ROTATE_270:
                   return 270;
           }
       }

       return 0;
   }

   public Bitmap getRotatedBitmap(Bitmap bitmap, int degrees) throws Exception {
       if(bitmap == null) return null;
       if (degrees == 0) return bitmap;

       Matrix m = new Matrix();
       m.setRotate(degrees, (float) bitmap.getWidth() / 2, (float) bitmap.getHeight() / 2);

       return Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), m, true);
   }



   // 퍼미션 코드
   static final int PERMISSION_REQUEST_CODE = 1;
   String[] PERMISSIONS  = {"android.permission.WRITE_EXTERNAL_STORAGE"};

   private boolean hasPermissions(String[] permissions) {
       int ret = 0;
       //스트링 배열에 있는 퍼미션들의 허가 상태 여부 확인
       for (String perms : permissions){
           ret = checkCallingOrSelfPermission(perms);
           if (!(ret == PackageManager.PERMISSION_GRANTED)){
               //퍼미션 허가 안된 경우
               return false;
           }

       }
       //모든 퍼미션이 허가된 경우
       return true;
   }

   private void requestNecessaryPermissions(String[] permissions) {
       //마시멜로( API 23 )이상에서 런타임 퍼미션(Runtime Permission) 요청
       if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
           requestPermissions(permissions, PERMISSION_REQUEST_CODE);
       }
   }



   @Override
   public void onRequestPermissionsResult(int permsRequestCode, @NonNull String[] permissions, @NonNull int[] grantResults){
       switch(permsRequestCode){

           case PERMISSION_REQUEST_CODE:
               if (grantResults.length > 0) {
                   boolean writeAccepted = grantResults[0] == PackageManager.PERMISSION_GRANTED;

                   if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {

                       if (!writeAccepted )
                       {
                           showDialogforPermission("앱을 실행하려면 퍼미션을 허가하셔야합니다.");
                           return;
                       }
                   }
               }
               break;
       }
   }

   private void showDialogforPermission(String msg) {

       final AlertDialog.Builder myDialog = new AlertDialog.Builder(  MainActivity.this);
       myDialog.setTitle("알림");
       myDialog.setMessage(msg);
       myDialog.setCancelable(false);
       myDialog.setPositiveButton("예", new DialogInterface.OnClickListener() {
           public void onClick(DialogInterface arg0, int arg1) {
               if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
                   requestPermissions(PERMISSIONS, PERMISSION_REQUEST_CODE);
               }

           }
       });
       myDialog.setNegativeButton("아니오", new DialogInterface.OnClickListener() {
           public void onClick(DialogInterface arg0, int arg1) {
               finish();
           }
       });
       myDialog.show();
   }
}

#include <jni.h>
#include <opencv2/opencv.hpp>


using namespace cv;


//extern "C"
//JNIEXPORT void JNICALL
//Java_com_tistory_webnautes_useopencvwithcmake_MainActivity_ConvertRGBtoGray(JNIEnv *env,
//                                                                            jobject instance,
//                                                                            jlong matAddrInput,
//                                                                            jlong matAddrResult) {
//
//
//
//    // 입력 RGBA 이미지를 GRAY 이미지로 변환
//    Mat &matInput = *(Mat *)matAddrInput;
//    Mat &matResult = *(Mat *)matAddrResult;
//
//    cvtColor(matInput, matResult, COLOR_RGBA2GRAY);
//
//
//}



extern "C"
JNIEXPORT void JNICALL
Java_com_tistory_webnautes_useopencvwithcmake_MainActivity_imageprocessing(JNIEnv *env,
                                                                          jobject instance,
                                                                          jlong inputImage,
                                                                          jlong outputImage,

                                                                          jint th1,

                                                                          jint th2) {

   Mat &img_input = *(Mat *) inputImage;

   Mat &img_output = *(Mat *) outputImage;

   cvtColor( img_input, img_output, COLOR_RGB2GRAY);

   blur( img_output, img_output, Size(5,5) );

   Canny( img_output, img_output, th1, th2);

}