안드로이드 스튜디오 opencv 에러 질문드립니다

Question

opencv를 이용해서 yolo를 사용하려는데 계속 에러가 발생합니다 opencv 버전은 implementation 'com.quickbirdstudios:opencv:4.3.0' 을 받아서 사용하고 있습니다아래는 에러코드 부분입니다. 2022-06-02 13:12:40.901 28422-28454/com.example.test E/eglCodecCommon: GoldfishAddressSpaceHostMemoryAllocator: ioctl_ping failed for device_type=5, ret=-1 2022-06-02 13:12:45.514 28422-28422/com.example.test E/OpenCV/StaticHelper: OpenCV error: Cannot load info library for OpenCV 2022-06-02 13:12:45.823 28422-28422/com.example.test E/om.example.tes: No implementation found for long org.opencv.dnn.Dnn.readNetFromDarknet_0(java.lang.String, java.lang.String) (tried Java_org_opencv_dnn_Dnn_readNetFromDarknet_10 and Java_org_opencv_dnn_Dnn_readNetFromDarknet_10__Ljava_lang_String_2Ljava_lang_String_2) 2022-06-02 13:12:45.825 28422-28422/com.example.test E/AndroidRuntime: FATAL EXCEPTION: main Process: com.example.test, PID: 28422 java.lang.UnsatisfiedLinkError: No implementation found for long org.opencv.dnn.Dnn.readNetFromDarknet_0(java.lang.String, java.lang.String) (tried Java_org_opencv_dnn_Dnn_readNetFromDarknet_10 and Java_org_opencv_dnn_Dnn_readNetFromDarknet_10__Ljava_lang_String_2Ljava_lang_String_2) at org.opencv.dnn.Dnn.readNetFromDarknet_0(Native Method) at org.opencv.dnn.Dnn.readNetFromDarknet(Dnn.java:75) at com.example.test.YoloActivity.YOLO(YoloActivity.java:92) at com.example.test.YoloActivity.onCreate(YoloActivity.java:236) at android.app.Activity.performCreate(Activity.java:7136) at android.app.Activity.performCreate(Activity.java:7127) at android.app.Instrumentation.callActivityOnCreate(Instrumentation.java:1271) at android.app.ActivityThread.performLaunchActivity(ActivityThread.java:2893) at android.app.ActivityThread.handleLaunchActivity(ActivityThread.java:3048) at android.app.servertransaction.LaunchActivityItem.execute(LaunchActivityItem.java:78) at android.app.servertransaction.TransactionExecutor.executeCallbacks(TransactionExecutor.java:108) at android.app.servertransaction.TransactionExecutor.execute(TransactionExecutor.java:68) at android.app.ActivityThread$H.handleMessage(ActivityThread.java:1808) at android.os.Handler.dispatchMessage(Handler.java:106) at android.os.Looper.loop(Looper.java:193) at android.app.ActivityThread.main(ActivityThread.java:6669) at java.lang.reflect.Method.invoke(Native Method) at com.android.internal.os.RuntimeInit$MethodAndArgsCaller.run(RuntimeInit.java:493) at com.android.internal.os.ZygoteInit.main(ZygoteInit.java:858)이부분은 에러코드 액티비티 부분 코드입니다 package com.example.test; import android.Manifest; import android.content.Context; import android.content.Intent; import android.content.pm.PackageManager; import android.content.res.AssetManager; import android.graphics.Bitmap; import android.graphics.BitmapFactory; import android.os.Build; import android.os.Bundle; import android.util.Log; import android.view.View; import android.widget.Button; import android.widget.EditText; import android.widget.ImageButton; import android.widget.ImageView; import androidx.annotation.NonNull; import androidx.appcompat.app.AppCompatActivity; import androidx.core.app.ActivityCompat; import org.opencv.android.BaseLoaderCallback; import org.opencv.android.CameraBridgeViewBase; import org.opencv.android.OpenCVLoader; import org.opencv.android.Utils; import org.opencv.core.*; import org.opencv.core.Mat; import org.opencv.core.MatOfFloat; import org.opencv.core.MatOfInt; import org.opencv.core.Point; import org.opencv.core.Scalar; import org.opencv.core.Size; import org.opencv.dnn.Dnn; import org.opencv.dnn.Net; import org.opencv.imgproc.Imgproc; import org.opencv.utils.Converters; import java.io.BufferedInputStream; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.util.ArrayList; import java.util.Arrays; import java.util.List; public class YoloActivity extends AppCompatActivity { private static final String TAG = "GILBOMI"; Button btn_photo, btn_addFood; ImageView iv_photo; final static int TAKE_PICTURE = 1; String mCurrentPhotoPath; final static int REQUEST_TAKE_PHOTO = 1; String yolo_name=""; EditText addIngredients; boolean startYolo=false; boolean firstTimeYolo=false; Net Yolov4; private final int GET_GALLERY_IMAGE = 200; private static String getPath(String file, Context context){ AssetManager assetManager =context.getAssets(); BufferedInputStream inputStream=null; try { inputStream=new BufferedInputStream(assetManager.open(file)); byte[] data=new byte[inputStream.available()]; inputStream.read(data); inputStream.close(); File outFile=new File(context.getFilesDir(),file); FileOutputStream os=new FileOutputStream(outFile); os.write(data); os.close(); return outFile.getAbsolutePath(); } catch (IOException e) { e.printStackTrace(); } return ""; } public void YOLO() { if (startYolo == false) { startYolo = true; if (firstTimeYolo == false) { firstTimeYolo = true; String yoloCfg = getPath("yolov4-obj.cfg", this); //핸드폰내 외부 저장소 경로 String yoloweights = getPath("yolov4-obj_30000.weights", this); Yolov4 = Dnn.readNetFromDarknet(yoloCfg, yoloweights); } } else { startYolo = false; } } // 욜로 이미지 디텍션&화면에 출력 public void detect_food(Bitmap bitmap){ Mat frame = new Mat();// 프레임받기 Utils.bitmapToMat(bitmap, frame); //Imgproc을 이용해 이미지 프로세싱을 한다. Imgproc.cvtColor(frame, frame, Imgproc.COLOR_RGBA2RGB);//rgba 체계를 rgb로 변경 //Imgproc.Canny(frame, frame, 100, 200); //Mat gray=Imgproc.cvtColor(frame, frame, Imgproc.COLOR_BGR2GRAY) Mat imageBlob = Dnn.blobFromImage(frame, 0.00392, new Size(416, 416), new Scalar(0, 0, 0),false, false); //뉴런 네트워크에 이미지 넣기 Yolov4.setInput(imageBlob); //cfg 파일에서 yolo layer number을 확인하여 이를 순전파에 넣어준다. //yolv3-tiny는 yolo layer가 2개라서 initialCapacity를 2로 준다. List result = new ArrayList(3); List outBlobNames = new ArrayList<>(); outBlobNames.add(0, "yolo_82"); outBlobNames.add(1, "yolo_94"); outBlobNames.add(2, "yolo_106"); //순전파를 진행 Yolov4.forward(result, outBlobNames); //80%이상의 확률만 출력해준다. float confThreshold = 0.8f; //class id List clsIds = new ArrayList<>(); // List confs = new ArrayList<>(); //draw rectanglelist List rects = new ArrayList<>(); for (int i = 0; i < result.size(); ++i) { Mat level = result.get(i); for (int j = 0; j < level.rows(); ++j) { //iterate row Mat row = level.row(j); Mat scores = row.colRange(5, level.cols()); Core.MinMaxLocResult mm = Core.minMaxLoc(scores); float confidence = (float) mm.maxVal; //여러개의 클래스들 중에 가장 정확도가 높은(유사한) 클래스 아이디를 찾아낸다. Point classIdPoint = mm.maxLoc; if (confidence > confThreshold) { int centerX = (int) (row.get(0, 0)[0] * frame.cols()); int centerY = (int) (row.get(0, 1)[0] * frame.rows()); int width = (int) (row.get(0, 2)[0] * frame.cols()); int height = (int) (row.get(0, 3)[0] * frame.rows()); int left = centerX - width / 2; int top = centerY - height / 2; clsIds.add((int) classIdPoint.x); confs.add((float) confidence); rects.add(new Rect2d(left, top, width, height)); } } } int ArrayLength = confs.size(); if (ArrayLength >= 1) { // Apply non-maximum suppression procedure. float nmsThresh = 0.2f; MatOfFloat confidences = new MatOfFloat(Converters.vector_float_to_Mat(confs)); Rect2d[] boxesArray = rects.toArray(new Rect2d[0]); MatOfRect2d boxes = new MatOfRect2d(); MatOfInt indices = new MatOfInt(); Dnn.NMSBoxes(boxes, confidences, confThreshold, nmsThresh, indices); // Draw result boxes: int[] ind = indices.toArray(); for (int i = 0; i < ind.length; ++i) { int idx = ind[i]; Rect2d box = boxesArray[idx]; int idGuy = clsIds.get(idx); float conf = confs.get(idx); //List FoodNames = Arrays.asList("a person", "a bicycle", "a motorbike", "an airplane", "a bus", "a train", "a truck", "a boat", "a traffic light", "a fire hydrant", "a stop sign", "a parking meter", "a car", "a bench", "a bird", "a cat", "a dog", "a horse", "a sheep", "a cow", "an elephant", "a bear", "a zebra", "a giraffe", "a backpack", "an umbrella", "a handbag", "a tie", "a suitcase", "a frisbee", "skis", "a snowboard", "a sports ball", "a kite", "a baseball bat", "a baseball glove", "a skateboard", "a surfboard", "a tennis racket", "a bottle", "a wine glass", "a cup", "a fork", "a knife", "a spoon", "a bowl", "a banana", "an apple", "a sandwich", "an orange", "broccoli", "a carrot", "a hot dog", "a pizza", "a doughnut", "a cake", "a chair", "a sofa", "a potted plant", "a bed", "a dining table", "a toilet", "a TV monitor", "a laptop", "a computer mouse", "a remote control", "a keyboard", "a cell phone", "a microwave", "an oven", "a toaster", "a sink", "a refrigerator", "a book", "a clock", "a vase", "a pair of scissors", "a teddy bear", "a hair drier", "a toothbrush"); List FoodNames = Arrays.asList("sign"); int intConf = (int) (conf * 100); Imgproc.putText(frame, FoodNames.get(idGuy) + " " + intConf + "%", box.tl(), Imgproc.FONT_HERSHEY_SIMPLEX, 2, new Scalar(255, 255, 0), 2); Imgproc.rectangle(frame, box.tl(), box.br(), new Scalar(255, 0, 0), 2); } } Utils.matToBitmap(frame, bitmap); iv_photo.setImageBitmap(bitmap); } @Override protected void onCreate(Bundle savedInstanceState) { super.onCreate(savedInstanceState); setContentView(R.layout.add_item); //opencv 로드 boolean load = OpenCVLoader.initDebug(); if (load) { Log.i("MainActivity", "Open CV Libraries loaded..."); } else { Log.i("MainActivity", "Open CV Libraries not loaded..."); } //yolo 이미지 객체인식 YOLO(); //메인 화면으로 전환 ImageButton btnmanager=(ImageButton)findViewById(R.id.btnmanager); btnmanager.setOnClickListener(new View.OnClickListener() { @Override public void onClick(View view) { Intent outIntent=new Intent(getApplicationContext(), com.example.test.MainActivity.class); setResult(RESULT_OK,outIntent); finish(); } }); //카메라 사진 촬영 소스 iv_photo = (ImageView) findViewById(R.id.iv_photo); btn_photo = findViewById(R.id.btn_photo); if(Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) { if(checkSelfPermission(Manifest.permission.CAMERA) == PackageManager.PERMISSION_GRANTED && checkSelfPermission(Manifest.permission.WRITE_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED) { Log.d(TAG, "권한 설정 완료"); } else { Log.d(TAG, "권한 설정 요청"); ActivityCompat.requestPermissions(com.example.test.YoloActivity.this, new String[]{ Manifest.permission.CAMERA, Manifest.permission.WRITE_EXTERNAL_STORAGE}, 1); } } btn_photo.setOnClickListener(new View.OnClickListener() { @Override public void onClick(View v) { switch (v.getId()) { case R.id.btn_photo: Intent cameraIntent = new Intent(android.provider.MediaStore.ACTION_IMAGE_CAPTURE); startActivityForResult(cameraIntent, TAKE_PICTURE); break; } } }); //식재료 추가 btn_addFood= (Button)findViewById(R.id.btn_addFood); btn_addFood.setOnClickListener(new View.OnClickListener() { @Override public void onClick(View view) { } }); //갤러리 사진 가져오기 소스 Button btn_gallery = findViewById(R.id.btn_gallery); btn_gallery.setOnClickListener(new View.OnClickListener() { @Override public void onClick(View view) { Intent intent = new Intent(Intent.ACTION_PICK); intent. setDataAndType(android.provider.MediaStore.Images.Media.EXTERNAL_CONTENT_URI, "image/*"); startActivityForResult(intent, GET_GALLERY_IMAGE); } }); } // 권한 요청 @Override public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) { super.onRequestPermissionsResult(requestCode, permissions, grantResults); Log.d(TAG, "onRequestPermissionsResult"); if (grantResults[0] == PackageManager.PERMISSION_GRANTED && grantResults[1] == PackageManager.PERMISSION_GRANTED ) { Log.d(TAG, "Permission: " + permissions[0] + "was " + grantResults[0]); } } // 카메라로 촬영한 사진의 썸네일을 가져와 이미지뷰에 띄워줌 @Override protected void onActivityResult(int requestCode, int resultCode, Intent intent) { super.onActivityResult(requestCode, resultCode, intent); switch (requestCode) { case TAKE_PICTURE: if (resultCode == RESULT_OK && intent.hasExtra("data")) { Bitmap bitmap = (Bitmap) intent.getExtras().get("data"); if (bitmap != null) { //iv_photo.setImageBitmap(bitmap); detect_food(bitmap); } } break; case GET_GALLERY_IMAGE: // Make sure the request was successful if (resultCode == RESULT_OK) { try { // 선택한 이미지에서 비트맵 생성 InputStream in = getContentResolver().openInputStream(intent.getData()); Bitmap bitmap = BitmapFactory.decodeStream(in); in.close(); detect_food(bitmap); } catch (Exception e) { e.printStackTrace(); } } break; } } }

아슈 · Answer

https://stackoverflow.com/questions/68897852/212parsing-error-unsupported-activation-mish-in-function-readdarknetfromcf구글링해보니까 바로 답나오네요.yolo4에서는 opencv 4.3에 대해 객체감지를 지원하지 않습니다.opencv버전을 업그레이드 하라네요.

notena · Answer

버전 업그레이드 해도 에러가 발생합니다..

안드로이드 스튜디오 opencv 에러 질문드립니다

2개의 답변

Q&A 목록