From 7833c63388333d5509d690b2ba5d7e56a10b8b75 Mon Sep 17 00:00:00 2001 From: Alexander Panov Date: Wed, 29 Nov 2023 12:51:59 +0300 Subject: [PATCH] Merge pull request #24598 from AleksandrPanov:add_android_qr_sample Add android QR detection sample #24598 Android QR detection sample was added. ![image](https://github.com/opencv/opencv/assets/22337800/0aaf6689-36ee-4201-b609-256d3278641a) ![image](https://github.com/opencv/opencv/assets/22337800/1cf54758-2c96-4108-888b-4796d8825340) ![image](https://github.com/opencv/opencv/assets/22337800/4ecc0933-a2e6-4cc0-abae-7525213c4145) current interface: ![image](https://github.com/opencv/opencv/assets/22337800/aff5b06d-6a9d-4762-be6e-ce20ff2c2271) ### Pull Request Readiness Checklist See details at https://github.com/opencv/opencv/wiki/How_to_contribute#making-a-good-pull-request - [x] I agree to contribute to the project under Apache 2 License. - [x] To the best of my knowledge, the proposed patch is not based on a code under GPL or another license that is incompatible with OpenCV - [x] The PR is proposed to the proper branch - [x] There is a reference to the original bug report and related work - [ ] There is accuracy test, performance test and test data in opencv_extra repository, if applicable Patch to opencv_extra has the same branch name. - [ ] The feature is well documented and sample code can be built with the project CMake --- samples/android/CMakeLists.txt | 1 + .../android/qr-detection/AndroidManifest.xml | 34 +++++ samples/android/qr-detection/CMakeLists.txt | 6 + samples/android/qr-detection/build.gradle.in | 36 +++++ .../qr-detection/gradle/AndroidManifest.xml | 31 +++++ .../qr-detection/res/drawable/icon.png | Bin 0 -> 1997 bytes .../qr-detection/res/values/strings.xml | 4 + .../samples/qrdetection/QRProcessor.java | 87 ++++++++++++ .../qrdetection/QRdetectionActivity.java | 130 ++++++++++++++++++ 9 files changed, 329 insertions(+) create mode 100644 samples/android/qr-detection/AndroidManifest.xml create mode 100644 samples/android/qr-detection/CMakeLists.txt create mode 100644 samples/android/qr-detection/build.gradle.in create mode 100644 samples/android/qr-detection/gradle/AndroidManifest.xml create mode 100644 samples/android/qr-detection/res/drawable/icon.png create mode 100644 samples/android/qr-detection/res/values/strings.xml create mode 100644 samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRProcessor.java create mode 100644 samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRdetectionActivity.java diff --git a/samples/android/CMakeLists.txt b/samples/android/CMakeLists.txt index 360f1aa2cb..360a2189b8 100644 --- a/samples/android/CMakeLists.txt +++ b/samples/android/CMakeLists.txt @@ -8,6 +8,7 @@ ocv_warnings_disable(CMAKE_CXX_FLAGS -Wmissing-declarations) add_subdirectory(15-puzzle) add_subdirectory(face-detection) +add_subdirectory(qr-detection) add_subdirectory(image-manipulations) add_subdirectory(camera-calibration) add_subdirectory(color-blob-detection) diff --git a/samples/android/qr-detection/AndroidManifest.xml b/samples/android/qr-detection/AndroidManifest.xml new file mode 100644 index 0000000000..deb4c6ff12 --- /dev/null +++ b/samples/android/qr-detection/AndroidManifest.xml @@ -0,0 +1,34 @@ + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/samples/android/qr-detection/CMakeLists.txt b/samples/android/qr-detection/CMakeLists.txt new file mode 100644 index 0000000000..00c76dc1d6 --- /dev/null +++ b/samples/android/qr-detection/CMakeLists.txt @@ -0,0 +1,6 @@ +set(sample example-qr-detection) + +add_android_project(${sample} "${CMAKE_CURRENT_SOURCE_DIR}" LIBRARY_DEPS "${OPENCV_ANDROID_LIB_DIR}" SDK_TARGET 11 "${ANDROID_SDK_TARGET}") +if(TARGET ${sample}) + add_dependencies(opencv_android_examples ${sample}) +endif() diff --git a/samples/android/qr-detection/build.gradle.in b/samples/android/qr-detection/build.gradle.in new file mode 100644 index 0000000000..274f0b4129 --- /dev/null +++ b/samples/android/qr-detection/build.gradle.in @@ -0,0 +1,36 @@ +apply plugin: 'com.android.application' + +android { + namespace 'org.opencv.samples.qrdetection' + compileSdkVersion @ANDROID_COMPILE_SDK_VERSION@ + defaultConfig { + applicationId "org.opencv.samples.qrdetection" + minSdkVersion @ANDROID_MIN_SDK_VERSION@ + targetSdkVersion @ANDROID_TARGET_SDK_VERSION@ + versionCode 301 + versionName "3.01" + } + buildTypes { + release { + minifyEnabled false + proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro' + } + } + sourceSets { + main { + java.srcDirs = @ANDROID_SAMPLE_JAVA_PATH@ + aidl.srcDirs = @ANDROID_SAMPLE_JAVA_PATH@ + res.srcDirs = @ANDROID_SAMPLE_RES_PATH@ + manifest.srcFile '@ANDROID_SAMPLE_MANIFEST_PATH@' + } + } +} + +dependencies { + //implementation fileTree(dir: 'libs', include: ['*.jar']) + if (gradle.opencv_source == "sdk_path") { + implementation project(':opencv') + } else if (gradle.opencv_source == "maven_local" || gradle.opencv_source == "maven_cenral") { + implementation 'org.opencv:opencv:@OPENCV_VERSION_PLAIN@' + } +} diff --git a/samples/android/qr-detection/gradle/AndroidManifest.xml b/samples/android/qr-detection/gradle/AndroidManifest.xml new file mode 100644 index 0000000000..83d4aafc8c --- /dev/null +++ b/samples/android/qr-detection/gradle/AndroidManifest.xml @@ -0,0 +1,31 @@ + + + + + + + + + + + + + + + + + + + + + + + diff --git a/samples/android/qr-detection/res/drawable/icon.png b/samples/android/qr-detection/res/drawable/icon.png new file mode 100644 index 0000000000000000000000000000000000000000..630454927b592eb585c21527c430fc739c7970a6 GIT binary patch literal 1997 zcmV;;2Qv7HP)Px#24YJ`L;(K){{a7>y{D4^000SaNLh0L04^f{04^f|c%?sf00007bV*G`2iyk& z2s4Z(uWcvB1k+?B|HcZ5+p(*;Q^&-8AtzSnVCK7?)^Xiwf0*7z0ZN;t#z9i`sgtpqdV3hDNF*c2bKc!qcQaX zUny)Tz}^_l!dPca%!U9i64N>!i~1_h=?F58~*Mqs?aUag-wNp3eJ zaArHlobMV1PMO^yg*noOAUz|E0i{}8`nIiHOW|~F4mjoR_GH_vZVKN?bHNdXe;To> zxdyn_TnD>62p5lGlR~e9qrf7C+ui6sX@;J1@Mx>Yo=qMBRs~*)bDAoXUZYSHTab?f z_PACCXF@bcF}lW`X>mi~9D%@SGZ2{F%CTpbhLf>?v)%*vE3D~)z{*wz=t^t3pfEGA zffL(4AU5DX%yUkKoB_Jb(8oFW!NI-`j{z#&Z&^_sT-34vIXFYp`=GEPgYAu)4n9D4 z%K`*+8v7m2z|O!Kz|Xto?PB|!;VL`0G=ur`jDlQ$D=+i6dSt)j#Si?i#3rh3ZDkkx z+9TWVDcFEP;8fsZmts4LZyQ^=NS&&oMq^DBPd9*r!p~~YrdwMdQuxcK)CgcvlC7iQ z6m}XDL=_ke!d;S<2IvOy5aI>4B-sk!6i-qAqn6i#qR%}BH;aqaE~#zv6|u2ViZHn? z1hW8E8rkz`nyn$2WU0dhK4^p<)W{{jH|2^S^#FZ&jV&V)7;HC58VOgls*{S?bCuB! zgJG~P)&TrE+Oa9jPq^~G`MQI^ISDar1?}7f7D?&qi-Zc{Oivqep0%xlm22B7?$lt? zRDoZ$&ZSsjO2nE0ft%CR$aVrKp5WRX7^zue>Cw3+QGx=M@MFBYs{CEWmLZ zN*9hpz)s*B96QRjjj`Qi_;Vb>Z73h0DK9}$-axr}l%1BFSp9)x9Ky;`(^n%*$`F!V zkY*oPaAK+6&unXUeSit`5c;F3iU&9)kOVILi%-C3#za9jc>jUr;Wvs~#jZ#FaZ!2fi34Sb1N@BsFCj&@J zs;eb(o@Ffe=D?d6qPKGdXKQjn9~5j94Pu>ge`)`61V~3frX{l7>dTEi%6<8;N9K*(u}%^bWomltk*Vp@k|^lo)yA?qH}(jBlCHBo51XA|gNf(* zoeh<>k{r9Y4)pw$!k7FX&+PyB(?mq~(*^;K7{UQF&X#s!ILS zHX&7zhmyZ|_z=x$C7sRWW=r7+&daHU&gPWWQt)uC*X>tEFZ6J;H6WaAcCCQRo2VjP z>v8^kmJJ*U_eqdHY-p9+xixW&Umgf^mpLS>_nMj zvaJlD2pv8o7#@|SuT=D$XZ)5=GJyZFvEPhNoO#NE^Nc>q2{?8F#Z+({^MQk9zw9zH z=)VjA4HzfT(Fq(eDSwVGl!7_^3!$70OgHG7MYIxpx7Q{~Cgnag|7WoceAizs@IKwlGBBq*Ioi0qby4ylKkgqvR5BcLR&Vy39?8 + + OpenCV QR Detector + diff --git a/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRProcessor.java b/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRProcessor.java new file mode 100644 index 0000000000..f3217d7ffe --- /dev/null +++ b/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRProcessor.java @@ -0,0 +1,87 @@ +package org.opencv.samples.qrdetection; + +import org.opencv.core.Core; +import org.opencv.core.Mat; +import org.opencv.core.MatOfPoint; +import org.opencv.core.Scalar; +import org.opencv.core.Size; +import org.opencv.core.Point; +import org.opencv.imgproc.Imgproc; +import org.opencv.objdetect.GraphicalCodeDetector; +import org.opencv.objdetect.QRCodeDetector; +import org.opencv.objdetect.QRCodeDetectorAruco; + +import android.util.Log; + +import java.util.ArrayList; +import java.util.List; + +public class QRProcessor { + private GraphicalCodeDetector detector; + private static final String TAG = "QRProcessor"; + private Scalar LineColor = new Scalar(255, 0, 0); + private Scalar FontColor = new Scalar(0, 0, 255); + + public QRProcessor(boolean useArucoDetector) { + if (useArucoDetector) + detector = new QRCodeDetectorAruco(); + else + detector = new QRCodeDetector(); + } + + private boolean findQRs(Mat inputFrame, List decodedInfo, MatOfPoint points, + boolean tryDecode, boolean multiDetect) { + boolean result = false; + if (multiDetect) { + if (tryDecode) + result = detector.detectAndDecodeMulti(inputFrame, decodedInfo, points); + else + result = detector.detectMulti(inputFrame, points); + } + else { + if(tryDecode) { + String s = detector.detectAndDecode(inputFrame, points); + result = !points.empty(); + if (result) + decodedInfo.add(s); + } + else { + result = detector.detect(inputFrame, points); + } + } + return result; + } + + private void renderQRs(Mat inputFrame, List decodedInfo, MatOfPoint points) { + for (int i = 0; i < points.rows(); i++) { + for (int j = 0; j < points.cols(); j++) { + Point pt1 = new Point(points.get(i, j)); + Point pt2 = new Point(points.get(i, (j + 1) % 4)); + Imgproc.line(inputFrame, pt1, pt2, LineColor, 3); + } + if (!decodedInfo.isEmpty()) { + String decode = decodedInfo.get(i); + if (decode.length() > 15) { + decode = decode.substring(0, 12) + "..."; + } + int baseline[] = {0}; + Size textSize = Imgproc.getTextSize(decode, Imgproc.FONT_HERSHEY_COMPLEX, .95, 3, baseline); + Scalar sum = Core.sumElems(points.row(i)); + Point start = new Point(sum.val[0] / 4. - textSize.width / 2., sum.val[1] / 4. - textSize.height / 2.); + Imgproc.putText(inputFrame, decode, start, Imgproc.FONT_HERSHEY_COMPLEX, .95, FontColor, 3); + } + } + } + + /* this method to be called from the outside. It processes the frame to find QR codes. */ + public synchronized Mat handleFrame(Mat inputFrame, boolean tryDecode, boolean multiDetect) { + List decodedInfo = new ArrayList(); + MatOfPoint points = new MatOfPoint(); + boolean result = findQRs(inputFrame, decodedInfo, points, tryDecode, multiDetect); + if (result) { + renderQRs(inputFrame, decodedInfo, points); + } + points.release(); + return inputFrame; + } +} diff --git a/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRdetectionActivity.java b/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRdetectionActivity.java new file mode 100644 index 0000000000..39361e2d98 --- /dev/null +++ b/samples/android/qr-detection/src/org/opencv/samples/qrdetection/QRdetectionActivity.java @@ -0,0 +1,130 @@ +package org.opencv.samples.qrdetection; + +import org.opencv.android.CameraActivity; +import org.opencv.android.OpenCVLoader; +import org.opencv.core.Mat; +import org.opencv.android.CameraBridgeViewBase; +import org.opencv.android.CameraBridgeViewBase.CvCameraViewListener; +import org.opencv.android.JavaCameraView; + +import android.os.Bundle; +import android.util.Log; +import android.view.Menu; +import android.view.MenuItem; +import android.view.WindowManager; +import android.widget.Toast; + +import java.util.Collections; +import java.util.List; + +public class QRdetectionActivity extends CameraActivity implements CvCameraViewListener { + + private static final String TAG = "QRdetection::Activity"; + + private CameraBridgeViewBase mOpenCvCameraView; + private QRProcessor mQRDetector; + private MenuItem mItemQRCodeDetectorAruco; + private MenuItem mItemQRCodeDetector; + private MenuItem mItemTryDecode; + private MenuItem mItemMulti; + + @Override + public void onCreate(Bundle savedInstanceState) { + super.onCreate(savedInstanceState); + getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON); + + if (OpenCVLoader.initLocal()) { + Log.i(TAG, "OpenCV loaded successfully"); + } else { + Log.e(TAG, "OpenCV initialization failed!"); + (Toast.makeText(this, "OpenCV initialization failed!", Toast.LENGTH_LONG)).show(); + return; + } + + Log.d(TAG, "Creating and setting view"); + mOpenCvCameraView = new JavaCameraView(this, -1); + setContentView(mOpenCvCameraView); + mOpenCvCameraView.setVisibility(CameraBridgeViewBase.VISIBLE); + mOpenCvCameraView.setCvCameraViewListener(this); + mQRDetector = new QRProcessor(true); + } + + @Override + public void onPause() + { + super.onPause(); + if (mOpenCvCameraView != null) + mOpenCvCameraView.disableView(); + } + + @Override + public void onResume() + { + super.onResume(); + if (mOpenCvCameraView != null) { + mOpenCvCameraView.enableView(); + } + } + + @Override + protected List getCameraViewList() { + return Collections.singletonList(mOpenCvCameraView); + } + + public void onDestroy() { + super.onDestroy(); + if (mOpenCvCameraView != null) + mOpenCvCameraView.disableView(); + } + + @Override + public boolean onCreateOptionsMenu(Menu menu) { + Log.i(TAG, "called onCreateOptionsMenu"); + mItemQRCodeDetectorAruco = menu.add("Aruco-based QR code detector"); + mItemQRCodeDetectorAruco.setCheckable(true); + mItemQRCodeDetectorAruco.setChecked(true); + + mItemQRCodeDetector = menu.add("Legacy QR code detector"); + mItemQRCodeDetector.setCheckable(true); + mItemQRCodeDetector.setChecked(false); + + mItemTryDecode = menu.add("Try to decode QR codes"); + mItemTryDecode.setCheckable(true); + mItemTryDecode.setChecked(true); + + mItemMulti = menu.add("Use multi detect/decode"); + mItemMulti.setCheckable(true); + mItemMulti.setChecked(true); + + return true; + } + + @Override + public boolean onOptionsItemSelected(MenuItem item) { + Log.i(TAG, "Menu Item selected " + item); + if (item == mItemQRCodeDetector && !mItemQRCodeDetector.isChecked()) { + mQRDetector = new QRProcessor(false); + mItemQRCodeDetector.setChecked(true); + mItemQRCodeDetectorAruco.setChecked(false); + } else if (item == mItemQRCodeDetectorAruco && !mItemQRCodeDetectorAruco.isChecked()) { + mQRDetector = new QRProcessor(true); + mItemQRCodeDetector.setChecked(false); + mItemQRCodeDetectorAruco.setChecked(true); + } else if (item == mItemTryDecode) { + mItemTryDecode.setChecked(!mItemTryDecode.isChecked()); + } else if (item == mItemMulti) { + mItemMulti.setChecked(!mItemMulti.isChecked()); + } + return true; + } + + public void onCameraViewStarted(int width, int height) { + } + + public void onCameraViewStopped() { + } + + public Mat onCameraFrame(Mat inputFrame) { + return mQRDetector.handleFrame(inputFrame, mItemTryDecode.isChecked(), mItemMulti.isChecked()); + } +}