From 8b7954eef7901125ca42b1816969f7921812639a Mon Sep 17 00:00:00 2001
From: Suaro <>
Date: Tue, 23 Feb 2021 23:04:13 +0100
Subject: [PATCH] Add first version of face detection, landmarks and pupil
detection.
---
.idea/.gitignore | 3 +
.idea/.name | 1 +
.idea/compiler.xml | 6 +
.idea/jarRepositories.xml | 25 +
.idea/misc.xml | 9 +
app/.gitignore | 1 +
app/build.gradle | 57 ++
app/proguard-rules.pro | 21 +
.../suaro/pidroid/ExampleInstrumentedTest.kt | 24 +
app/src/main/AndroidManifest.xml | 28 +
.../com/suaro/pidroidapp/ImageActivity.kt | 94 ++++
.../java/com/suaro/pidroidapp/MainActivity.kt | 92 ++++
.../com/suaro/pidroidapp/camera/Camera.kt | 14 +
.../suaro/pidroidapp/camera/entity/Flash.kt | 5 +
.../camera/view/AutoFitTextureView.kt | 49 ++
.../pidroidapp/camera/view/CameraFragment.kt | 127 +++++
.../pidroidapp/camera/view/CameraManager.kt | 493 ++++++++++++++++++
.../com/suaro/pidroidapp/capturer/Capturer.kt | 11 +
.../pidroidapp/capturer/ImageProcessor.kt | 26 +
.../pidroidapp/capturer/entity/Circle.kt | 15 +
.../capturer/interactor/BaseFrameProcessor.kt | 112 ++++
.../interactor/FaceDetectorFrameProcessor.kt | 51 ++
.../interactor/ImageProcessorInteractor.kt | 30 ++
.../presenter/ImageProcessorPresenter.kt | 28 +
.../pidroidapp/capturer/view/CanvasView.kt | 153 ++++++
.../capturer/view/CapturerFragment.kt | 127 +++++
.../pidroidapp/core/CameraPreviewListener.kt | 7 +
.../java/com/suaro/pidroidapp/core/Utils.kt | 101 ++++
.../drawable-v24/ic_launcher_foreground.xml | 30 ++
app/src/main/res/drawable/cuadrado.jpg | Bin 0 -> 116815 bytes
app/src/main/res/drawable/frame.jpg | Bin 0 -> 187414 bytes
app/src/main/res/drawable/friends.jpg | Bin 0 -> 85283 bytes
app/src/main/res/drawable/friends2.jpg | Bin 0 -> 42305 bytes
.../res/drawable/ic_launcher_background.xml | 170 ++++++
app/src/main/res/drawable/multi.jpg | Bin 0 -> 330417 bytes
app/src/main/res/drawable/nayla.jpg | Bin 0 -> 37332 bytes
app/src/main/res/drawable/portrait.jpg | Bin 0 -> 42753 bytes
app/src/main/res/drawable/ross.jpg | Bin 0 -> 18884 bytes
app/src/main/res/drawable/rossout.jpg | Bin 0 -> 66389 bytes
app/src/main/res/drawable/sample.jpg | Bin 0 -> 90716 bytes
app/src/main/res/layout/activity_image.xml | 36 ++
app/src/main/res/layout/activity_main.xml | 35 ++
app/src/main/res/layout/camera_fragment.xml | 22 +
app/src/main/res/layout/capturer_fragment.xml | 21 +
.../res/mipmap-anydpi-v26/ic_launcher.xml | 5 +
.../mipmap-anydpi-v26/ic_launcher_round.xml | 5 +
app/src/main/res/mipmap-hdpi/ic_launcher.png | Bin 0 -> 3593 bytes
.../res/mipmap-hdpi/ic_launcher_round.png | Bin 0 -> 5339 bytes
app/src/main/res/mipmap-mdpi/ic_launcher.png | Bin 0 -> 2636 bytes
.../res/mipmap-mdpi/ic_launcher_round.png | Bin 0 -> 3388 bytes
app/src/main/res/mipmap-xhdpi/ic_launcher.png | Bin 0 -> 4926 bytes
.../res/mipmap-xhdpi/ic_launcher_round.png | Bin 0 -> 7472 bytes
.../main/res/mipmap-xxhdpi/ic_launcher.png | Bin 0 -> 7909 bytes
.../res/mipmap-xxhdpi/ic_launcher_round.png | Bin 0 -> 11873 bytes
.../main/res/mipmap-xxxhdpi/ic_launcher.png | Bin 0 -> 10652 bytes
.../res/mipmap-xxxhdpi/ic_launcher_round.png | Bin 0 -> 16570 bytes
app/src/main/res/values-night/themes.xml | 16 +
app/src/main/res/values/colors.xml | 10 +
app/src/main/res/values/strings.xml | 3 +
app/src/main/res/values/themes.xml | 16 +
.../java/com/suaro/pidroid/ExampleUnitTest.kt | 17 +
build.gradle | 27 +
gradle.properties | 21 +
gradle/wrapper/gradle-wrapper.jar | Bin 0 -> 54329 bytes
gradle/wrapper/gradle-wrapper.properties | 6 +
gradlew | 172 ++++++
gradlew.bat | 84 +++
pidroid/.gitignore | 1 +
pidroid/CMakeLists.txt | 35 ++
pidroid/build.gradle | 67 +++
pidroid/consumer-rules.pro | 0
pidroid/proguard-build.pro | 30 ++
pidroid/release-proguard.cfg | 24 +
.../suaro/pidroid/ExampleInstrumentedTest.kt | 24 +
pidroid/src/main/AndroidManifest.xml | 5 +
pidroid/src/main/assets/facefinder | Bin 0 -> 239632 bytes
pidroid/src/main/assets/lp312 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp38 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp42 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp44 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp46 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp81 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp82 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp84 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/lp93 | Bin 0 -> 736816 bytes
pidroid/src/main/assets/puploc | Bin 0 -> 1228416 bytes
pidroid/src/main/cpp/pidroid.cpp | 418 +++++++++++++++
pidroid/src/main/cpp/pidroid.hpp | 91 ++++
pidroid/src/main/cpp/pidroid/commons.cpp | 40 ++
pidroid/src/main/cpp/pidroid/commons.hpp | 19 +
pidroid/src/main/cpp/pidroid/flploc.cpp | 81 +++
pidroid/src/main/cpp/pidroid/flploc.hpp | 33 ++
pidroid/src/main/cpp/pidroid/pico.cpp | 333 ++++++++++++
pidroid/src/main/cpp/pidroid/pico.hpp | 71 +++
pidroid/src/main/cpp/pidroid/puploc.cpp | 244 +++++++++
pidroid/src/main/cpp/pidroid/puploc.hpp | 43 ++
.../main/java/com/suaro/pidroid/Pidroid.kt | 27 +
.../main/java/com/suaro/pidroid/core/Eye.kt | 6 +
.../main/java/com/suaro/pidroid/core/Face.kt | 9 +
.../suaro/pidroid/core/FaceDetectionResult.kt | 9 +
.../java/com/suaro/pidroid/core/Landmark.kt | 6 +
.../com/suaro/pidroid/core/NativeMethods.kt | 16 +
.../com/suaro/pidroid/core/PidroidConfig.kt | 22 +
.../main/java/com/suaro/pidroid/core/Point.kt | 5 +
.../java/com/suaro/pidroid/ExampleUnitTest.kt | 17 +
settings.gradle | 3 +
106 files changed, 4085 insertions(+)
create mode 100644 .idea/.gitignore
create mode 100644 .idea/.name
create mode 100644 .idea/compiler.xml
create mode 100644 .idea/jarRepositories.xml
create mode 100644 .idea/misc.xml
create mode 100644 app/.gitignore
create mode 100644 app/build.gradle
create mode 100644 app/proguard-rules.pro
create mode 100644 app/src/androidTest/java/com/suaro/pidroid/ExampleInstrumentedTest.kt
create mode 100644 app/src/main/AndroidManifest.xml
create mode 100644 app/src/main/java/com/suaro/pidroidapp/ImageActivity.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/MainActivity.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/camera/Camera.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/camera/entity/Flash.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/camera/view/AutoFitTextureView.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/camera/view/CameraFragment.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/camera/view/CameraManager.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/Capturer.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/ImageProcessor.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/entity/Circle.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/interactor/BaseFrameProcessor.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/interactor/FaceDetectorFrameProcessor.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/interactor/ImageProcessorInteractor.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/presenter/ImageProcessorPresenter.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/view/CanvasView.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/capturer/view/CapturerFragment.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/core/CameraPreviewListener.kt
create mode 100644 app/src/main/java/com/suaro/pidroidapp/core/Utils.kt
create mode 100644 app/src/main/res/drawable-v24/ic_launcher_foreground.xml
create mode 100644 app/src/main/res/drawable/cuadrado.jpg
create mode 100755 app/src/main/res/drawable/frame.jpg
create mode 100644 app/src/main/res/drawable/friends.jpg
create mode 100644 app/src/main/res/drawable/friends2.jpg
create mode 100644 app/src/main/res/drawable/ic_launcher_background.xml
create mode 100644 app/src/main/res/drawable/multi.jpg
create mode 100644 app/src/main/res/drawable/nayla.jpg
create mode 100644 app/src/main/res/drawable/portrait.jpg
create mode 100644 app/src/main/res/drawable/ross.jpg
create mode 100755 app/src/main/res/drawable/rossout.jpg
create mode 100644 app/src/main/res/drawable/sample.jpg
create mode 100644 app/src/main/res/layout/activity_image.xml
create mode 100644 app/src/main/res/layout/activity_main.xml
create mode 100644 app/src/main/res/layout/camera_fragment.xml
create mode 100644 app/src/main/res/layout/capturer_fragment.xml
create mode 100644 app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml
create mode 100644 app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml
create mode 100644 app/src/main/res/mipmap-hdpi/ic_launcher.png
create mode 100644 app/src/main/res/mipmap-hdpi/ic_launcher_round.png
create mode 100644 app/src/main/res/mipmap-mdpi/ic_launcher.png
create mode 100644 app/src/main/res/mipmap-mdpi/ic_launcher_round.png
create mode 100644 app/src/main/res/mipmap-xhdpi/ic_launcher.png
create mode 100644 app/src/main/res/mipmap-xhdpi/ic_launcher_round.png
create mode 100644 app/src/main/res/mipmap-xxhdpi/ic_launcher.png
create mode 100644 app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png
create mode 100644 app/src/main/res/mipmap-xxxhdpi/ic_launcher.png
create mode 100644 app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png
create mode 100644 app/src/main/res/values-night/themes.xml
create mode 100644 app/src/main/res/values/colors.xml
create mode 100644 app/src/main/res/values/strings.xml
create mode 100644 app/src/main/res/values/themes.xml
create mode 100644 app/src/test/java/com/suaro/pidroid/ExampleUnitTest.kt
create mode 100644 build.gradle
create mode 100644 gradle.properties
create mode 100644 gradle/wrapper/gradle-wrapper.jar
create mode 100644 gradle/wrapper/gradle-wrapper.properties
create mode 100755 gradlew
create mode 100644 gradlew.bat
create mode 100644 pidroid/.gitignore
create mode 100644 pidroid/CMakeLists.txt
create mode 100644 pidroid/build.gradle
create mode 100644 pidroid/consumer-rules.pro
create mode 100644 pidroid/proguard-build.pro
create mode 100755 pidroid/release-proguard.cfg
create mode 100644 pidroid/src/androidTest/java/com/suaro/pidroid/ExampleInstrumentedTest.kt
create mode 100644 pidroid/src/main/AndroidManifest.xml
create mode 100644 pidroid/src/main/assets/facefinder
create mode 100644 pidroid/src/main/assets/lp312
create mode 100644 pidroid/src/main/assets/lp38
create mode 100644 pidroid/src/main/assets/lp42
create mode 100644 pidroid/src/main/assets/lp44
create mode 100644 pidroid/src/main/assets/lp46
create mode 100644 pidroid/src/main/assets/lp81
create mode 100644 pidroid/src/main/assets/lp82
create mode 100644 pidroid/src/main/assets/lp84
create mode 100644 pidroid/src/main/assets/lp93
create mode 100644 pidroid/src/main/assets/puploc
create mode 100644 pidroid/src/main/cpp/pidroid.cpp
create mode 100644 pidroid/src/main/cpp/pidroid.hpp
create mode 100644 pidroid/src/main/cpp/pidroid/commons.cpp
create mode 100644 pidroid/src/main/cpp/pidroid/commons.hpp
create mode 100644 pidroid/src/main/cpp/pidroid/flploc.cpp
create mode 100644 pidroid/src/main/cpp/pidroid/flploc.hpp
create mode 100644 pidroid/src/main/cpp/pidroid/pico.cpp
create mode 100644 pidroid/src/main/cpp/pidroid/pico.hpp
create mode 100644 pidroid/src/main/cpp/pidroid/puploc.cpp
create mode 100644 pidroid/src/main/cpp/pidroid/puploc.hpp
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/Pidroid.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/Eye.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/Face.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/FaceDetectionResult.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/Landmark.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/NativeMethods.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/PidroidConfig.kt
create mode 100644 pidroid/src/main/java/com/suaro/pidroid/core/Point.kt
create mode 100644 pidroid/src/test/java/com/suaro/pidroid/ExampleUnitTest.kt
create mode 100644 settings.gradle
diff --git a/.idea/.gitignore b/.idea/.gitignore
new file mode 100644
index 0000000..26d3352
--- /dev/null
+++ b/.idea/.gitignore
@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml
diff --git a/.idea/.name b/.idea/.name
new file mode 100644
index 0000000..d2b70a8
--- /dev/null
+++ b/.idea/.name
@@ -0,0 +1 @@
+PiDroid
\ No newline at end of file
diff --git a/.idea/compiler.xml b/.idea/compiler.xml
new file mode 100644
index 0000000..61a9130
--- /dev/null
+++ b/.idea/compiler.xml
@@ -0,0 +1,6 @@
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/jarRepositories.xml b/.idea/jarRepositories.xml
new file mode 100644
index 0000000..a5f05cd
--- /dev/null
+++ b/.idea/jarRepositories.xml
@@ -0,0 +1,25 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/.idea/misc.xml b/.idea/misc.xml
new file mode 100644
index 0000000..d5d35ec
--- /dev/null
+++ b/.idea/misc.xml
@@ -0,0 +1,9 @@
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/app/.gitignore b/app/.gitignore
new file mode 100644
index 0000000..42afabf
--- /dev/null
+++ b/app/.gitignore
@@ -0,0 +1 @@
+/build
\ No newline at end of file
diff --git a/app/build.gradle b/app/build.gradle
new file mode 100644
index 0000000..309a5d5
--- /dev/null
+++ b/app/build.gradle
@@ -0,0 +1,57 @@
+plugins {
+ id 'com.android.application'
+ id 'kotlin-android'
+}
+
+android {
+ signingConfigs {
+ pidroid {
+ keyAlias 'androiddebugkey'
+ keyPassword 'android'
+ storeFile file('/home/adrian/.android/debug.keystore')
+ storePassword 'android'
+ }
+ }
+ compileSdkVersion 30
+ buildToolsVersion "30.0.3"
+
+ defaultConfig {
+ applicationId "com.suaro.pidroidapp"
+ minSdkVersion 23
+ targetSdkVersion 30
+ versionCode 1
+ versionName "1.0"
+
+ testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
+ }
+
+
+ buildTypes {
+ release {
+ minifyEnabled true
+ proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-build.pro'
+ signingConfig signingConfigs.pidroid
+ }
+ }
+ compileOptions {
+ sourceCompatibility JavaVersion.VERSION_1_8
+ targetCompatibility JavaVersion.VERSION_1_8
+ }
+ kotlinOptions {
+ jvmTarget = '1.8'
+ }
+
+}
+
+dependencies {
+
+ implementation "org.jetbrains.kotlin:kotlin-stdlib:$kotlin_version"
+ implementation 'androidx.core:core-ktx:1.3.2'
+ implementation 'androidx.appcompat:appcompat:1.2.0'
+ implementation 'com.google.android.material:material:1.2.1'
+ implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
+ implementation project(path: ':pidroid')
+ testImplementation 'junit:junit:4.+'
+ androidTestImplementation 'androidx.test.ext:junit:1.1.2'
+ androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
+}
\ No newline at end of file
diff --git a/app/proguard-rules.pro b/app/proguard-rules.pro
new file mode 100644
index 0000000..481bb43
--- /dev/null
+++ b/app/proguard-rules.pro
@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+# http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+# public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile
\ No newline at end of file
diff --git a/app/src/androidTest/java/com/suaro/pidroid/ExampleInstrumentedTest.kt b/app/src/androidTest/java/com/suaro/pidroid/ExampleInstrumentedTest.kt
new file mode 100644
index 0000000..f67ac82
--- /dev/null
+++ b/app/src/androidTest/java/com/suaro/pidroid/ExampleInstrumentedTest.kt
@@ -0,0 +1,24 @@
+package com.suaro.pidroidapp
+
+import androidx.test.platform.app.InstrumentationRegistry
+import androidx.test.ext.junit.runners.AndroidJUnit4
+
+import org.junit.Test
+import org.junit.runner.RunWith
+
+import org.junit.Assert.*
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * See [testing documentation](http://d.android.com/tools/testing).
+ */
+@RunWith(AndroidJUnit4::class)
+class ExampleInstrumentedTest {
+ @Test
+ fun useAppContext() {
+ // Context of the app under test.
+ val appContext = InstrumentationRegistry.getInstrumentation().targetContext
+ assertEquals("com.suaro.pidroidapp", appContext.packageName)
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/AndroidManifest.xml b/app/src/main/AndroidManifest.xml
new file mode 100644
index 0000000..ec6eee2
--- /dev/null
+++ b/app/src/main/AndroidManifest.xml
@@ -0,0 +1,28 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/ImageActivity.kt b/app/src/main/java/com/suaro/pidroidapp/ImageActivity.kt
new file mode 100644
index 0000000..912f874
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/ImageActivity.kt
@@ -0,0 +1,94 @@
+package com.suaro.pidroidapp
+
+import android.content.res.AssetManager
+import android.graphics.Bitmap
+import android.graphics.drawable.BitmapDrawable
+import android.os.Bundle
+import android.os.Handler
+import android.util.Log
+import android.widget.FrameLayout
+import android.widget.ImageView
+import androidx.appcompat.app.AppCompatActivity
+import androidx.fragment.app.FragmentTransaction
+import com.suaro.pidroid.Pidroid
+import com.suaro.pidroid.core.PidroidConfig
+import com.suaro.pidroidapp.camera.Camera
+import com.suaro.pidroidapp.capturer.Capturer
+import com.suaro.pidroidapp.capturer.view.CapturerFragment
+import com.suaro.pidroidapp.core.CameraPreviewListener
+import java.util.*
+
+
+class ImageActivity : AppCompatActivity(), Camera.View, Capturer.View{
+
+ private lateinit var capturerLayout: FrameLayout
+ private lateinit var imageTest: ImageView
+
+ private lateinit var capturerFragment: CapturerFragment
+
+ private var cameraPreviewListenerList: ArrayList? = null
+
+ override fun onCreate(savedInstanceState: Bundle?) {
+ super.onCreate(savedInstanceState)
+ setContentView(com.suaro.pidroidapp.R.layout.activity_image)
+
+ capturerLayout = findViewById(R.id.capturer_fragment)
+ imageTest = findViewById(R.id.photo)
+ setupNative()
+ }
+
+ private fun setupNative() {
+ val pidroidConfig = PidroidConfig()
+ Pidroid.setup(this, pidroidConfig)
+ }
+
+ override fun onPause() {
+ super.onPause()
+ }
+
+ override fun onResume() {
+ super.onResume()
+
+ val handler: Handler = Handler();
+ onCameraStart()
+ handler.postDelayed({
+ val drawable: BitmapDrawable = imageTest.getDrawable() as BitmapDrawable
+ val bitmap: Bitmap = drawable.bitmap
+ onPreviewFrame(bitmap)
+ }, 1000)
+
+ }
+
+ override fun onDestroy() {
+ super.onDestroy()
+ }
+
+ override fun onCameraStart() {
+ loadCapturerFragment()
+ }
+
+ override fun onPreviewFrame(bitmap: Bitmap) {
+ cameraPreviewListenerList!!.forEach {
+ it.onPreviewFrame(bitmap)
+ }
+ }
+
+ override fun onCapturerFinish() {
+ Log.i("Capturer", "Finish")
+ }
+
+
+ fun loadCapturerFragment() {
+ capturerFragment = CapturerFragment.newInstance();
+ val transaction: FragmentTransaction = supportFragmentManager.beginTransaction()
+ transaction.replace(R.id.capturer_fragment, capturerFragment)
+ transaction.commit()
+ }
+
+ fun addCameraPreviewListener(listener: CameraPreviewListener) {
+ if (cameraPreviewListenerList == null) {
+ cameraPreviewListenerList = ArrayList()
+ }
+ cameraPreviewListenerList!!.add(listener)
+ }
+}
diff --git a/app/src/main/java/com/suaro/pidroidapp/MainActivity.kt b/app/src/main/java/com/suaro/pidroidapp/MainActivity.kt
new file mode 100644
index 0000000..ccec0ae
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/MainActivity.kt
@@ -0,0 +1,92 @@
+package com.suaro.pidroidapp
+
+import android.content.res.AssetManager
+import android.graphics.Bitmap
+import android.os.Bundle
+import android.util.Log
+import android.widget.FrameLayout
+import androidx.appcompat.app.AppCompatActivity
+import androidx.fragment.app.FragmentTransaction
+import com.suaro.pidroid.Pidroid
+import com.suaro.pidroid.core.PidroidConfig
+import com.suaro.pidroidapp.camera.Camera
+import com.suaro.pidroidapp.camera.view.CameraFragment
+import com.suaro.pidroidapp.capturer.Capturer
+import com.suaro.pidroidapp.capturer.view.CapturerFragment
+import com.suaro.pidroidapp.core.CameraPreviewListener
+import java.util.*
+
+
+class MainActivity : AppCompatActivity(), Camera.View, Capturer.View{
+
+ private lateinit var capturerLayout: FrameLayout
+ private lateinit var cameraLayout: FrameLayout
+
+ private lateinit var capturerFragment: CapturerFragment
+ private lateinit var cameraFragment: CameraFragment
+
+ private var cameraPreviewListenerList: ArrayList? = null
+
+ override fun onCreate(savedInstanceState: Bundle?) {
+ super.onCreate(savedInstanceState)
+ setContentView(R.layout.activity_main)
+
+ cameraLayout = findViewById(R.id.camera_fragment)
+ capturerLayout = findViewById(R.id.capturer_fragment)
+
+ setupNative()
+ loadCameraFragment()
+ }
+
+ private fun setupNative() {
+ val pidroidConfig = PidroidConfig()
+ Pidroid.setup(this, pidroidConfig)
+ }
+
+ override fun onPause() {
+ super.onPause()
+ }
+
+ override fun onResume() {
+ super.onResume()
+ }
+
+ override fun onDestroy() {
+ super.onDestroy()
+ }
+
+ override fun onCameraStart() {
+ loadCapturerFragment()
+ }
+
+ override fun onPreviewFrame(bitmap: Bitmap) {
+ cameraPreviewListenerList!!.forEach {
+ it.onPreviewFrame(bitmap)
+ }
+ }
+
+ override fun onCapturerFinish() {
+ Log.i("Capturer", "Finish")
+ }
+
+ fun loadCameraFragment() {
+ cameraFragment = CameraFragment.newInstance();
+ val transaction: FragmentTransaction = supportFragmentManager.beginTransaction()
+ transaction.replace(R.id.camera_fragment, cameraFragment)
+ transaction.commit()
+ }
+
+ fun loadCapturerFragment() {
+ capturerFragment = CapturerFragment.newInstance();
+ val transaction: FragmentTransaction = supportFragmentManager.beginTransaction()
+ transaction.replace(R.id.capturer_fragment, capturerFragment)
+ transaction.commit()
+ }
+
+ fun addCameraPreviewListener(listener: CameraPreviewListener) {
+ if (cameraPreviewListenerList == null) {
+ cameraPreviewListenerList = ArrayList()
+ }
+ cameraPreviewListenerList!!.add(listener)
+ }
+}
diff --git a/app/src/main/java/com/suaro/pidroidapp/camera/Camera.kt b/app/src/main/java/com/suaro/pidroidapp/camera/Camera.kt
new file mode 100644
index 0000000..b887c1d
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/camera/Camera.kt
@@ -0,0 +1,14 @@
+package com.suaro.pidroidapp.camera
+
+import android.graphics.Bitmap
+
+interface Camera {
+ interface View{
+ fun onCameraStart()
+ fun onPreviewFrame(bitmap: Bitmap)
+ }
+
+ interface Presenter {
+
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/camera/entity/Flash.kt b/app/src/main/java/com/suaro/pidroidapp/camera/entity/Flash.kt
new file mode 100644
index 0000000..59d8f2b
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/camera/entity/Flash.kt
@@ -0,0 +1,5 @@
+package com.suaro.pidroidapp.camera.entity
+
+enum class Flash {
+ ON, OFF
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/camera/view/AutoFitTextureView.kt b/app/src/main/java/com/suaro/pidroidapp/camera/view/AutoFitTextureView.kt
new file mode 100644
index 0000000..a0ccbfe
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/camera/view/AutoFitTextureView.kt
@@ -0,0 +1,49 @@
+package com.suaro.pidroidapp.camera.view
+
+import android.content.Context
+import android.util.AttributeSet
+import android.view.TextureView
+
+class AutoFitTextureView : TextureView {
+
+ private var mRatioWidth = 0
+ private var mRatioHeight = 0
+
+ constructor(context: Context) : this(context, null)
+
+ constructor(context: Context, attributeSet: AttributeSet?) : this(context, attributeSet, 0)
+
+ constructor(context: Context, attributeSet: AttributeSet?, defStyle: Int) : super(context, attributeSet, defStyle)
+
+ /**
+ * Sets the aspect ratio for this view. The size of the view will be measured based on the ratio
+ * calculated from the parameters. Note that the actual sizes of parameters don't matter, that
+ * is, calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.
+ *
+ * @param width Relative horizontal size
+ * @param height Relative vertical size
+ */
+ fun setAspectRatio(width: Int, height: Int) {
+ if (width < 0 || height < 0) {
+ throw IllegalArgumentException("Size cannot be negative.")
+ }
+ mRatioWidth = width
+ mRatioHeight = height
+ requestLayout()
+ }
+
+ override fun onMeasure(widthMeasureSpec: Int, heightMeasureSpec: Int) {
+ super.onMeasure(widthMeasureSpec, heightMeasureSpec)
+ val width = MeasureSpec.getSize(widthMeasureSpec)
+ val height = MeasureSpec.getSize(heightMeasureSpec)
+ if (0 == mRatioWidth || 0 == mRatioHeight) {
+ setMeasuredDimension(width, height)
+ } else {
+ if (width < height * mRatioWidth / mRatioHeight) {
+ setMeasuredDimension(width, width * mRatioHeight / mRatioWidth)
+ } else {
+ setMeasuredDimension(height * mRatioWidth / mRatioHeight, height)
+ }
+ }
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraFragment.kt b/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraFragment.kt
new file mode 100644
index 0000000..46feacf
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraFragment.kt
@@ -0,0 +1,127 @@
+package com.suaro.pidroidapp.camera.view
+
+import android.Manifest
+import android.content.Context
+import android.content.pm.PackageManager
+import android.os.Build
+import android.os.Bundle
+import android.view.LayoutInflater
+import android.view.View
+import android.view.ViewGroup
+import android.widget.Toast
+import androidx.core.app.ActivityCompat
+import androidx.core.content.ContextCompat
+import androidx.fragment.app.Fragment
+import com.suaro.pidroidapp.R
+import com.suaro.pidroidapp.camera.Camera
+
+class CameraFragment : Fragment() {
+
+ private val CAMERA_PERMISSION: Int = 1001
+ private lateinit var cameraView: Camera.View
+ private lateinit var camera2: CameraManager
+ private lateinit var v: View
+
+ override fun onAttach(context: Context) {
+ super.onAttach(context)
+ cameraView = if (context is Camera.View) {
+ context
+ } else {
+ throw ClassCastException(
+ context.toString() + " must implement Camera.View"
+ )
+ }
+ }
+
+ override fun onCreate(savedInstance: Bundle?) {
+ super.onCreate(savedInstance)
+
+ }
+
+ override fun onCreateView(
+ layoutInflater: LayoutInflater,
+ container: ViewGroup?,
+ savedInstanceState: Bundle?
+ ): View? {
+ v = layoutInflater.inflate(R.layout.camera_fragment, container, false)
+ ?: return null
+ setRetainInstance(true)
+
+ if (ContextCompat.checkSelfPermission(
+ activity!!,
+ Manifest.permission.CAMERA
+ ) == PackageManager.PERMISSION_GRANTED
+ )
+
+ camera2 = CameraManager(activity!!, v.findViewById(R.id.camera_view), cameraView)
+ else {
+ if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
+ ActivityCompat.requestPermissions(activity!!, arrayOf(Manifest.permission.CAMERA, Manifest.permission.WRITE_EXTERNAL_STORAGE), CAMERA_PERMISSION)
+ }
+ else {
+ camera2 = CameraManager(activity!!, v.findViewById(R.id.camera_view), cameraView)
+ }
+
+ }
+
+ return v
+ }
+
+ override fun onViewCreated(view: View, savedInstanceState: Bundle?) {
+
+ }
+
+ override fun onResume() {
+ super.onResume()
+ if (::camera2.isInitialized) {
+ camera2.start()
+ }
+
+ }
+
+ override fun onPause() {
+ super.onPause()
+ if (::camera2.isInitialized) {
+ camera2.stop()
+ }
+ }
+
+ override fun onRequestPermissionsResult(
+ requestCode: Int,
+ permissions: Array,
+ grantResults: IntArray
+ ) {
+ super.onRequestPermissionsResult(requestCode, permissions, grantResults)
+ when (requestCode) {
+ CAMERA_PERMISSION -> {
+ // If request is cancelled, the result arrays are empty.
+ if ((grantResults.isNotEmpty() &&
+ grantResults[0] == PackageManager.PERMISSION_GRANTED)) {
+ camera2 = CameraManager(activity!!, v.findViewById(R.id.camera_view), cameraView)
+ if (::camera2.isInitialized) {
+ camera2.start()
+ }
+ } else {
+ Toast.makeText(this.context, "You must accept camera permissions to continue", Toast.LENGTH_LONG).show()
+ }
+ return
+ }
+
+ else -> {
+ // Ignore all other requests.
+ }
+ }
+ }
+
+ companion object {
+ private val TAG = CameraFragment::class.java.simpleName
+ fun newInstance(): CameraFragment {
+ val f = CameraFragment()
+ //val args = Bundle()
+ //args.putParcelable("instructions_item", item)
+ //f.setArguments(args)
+ return f
+ }
+ }
+
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraManager.kt b/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraManager.kt
new file mode 100644
index 0000000..8b72527
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/camera/view/CameraManager.kt
@@ -0,0 +1,493 @@
+package com.suaro.pidroidapp.camera.view
+
+import android.Manifest
+import android.app.Activity
+import android.content.Context
+import android.content.pm.PackageManager
+import android.content.res.Configuration
+import android.graphics.*
+import android.graphics.Matrix.ScaleToFit
+import android.graphics.Point
+import android.hardware.camera2.*
+import android.hardware.camera2.CameraManager
+import android.os.Handler
+import android.os.HandlerThread
+import android.util.Log
+import android.util.Size
+import android.util.SparseIntArray
+import android.view.Surface
+import android.view.TextureView
+import androidx.core.content.ContextCompat
+import com.suaro.pidroidapp.camera.entity.Flash
+import java.util.*
+import java.util.Collections.singletonList
+import kotlin.Comparator
+
+
+class CameraManager(private val activity: Activity, private val textureView: AutoFitTextureView, private val cameraView: com.suaro.pidroidapp.camera.Camera.View) {
+
+ private var first: Boolean = true
+
+ private val cameraManager: CameraManager =
+ textureView.context.getSystemService(Context.CAMERA_SERVICE) as CameraManager
+ private var cameraFacing = CameraCharacteristics.LENS_FACING_FRONT
+ private var previewSize: Size? = null
+ //Current Camera id
+ private var cameraId = "-1"
+ private var backgroundHandler: Handler? = null
+ private var backgroundThread: HandlerThread? = null
+ private var cameraDevice: CameraDevice? = null
+ //
+ private var cameraCaptureSession: CameraCaptureSession? = null
+ // capture request builder for camera.
+ private var captureRequestBuilder: CaptureRequest.Builder? = null
+ // capture request generated by above builder.
+ private var captureRequest: CaptureRequest? = null
+ private var flash = Flash.OFF
+
+ private var surface: Surface? = null
+ private var isFlashSupported = true
+ private var mSensorOrientation = 0
+
+
+ private companion object {
+
+ private val ORIENTATIONS = SparseIntArray()
+
+ init {
+ ORIENTATIONS.append(Surface.ROTATION_0, 90)
+ ORIENTATIONS.append(Surface.ROTATION_90, 0)
+ ORIENTATIONS.append(Surface.ROTATION_180, 270)
+ ORIENTATIONS.append(Surface.ROTATION_270, 180)
+ }
+
+
+ private const val MAX_PREVIEW_WIDTH = 640
+ private const val MAX_PREVIEW_HEIGHT = 640
+
+
+ /**
+ * Given {@code choices} of {@code Size}s supported by a camera, choose the smallest one that
+ * is at least as large as the respective texture view size, and that is at most as large as the
+ * respective max size, and whose aspect ratio matches with the specified value. If such size
+ * doesn't exist, choose the largest one that is at most as large as the respective max size,
+ * and whose aspect ratio matches with the specified value.
+ *
+ * @param choices The list of sizes that the camera supports for the intended output
+ * class
+ * @param textureViewWidth The width of the texture view relative to sensor coordinate
+ * @param textureViewHeight The height of the texture view relative to sensor coordinate
+ * @param maxWidth The maximum width that can be chosen
+ * @param maxHeight The maximum height that can be chosen
+ * @param aspectRatio The aspect ratio
+ * @return The optimal {@code Size}, or an arbitrary one if none were big enough
+ */
+ private fun chooseOptimalSize(
+ choices: Array, textureViewWidth: Int,
+ textureViewHeight: Int, maxWidth: Int, maxHeight: Int, aspectRatio: Size
+ ): Size {
+
+ // Collect the supported resolutions that are at least as big as the preview Surface
+ val bigEnough = arrayListOf()
+ // Collect the supported resolutions that are smaller than the preview Surface
+ val notBigEnough = arrayListOf()
+ val w = aspectRatio.width
+ val h = aspectRatio.height
+ for (option in choices) {
+ if (option.width <= maxWidth && option.height <= maxHeight
+ ) {
+ if (option.width >= textureViewWidth && option.height >= textureViewHeight) {
+ bigEnough.add(option)
+ } else {
+ notBigEnough.add(option)
+ }
+ }
+ }
+
+ // Pick the smallest of those big enough. If there is no one big enough, pick the
+ // largest of those not big enough.
+
+ return when {
+ bigEnough.isNotEmpty() -> Collections.min(bigEnough, compareSizesByArea)
+ notBigEnough.isNotEmpty() -> Collections.max(notBigEnough, compareSizesByArea)
+ else -> {
+ Log.e("Camera", "Couldn't find any suitable preview size")
+ choices[0]
+ }
+ }
+ }
+
+ private val compareSizesByArea = Comparator { lhs, rhs ->
+ // We cast here to ensure the multiplications won't overflow
+ java.lang.Long.signum(lhs.width.toLong() * lhs.height - rhs.width.toLong() * rhs.height)
+ }
+
+ }
+
+ private val surfaceTextureListener = object : TextureView.SurfaceTextureListener {
+ override fun onSurfaceTextureSizeChanged(surface: SurfaceTexture, width: Int, height: Int) {
+ configureTransform(width, height)
+ }
+
+ override fun onSurfaceTextureUpdated(surface: SurfaceTexture) {
+
+ if(first) {
+ //First frame is deleted because is empty.
+ first = false
+ return;
+ }
+
+ val frame = Bitmap.createBitmap(
+ textureView.width,
+ textureView.height,
+ Bitmap.Config.ARGB_8888
+ )
+ textureView.getBitmap(frame)
+
+ cameraView.onPreviewFrame(frame)
+ }
+
+ override fun onSurfaceTextureDestroyed(surface: SurfaceTexture): Boolean {
+ return true
+ }
+
+ override fun onSurfaceTextureAvailable(surface: SurfaceTexture, width: Int, height: Int) {
+ openCamera(width, height)
+
+ }
+ }
+
+ private val cameraStateCallback = object : CameraDevice.StateCallback() {
+ override fun onOpened(camera: CameraDevice) {
+ this@CameraManager.cameraDevice = camera
+ createPreviewSession()
+ }
+
+ override fun onDisconnected(camera: CameraDevice) {
+ camera.close()
+ this@CameraManager.cameraDevice = null
+ }
+
+ override fun onError(camera: CameraDevice, error: Int) {
+ }
+ }
+
+ fun start() {
+ openBackgroundThread()
+ if (textureView.isAvailable) {
+ openCamera(textureView.width, textureView.height)
+ } else {
+ textureView.surfaceTextureListener = surfaceTextureListener
+ }
+
+ }
+
+ fun stop() {
+ closeCamera()
+ closeBackgroundThread()
+
+ }
+
+
+ private fun closeCamera() {
+ if (cameraCaptureSession != null) {
+ cameraCaptureSession!!.close()
+ cameraCaptureSession = null
+ // cameraSessionClosed = true
+ }
+
+ if (cameraDevice != null) {
+ cameraDevice!!.close()
+ cameraDevice = null
+ }
+ }
+
+ private fun closeBackgroundThread() {
+ if (backgroundHandler != null) {
+ backgroundThread!!.quitSafely()
+ backgroundThread = null
+ backgroundHandler = null
+ }
+ }
+
+
+ private fun openCamera(width: Int, height: Int) {
+ if (ContextCompat.checkSelfPermission(
+ textureView.context,
+ Manifest.permission.CAMERA
+ ) == PackageManager.PERMISSION_GRANTED
+ ) {
+ setUpCameraOutputs(width, height)
+ configureTransform(width, height)
+
+ cameraManager.openCamera(cameraId, cameraStateCallback, backgroundHandler)
+ cameraView.onCameraStart()
+
+ } else Log.e("Camera2", "Requires Camera Permission")
+ }
+
+ /**
+ * Sets up member variables related to camera.
+ *
+ * @param width The width of available size for camera preview
+ * @param height The height of available size for camera preview
+ */
+ private fun setUpCameraOutputs(width: Int, height: Int) {
+ try {
+ for (cameraId in cameraManager.cameraIdList) {
+ val cameraCharacteristics = cameraManager.getCameraCharacteristics(cameraId)
+ val cameraFacing = cameraCharacteristics.get(CameraCharacteristics.LENS_FACING)
+
+ if (cameraFacing == this.cameraFacing) {
+ val streamConfigurationMap = cameraCharacteristics.get(
+ CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP
+ )
+// For still image captures, we use the largest available size.
+ val largest = Collections.max(
+ streamConfigurationMap?.getOutputSizes(ImageFormat.JPEG)?.toList(),
+ compareSizesByArea
+ )
+
+// Find out if we need to swap dimension to get the preview size relative to sensor
+// coordinate.
+ val displayRotation = activity.windowManager.defaultDisplay.rotation
+
+ //noinspection ConstantConditions
+ mSensorOrientation = cameraCharacteristics[CameraCharacteristics.SENSOR_ORIENTATION] ?: 0
+
+ var swappedDimensions = false
+
+ when (displayRotation) {
+ Surface.ROTATION_0 -> {
+ }
+ Surface.ROTATION_90 -> {
+ }
+ Surface.ROTATION_180 -> {
+ swappedDimensions =
+ mSensorOrientation == 90 || mSensorOrientation == 270
+ }
+ Surface.ROTATION_270 -> {
+ swappedDimensions = mSensorOrientation == 0 || mSensorOrientation == 180
+ }
+ else -> Log.e("Camera2", "Display rotation is invalid: $displayRotation")
+
+ }
+
+ val displaySize = Point()
+
+ activity.windowManager.defaultDisplay.getSize(displaySize)
+
+ var rotatedPreviewWidth = width
+ var rotatedPreviewHeight = height
+ var maxPreviewWidth = displaySize.x
+ var maxPreviewHeight = displaySize.y
+
+ if (swappedDimensions) {
+ rotatedPreviewWidth = height
+ rotatedPreviewHeight = width
+ maxPreviewWidth = displaySize.y
+ maxPreviewHeight = displaySize.x
+ }
+
+ if (maxPreviewWidth > MAX_PREVIEW_WIDTH) {
+ maxPreviewWidth = MAX_PREVIEW_WIDTH
+ }
+
+ if (maxPreviewHeight > MAX_PREVIEW_HEIGHT) {
+ maxPreviewHeight = MAX_PREVIEW_HEIGHT
+ }
+
+
+ // Danger, W.R.! Attempting to use too large a preview size could exceed the camera
+ // bus' bandwidth limitation, resulting in gorgeous previews but the storage of
+ // garbage capture data.
+ previewSize = chooseOptimalSize(
+ streamConfigurationMap!!.getOutputSizes(SurfaceTexture::class.java),
+ rotatedPreviewWidth, rotatedPreviewHeight, maxPreviewWidth,
+ maxPreviewHeight, largest
+ )
+
+ // We fit the aspect ratio of TextureView to the size of preview we picked.
+ val orientation = activity.resources.configuration.orientation
+
+ if (orientation == Configuration.ORIENTATION_LANDSCAPE) {
+ textureView.setAspectRatio(
+ previewSize!!.width, previewSize!!.height
+ )
+ } else {
+ textureView.setAspectRatio(
+ previewSize!!.height, previewSize!!.width
+ )
+ }
+ // check flash support
+ val flashSupported = cameraCharacteristics.get(CameraCharacteristics.FLASH_INFO_AVAILABLE)
+ isFlashSupported = flashSupported == null ?: false
+
+ this.cameraId = cameraId
+
+ return
+ }
+ }
+ } catch (e: CameraAccessException) {
+ e.printStackTrace()
+ }
+ }
+
+ /**
+ * Configures the necessary [android.graphics.Matrix] transformation to `mTextureView`.
+ * This method should be called after the camera preview size is determined in
+ * setUpCameraOutputs and also the size of `mTextureView` is fixed.
+ *
+ * @param viewWidth The width of `mTextureView`
+ * @param viewHeight The height of `mTextureView`
+ */
+ private fun configureTransform(viewWidth: Int, viewHeight: Int) {
+ val rotation = activity.windowManager.defaultDisplay.rotation
+ val matrix = Matrix()
+ val viewRect = RectF(0f, 0f, viewWidth.toFloat(), viewHeight.toFloat())
+ val bufferRect = RectF(
+ 0f,
+ 0f,
+ previewSize!!.height.toFloat(),
+ previewSize!!.width.toFloat()
+ )
+ val centerX = viewRect.centerX()
+ val centerY = viewRect.centerY()
+ if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {
+ bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY())
+ matrix.setRectToRect(viewRect, bufferRect, ScaleToFit.FILL)
+ val scale = Math.max(
+ viewHeight.toFloat() / previewSize!!.height,
+ viewWidth.toFloat() / previewSize!!.width
+ )
+ matrix.postScale(scale, scale, centerX, centerY)
+ matrix.postRotate((90 * (rotation - 2)).toFloat(), centerX, centerY)
+ } else if (Surface.ROTATION_180 == rotation) {
+ matrix.postRotate(180f, centerX, centerY)
+ }
+ textureView.setTransform(matrix)
+ }
+
+ /**
+ * Retrieves the JPEG orientation from the specified screen rotation.
+ *
+ * @param rotation The screen rotation.
+ * @return The JPEG orientation (one of 0, 90, 270, and 360)
+ */
+ private fun getOrientation(rotation: Int) =
+
+ // Sensor orientation is 90 for most devices, or 270 for some devices (eg. Nexus 5X)
+ // We have to take that into account and rotate JPEG properly.
+ // For devices with orientation of 90, we simply return our mapping from ORIENTATIONS.
+ // For devices with orientation of 270, we need to rotate the JPEG 180 degrees.
+ (ORIENTATIONS.get(rotation) + mSensorOrientation + 270) % 360
+
+
+ private fun openBackgroundThread() {
+ backgroundThread = HandlerThread("camera_background_thread")
+ backgroundThread!!.start()
+ backgroundHandler = Handler(backgroundThread!!.looper)
+ }
+
+ // Creates a new camera preview session
+ private fun createPreviewSession() {
+
+ try {
+
+ val surfaceTexture = textureView.surfaceTexture
+// We configure the size of default buffer to be the size of camera preview we want.
+ surfaceTexture?.setDefaultBufferSize(previewSize!!.width, previewSize!!.height)
+
+// This is the output Surface we need to start preview.
+ if (surface == null)
+ surface = Surface(surfaceTexture)
+
+ val previewSurface = surface
+
+ //val mImageSurface: Surface = imageReader!!.getSurface()
+
+ captureRequestBuilder = cameraDevice!!.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW)
+ //captureRequestBuilder!!.addTarget(mImageSurface)
+ captureRequestBuilder!!.addTarget(previewSurface!!)
+
+// Here, we create a CameraCaptureSession for camera preview.
+
+ cameraDevice!!.createCaptureSession(
+ singletonList(previewSurface),
+ object : CameraCaptureSession.StateCallback() {
+
+ override fun onConfigured(cameraCaptureSession: CameraCaptureSession) {
+ if (cameraDevice == null) {
+ return
+ }
+
+ try {
+// When session is ready we start displaying preview.
+ this@CameraManager.cameraCaptureSession = cameraCaptureSession
+ // cameraSessionClosed = false
+
+ this@CameraManager.configureCapture()
+
+ } catch (e: CameraAccessException) {
+ e.printStackTrace()
+ }
+
+ }
+
+ override fun onConfigureFailed(cameraCaptureSession: CameraCaptureSession) {
+
+ }
+ }, backgroundHandler
+ )
+ } catch (e: CameraAccessException) {
+ e.printStackTrace()
+ }
+
+ }
+
+ private fun configureCapture() {
+ if (flash == Flash.ON) {
+ captureRequestBuilder!!.set(
+ CaptureRequest.FLASH_MODE,
+ CaptureRequest.FLASH_MODE_TORCH
+ )
+ } else {
+ captureRequestBuilder!!.set(
+ CaptureRequest.FLASH_MODE,
+ CaptureRequest.FLASH_MODE_OFF
+ )
+ }
+
+ captureRequestBuilder!!.set(
+ CaptureRequest.CONTROL_AE_MODE,
+ CaptureRequest.CONTROL_AE_MODE_ON
+ )
+
+ captureRequestBuilder!!.set(
+ CaptureRequest.CONTROL_AF_MODE,
+ CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE
+ )
+
+// Finally, we start displaying the camera preview.
+ captureRequest = captureRequestBuilder!!.build()
+
+ this@CameraManager.cameraCaptureSession!!.setRepeatingRequest(
+ captureRequest!!,
+ null,
+ backgroundHandler
+ )
+ }
+
+ fun setFlash(flash: Flash) {
+
+ this.flash = flash
+
+ if (textureView.context.packageManager.hasSystemFeature(PackageManager.FEATURE_CAMERA_FLASH) && !cameraId.equals(
+ "-1"
+ )) {
+ configureCapture()
+ }
+
+ }
+
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/Capturer.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/Capturer.kt
new file mode 100644
index 0000000..224ab67
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/Capturer.kt
@@ -0,0 +1,11 @@
+package com.suaro.pidroidapp.capturer
+
+interface Capturer {
+ interface View{
+ fun onCapturerFinish()
+ }
+
+ interface Presenter {
+
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/ImageProcessor.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/ImageProcessor.kt
new file mode 100644
index 0000000..444ea08
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/ImageProcessor.kt
@@ -0,0 +1,26 @@
+package com.suaro.pidroidapp.capturer
+
+import android.graphics.Bitmap
+import com.suaro.pidroid.core.FaceDetectionResult
+
+
+interface ImageProcessor {
+ interface Interactor {
+ fun detectFace(intArray: IntArray, width: Int, height: Int)
+ fun detectFace(bitmap: Bitmap)
+
+ interface FinishListener {
+ fun onFaceDetectorFinish(info: FaceDetectionResult)
+ }
+ }
+
+ interface View {
+ fun onFaceDetectorFinish(info: FaceDetectionResult)
+ }
+
+ interface Presenter {
+ fun detectFace(intArray: IntArray, width: Int, height: Int)
+ fun detectFace(bitmap: Bitmap)
+
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/entity/Circle.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/entity/Circle.kt
new file mode 100644
index 0000000..ef87789
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/entity/Circle.kt
@@ -0,0 +1,15 @@
+package com.suaro.pidroidapp.capturer.entity
+
+import com.suaro.pidroid.core.Point
+
+
+class Circle {
+
+ constructor(center: Point, radius: Int) {
+ this.center = center
+ this.radius = radius
+ }
+
+ var center: Point = Point(0,0)
+ var radius: Int = 0
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/BaseFrameProcessor.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/BaseFrameProcessor.kt
new file mode 100644
index 0000000..a1038b5
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/BaseFrameProcessor.kt
@@ -0,0 +1,112 @@
+package com.suaro.pidroidapp.capturer.interactor
+
+import android.graphics.Bitmap
+import android.os.SystemClock
+import com.suaro.pidroidapp.capturer.ImageProcessor
+import com.suaro.pidroidapp.core.Utils
+import java.nio.ByteBuffer
+import java.util.concurrent.locks.ReentrantLock
+import kotlin.concurrent.withLock
+
+abstract class BaseFrameProcessor(protected var listener: ImageProcessor.Interactor.FinishListener) :
+ Runnable {
+
+ private val mStartTimeMillis = SystemClock.elapsedRealtime()
+
+ // This lock guards all of the member variables below.
+ protected val mLock = ReentrantLock()
+ protected val condition = mLock.newCondition()
+
+ protected var mActive = true
+ private val processingThread: Thread? = null
+
+ // These pending variables hold the state associated with the new frame awaiting processing.
+ private var mPendingTimeMillis: Long = 0
+ private var mPendingFrameId = 0
+ protected var mPendingFrameData: IntArray? = null
+
+ protected var previewWidth = 0
+ protected var previewHeight = 0
+ private var proccessingThread: Thread? = null
+
+
+ fun setProcessingThread(proccessingThread: Thread?) {
+ mLock.withLock {
+ this.proccessingThread = proccessingThread
+ condition.signalAll()
+ }
+ }
+
+ /**
+ * Marks the runnable as active/not active. Signals any blocked threads to continue.
+ */
+ fun setActive(active: Boolean) {
+ mLock.withLock {
+ mActive = active
+ condition.signalAll()
+ }
+ }
+
+ /**
+ * Sets the frame data received from the camera. This adds the previous unused frame buffer
+ * (if present) back to the camera, and keeps a pending reference to the frame data for
+ * future use.
+ */
+ fun setNextFrame(
+ data: IntArray?,
+ previewWidth: Int,
+ previewHeight: Int
+ ) {
+ mLock.withLock {
+ this.previewHeight = previewHeight
+ this.previewWidth = previewWidth
+
+ if (mPendingFrameData != null) {
+ mPendingFrameData = null
+ }
+
+ // Timestamp and frame ID are maintained here, which will give downstream code some
+ // idea of the timing of frames received and when frames were dropped along the way.
+ mPendingTimeMillis = SystemClock.elapsedRealtime() - mStartTimeMillis
+ mPendingFrameId++
+ mPendingFrameData = data
+
+ // Notify the processor thread if it is waiting on the next frame (see below).
+ condition.signalAll()
+ }
+ }
+
+ /**
+ * Sets the frame data received from the camera. This adds the previous unused frame buffer
+ * (if present) back to the camera, and keeps a pending reference to the frame data for
+ * future use.
+ */
+ fun setNextFrame(data: Bitmap?
+ ) {
+ mLock.withLock {
+ this.previewHeight = data!!.height
+ this.previewWidth = data.width
+
+ if (mPendingFrameData != null) {
+ mPendingFrameData = null
+ }
+
+ // Timestamp and frame ID are maintained here, which will give downstream code some
+ // idea of the timing of frames received and when frames were dropped along the way.
+ mPendingTimeMillis = SystemClock.elapsedRealtime() - mStartTimeMillis
+ mPendingFrameId++
+ mPendingFrameData = Utils.getBytes(data)!!
+
+ // Notify the processor thread if it is waiting on the next frame (see below).
+ condition.signalAll()
+ }
+ }
+
+ override fun run() {
+
+ }
+
+ init {
+
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/FaceDetectorFrameProcessor.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/FaceDetectorFrameProcessor.kt
new file mode 100644
index 0000000..d304e0a
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/FaceDetectorFrameProcessor.kt
@@ -0,0 +1,51 @@
+package com.suaro.pidroidapp.capturer.interactor
+
+import android.util.Log
+import com.suaro.pidroid.Pidroid
+import com.suaro.pidroid.core.FaceDetectionResult
+import com.suaro.pidroidapp.capturer.ImageProcessor
+import kotlin.concurrent.withLock
+
+class FaceDetectorFrameProcessor(listener: ImageProcessor.Interactor.FinishListener) :
+ BaseFrameProcessor(listener) {
+
+ companion object {
+ private val TAG = FaceDetectorFrameProcessor::class.java.simpleName
+ }
+
+ fun detect(byteArray: IntArray, width: Int, height: Int): FaceDetectionResult {
+ var dInfo = FaceDetectionResult()
+ Pidroid.detectFace(byteArray, width, height, dInfo)
+ return dInfo
+ }
+
+ override fun run() {
+ super.run()
+ var outputFrame: IntArray
+
+ while (true) {
+ mLock.withLock {
+ while (mActive && mPendingFrameData == null) {
+ try {
+ condition.await()
+ } catch (e: InterruptedException) {
+ return
+ }
+ }
+ if (!mActive) {
+ return
+ }
+ outputFrame = mPendingFrameData!!
+ mPendingFrameData = null
+ }
+ try {
+ val detectionInfo: FaceDetectionResult = this.detect(outputFrame, previewWidth, previewHeight)
+ listener.onFaceDetectorFinish(detectionInfo)
+ } catch (t: Throwable) {
+ Log.e(FaceDetectorFrameProcessor.TAG, t.message.toString())
+ }
+ }
+
+ }
+}
+
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/ImageProcessorInteractor.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/ImageProcessorInteractor.kt
new file mode 100644
index 0000000..4d75c2a
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/interactor/ImageProcessorInteractor.kt
@@ -0,0 +1,30 @@
+package com.suaro.pidroidapp.capturer.interactor
+
+import android.content.Context
+import android.graphics.Bitmap
+import com.suaro.pidroidapp.capturer.ImageProcessor
+
+class ImageProcessorInteractor(private var context: Context, private var listener: ImageProcessor.Interactor.FinishListener) : ImageProcessor.Interactor {
+
+ private var faceDetectorFrameProcessor: FaceDetectorFrameProcessor
+
+ private var faceDetectorProcessingThread: Thread
+
+ init {
+ faceDetectorFrameProcessor = FaceDetectorFrameProcessor(listener)
+ faceDetectorProcessingThread = Thread(faceDetectorFrameProcessor)
+
+ faceDetectorFrameProcessor.setProcessingThread(faceDetectorProcessingThread)
+ faceDetectorFrameProcessor.setActive(true)
+
+ faceDetectorProcessingThread.start()
+ }
+
+ override fun detectFace(intArray: IntArray, width: Int, height: Int) {
+ faceDetectorFrameProcessor.setNextFrame(intArray, width, height)
+ }
+
+ override fun detectFace(bitmap: Bitmap) {
+ faceDetectorFrameProcessor.setNextFrame(bitmap)
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/presenter/ImageProcessorPresenter.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/presenter/ImageProcessorPresenter.kt
new file mode 100644
index 0000000..1e24de3
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/presenter/ImageProcessorPresenter.kt
@@ -0,0 +1,28 @@
+package com.suaro.pidroidapp.capturer.presenter
+
+import android.content.Context
+import android.graphics.Bitmap
+import com.suaro.pidroid.core.FaceDetectionResult
+import com.suaro.pidroidapp.capturer.ImageProcessor
+import com.suaro.pidroidapp.capturer.interactor.ImageProcessorInteractor
+
+class ImageProcessorPresenter(private var context: Context, private val view: ImageProcessor.View): ImageProcessor.Presenter, ImageProcessor.Interactor.FinishListener {
+
+ private val interactor: ImageProcessorInteractor
+
+ init {
+ interactor = ImageProcessorInteractor(context, this)
+ }
+
+ override fun detectFace(intArray: IntArray, width: Int, height: Int) {
+ interactor.detectFace(intArray, width, height)
+ }
+
+ override fun detectFace(bitmap: Bitmap) {
+ interactor.detectFace(bitmap)
+ }
+
+ override fun onFaceDetectorFinish(info: FaceDetectionResult) {
+ view.onFaceDetectorFinish(info)
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/view/CanvasView.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/view/CanvasView.kt
new file mode 100644
index 0000000..50663bd
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/view/CanvasView.kt
@@ -0,0 +1,153 @@
+package com.suaro.pidroidapp.capturer.view
+
+import android.content.Context
+import android.graphics.*
+import android.util.AttributeSet
+import android.view.View
+import com.suaro.pidroidapp.capturer.entity.Circle
+import com.suaro.pidroid.core.Point
+
+class CanvasView @JvmOverloads constructor(context: Context, attrs: AttributeSet? = null, defStyleAttr: Int = 0): View(context, attrs, defStyleAttr) {
+
+ private val RECT_BORDER_RADIUS = 25f;
+ private val RECT_BORDER_WIDTH = 10f;
+
+ var faces: ArrayList = ArrayList();
+ var eyes: ArrayList = ArrayList();
+ var landmarks: ArrayList = ArrayList();
+
+ var paint: Paint = Paint()
+
+ private var mRatioWidth: Double = 0.0
+ private var mRatioHeight: Double = 0.0
+
+ private var lastRatioWidth: Double = 0.0
+ private var lastRatioHeight: Double = 0.0
+
+ private var currentRatio: Double = 0.0
+ private var currentWidth: Double = 0.0
+ private var currentHeight: Double = 0.0
+
+ private var widthScaleFactor: Double = 1.0;
+ private var heightScaleFactor: Double = 1.0;
+
+ fun drawRect(rect: Rect, canvas: Canvas?, color: Int = Color.GREEN) {;
+
+ paint.setStyle(Paint.Style.STROKE)
+ paint.setColor(color)
+ paint.setStrokeWidth(RECT_BORDER_WIDTH);
+
+ canvas?.drawRoundRect(rect.left.toFloat(), rect.top.toFloat(), rect.right.toFloat(), rect.bottom.toFloat(), RECT_BORDER_RADIUS, RECT_BORDER_RADIUS, paint);
+ }
+
+ fun drawCircle(circle: Circle, canvas: Canvas?, color: Int = Color.GREEN) {;
+
+ paint.setStyle(Paint.Style.FILL)
+ paint.setColor(color)
+
+ canvas?.drawCircle(
+ circle.center.x.toFloat(),
+ circle.center.y.toFloat(), circle.radius.toFloat(), paint)
+ }
+
+ // Called when the view should render its content.
+ override fun onDraw(canvas: Canvas?) {
+ super.onDraw(canvas)
+
+ faces.forEach {
+ drawRect(getScaleRect(it), canvas, Color.GREEN);
+ }
+
+ eyes.forEach {
+ drawCircle(scaleCircle(it), canvas, Color.RED);
+ }
+
+ landmarks.forEach {
+ drawCircle(scaleCircle(it), canvas, Color.BLUE);
+ }
+ }
+
+ private fun scaleCircle(it: Circle): Circle {
+ val x = translateX(it.center.x.toInt())
+ val y = translateY(it.center.y.toInt())
+ val radius = scaleY(it.radius)
+
+ return Circle(Point(x.toInt(),y.toInt()), radius.toInt())
+ }
+
+ private fun getScaleRect(rect: Rect): Rect {
+ val xRect = rect.left;
+ val yRect = rect.top;
+ val x: Float = translateX(xRect + rect.width() / 2)
+ val y: Float = translateY(yRect + rect.height() / 2)
+
+ // Draws a bounding box around the face.
+ val xOffset: Float = scaleX((rect.width() / 2.0f).toInt())
+ val left = x - xOffset
+ val right = x + xOffset
+ val width = right - left
+ val height = width
+ val yOffset = height / 2
+ val top = y - yOffset
+ val bottom = y + yOffset
+ return Rect(left.toInt(), top.toInt(), right.toInt(), bottom.toInt())
+ }
+
+ private fun translateX(x: Int): Float {
+ return scaleX(x)
+ }
+
+ private fun scaleX(x: Int): Float {
+ return (x*widthScaleFactor).toFloat();
+ }
+
+ private fun translateY(y: Int): Float {
+ return scaleY(y)
+ }
+
+ private fun scaleY(y: Int): Float {
+ return (y*heightScaleFactor).toFloat();
+ }
+
+ fun redraw() {
+ this.invalidate()
+ }
+
+ fun setAspectRatio(width: Int, height: Int) {
+ if (width < 0 || height < 0) {
+ throw IllegalArgumentException("Size cannot be negative.")
+ }
+
+ mRatioWidth = width.toDouble()
+ mRatioHeight = height.toDouble()
+
+ if (this.measuredWidth < this.measuredHeight * mRatioWidth / mRatioHeight) {
+ currentWidth = this.measuredWidth.toDouble()
+ currentRatio = mRatioHeight / mRatioWidth
+ currentHeight = this.measuredWidth * currentRatio
+ } else {
+ currentHeight = this.measuredHeight.toDouble()
+ currentRatio = mRatioWidth / mRatioHeight
+ currentWidth = this.measuredHeight * currentRatio
+ }
+
+
+ requestLayout()
+ }
+
+ override fun onMeasure(widthMeasureSpec: Int, heightMeasureSpec: Int) {
+ super.onMeasure(widthMeasureSpec, heightMeasureSpec)
+ val width = MeasureSpec.getSize(widthMeasureSpec)
+ val height = MeasureSpec.getSize(heightMeasureSpec)
+ if (0.0 == this.currentWidth || 0.0 == this.currentHeight) {
+ currentWidth = width.toDouble()
+ currentHeight = height.toDouble()
+ }
+
+ widthScaleFactor = currentWidth / mRatioWidth;
+ heightScaleFactor = currentHeight / mRatioHeight;
+
+ setMeasuredDimension(currentWidth.toInt(), currentHeight.toInt())
+ this.invalidate()
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/capturer/view/CapturerFragment.kt b/app/src/main/java/com/suaro/pidroidapp/capturer/view/CapturerFragment.kt
new file mode 100644
index 0000000..b4c98c6
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/capturer/view/CapturerFragment.kt
@@ -0,0 +1,127 @@
+package com.suaro.pidroidapp.capturer.view
+
+import android.content.Context
+import android.graphics.Bitmap
+import android.graphics.Rect
+import android.os.Bundle
+import android.view.LayoutInflater
+import android.view.View
+import android.view.ViewGroup
+import androidx.fragment.app.Fragment
+import com.suaro.pidroid.core.FaceDetectionResult
+import com.suaro.pidroidapp.ImageActivity
+import com.suaro.pidroidapp.MainActivity
+import com.suaro.pidroidapp.R
+import com.suaro.pidroidapp.capturer.Capturer
+import com.suaro.pidroidapp.capturer.ImageProcessor
+import com.suaro.pidroidapp.capturer.entity.Circle
+import com.suaro.pidroidapp.capturer.presenter.ImageProcessorPresenter
+import com.suaro.pidroidapp.core.CameraPreviewListener
+
+
+class CapturerFragment : Fragment(), ImageProcessor.View, CameraPreviewListener {
+ private lateinit var capturerView: Capturer.View
+ private lateinit var presenter: ImageProcessorPresenter
+ private var canvasView: CanvasView? = null
+ private var first: Boolean = true
+ private var processing: Boolean = false
+ private var mLock: Any = Object()
+
+ override fun onAttach(context: Context) {
+ super.onAttach(context)
+ capturerView = if (context is Capturer.View) {
+ context
+ } else {
+ throw ClassCastException(
+ context.toString()
+ .toString() + " must implement ObInstructions.View"
+ )
+ }
+ //TODO: Fix this...
+ (activity as MainActivity).addCameraPreviewListener(this)
+ }
+
+ override fun onCreate(savedInstance: Bundle?) {
+ super.onCreate(savedInstance)
+ }
+
+ override fun onCreateView(
+ layoutInflater: LayoutInflater,
+ container: ViewGroup?,
+ savedInstanceState: Bundle?
+ ): View? {
+ val v: View = layoutInflater.inflate(R.layout.capturer_fragment, container, false)
+ ?: return null
+ setRetainInstance(true)
+ presenter = ImageProcessorPresenter(activity!!, this)
+ canvasView = v.findViewById(R.id.canvas_view)
+ return v
+ }
+
+ override fun onViewCreated(view: View, savedInstanceState: Bundle?) {
+
+ }
+
+ override fun onResume() {
+ super.onResume()
+ }
+
+
+ companion object {
+ private val TAG = CapturerFragment::class.java.simpleName
+ fun newInstance(): CapturerFragment {
+ val f = CapturerFragment()
+ //val args = Bundle()
+ //args.putParcelable("instructions_item", item)
+ //f.setArguments(args)
+ return f
+ }
+ }
+
+ override fun onFaceDetectorFinish(info: FaceDetectionResult) {
+ this.activity?.runOnUiThread {
+ synchronized(mLock) {
+ processing = false;
+ canvasView?.faces?.clear()
+ canvasView?.eyes?.clear()
+ canvasView?.landmarks?.clear()
+
+ if (info.detected) {
+ //TODO: Check draw aspect ratio.
+ for (face in info.faces) {
+ var rect: Rect = Rect(
+ face.topLeft.x,
+ face.topLeft.y,
+ face.topLeft.x + face.width,
+ face.topLeft.y + face.height
+ )
+ canvasView?.faces?.add(rect)
+ for (eye in face.eyes) {
+ canvasView?.eyes?.add(Circle(eye.center, eye.radius))
+ }
+
+ for (landmark in face.landmarks) {
+ canvasView?.landmarks?.add(Circle(landmark.center, landmark.radius))
+ }
+ }
+
+ }
+
+ canvasView?.redraw()
+ }
+ }
+ }
+
+ override fun onPreviewFrame(bitmap: Bitmap) {
+ if (first) {
+ canvasView?.setAspectRatio(bitmap.width, bitmap.height)
+ first = false
+ }
+
+ //if (processing)
+ // return
+
+ processing = true
+ this.presenter.detectFace(bitmap)
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/core/CameraPreviewListener.kt b/app/src/main/java/com/suaro/pidroidapp/core/CameraPreviewListener.kt
new file mode 100644
index 0000000..3c397fc
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/core/CameraPreviewListener.kt
@@ -0,0 +1,7 @@
+package com.suaro.pidroidapp.core
+
+import android.graphics.Bitmap
+
+interface CameraPreviewListener {
+ fun onPreviewFrame(bitmap: Bitmap);
+}
\ No newline at end of file
diff --git a/app/src/main/java/com/suaro/pidroidapp/core/Utils.kt b/app/src/main/java/com/suaro/pidroidapp/core/Utils.kt
new file mode 100644
index 0000000..d7dde72
--- /dev/null
+++ b/app/src/main/java/com/suaro/pidroidapp/core/Utils.kt
@@ -0,0 +1,101 @@
+package com.suaro.pidroidapp.core
+
+import android.graphics.Bitmap
+import android.graphics.ImageFormat
+import android.graphics.Rect
+import android.graphics.YuvImage
+import android.media.Image
+import java.io.ByteArrayOutputStream
+import java.nio.ByteBuffer
+
+
+class Utils {
+
+ companion object {
+
+ fun getBytes(image: Bitmap): IntArray? {
+ val pixels = IntArray(image.width * image.height * 4)
+ image.getPixels(pixels, 0, image.width, 0, 0, image.width, image.height)
+ return pixels
+ }
+
+ fun bitmapToBgrBytes(image: Bitmap): ByteArray? {
+
+ // calculate how many bytes our image consists of
+ val bytes = image.byteCount
+ val buffer = ByteBuffer.allocate(bytes) // Create a new buffer
+ image.copyPixelsToBuffer(buffer) // Move the byte data to the buffer
+ val temp = buffer.array() // Get the underlying array containing the data.
+ val pixels = ByteArray(temp.size / 4 * 3) // Allocate for 3 byte BGR
+
+ // Copy pixels into place
+ for (i in 0 until temp.size / 4) {
+ pixels[i * 3] = temp[i * 4 + 3] // B
+ pixels[i * 3 + 1] = temp[i * 4 + 2] // G
+ pixels[i * 3 + 2] = temp[i * 4 + 1] // R
+
+ // Alpha is discarded
+ }
+ return pixels
+ }
+
+ fun bitmapToGrayBytes(image: Bitmap): ByteArray? {
+ // calculate how many bytes our image consists of
+ val bytes = image.byteCount
+ val buffer = ByteBuffer.allocate(bytes) // Create a new buffer
+ image.copyPixelsToBuffer(buffer) // Move the byte data to the buffer
+ val temp = buffer.array() // Get the underlying array containing the data.
+ val pixels = ByteArray(temp.size / 4) //RGBA (4 channel) size is 4x greater than Gray (One channel) size
+
+ var b: Double = 0.0
+ var g: Double = 0.0
+ var r: Double = 0.0
+
+ var gray: Double = 0.0
+ // Copy pixels into place
+ for (i in 0 until temp.size / 4) {
+ b = temp[i * 4 + 2].toUByte().toDouble()
+ g = temp[i * 4 + 1].toUByte().toDouble()
+ r = temp[i * 4 + 0].toUByte().toDouble()
+
+ gray = 0.2 * r + 0.7*g + 0.1*b
+
+ pixels[i] = gray.toInt().toByte()
+ }
+ return pixels
+ }
+
+ fun bitmapToByteArray(bmp: Bitmap): ByteArray {
+ val stream = ByteArrayOutputStream()
+ bmp.compress(Bitmap.CompressFormat.PNG, 100, stream)
+ val byteArray: ByteArray = stream.toByteArray()
+ bmp.recycle()
+ return byteArray
+ }
+
+ fun YUV_420_888toNV21(image: Image): ByteArray? {
+ val nv21: ByteArray
+ val yBuffer: ByteBuffer = image.getPlanes().get(0).getBuffer()
+ val uBuffer: ByteBuffer = image.getPlanes().get(1).getBuffer()
+ val vBuffer: ByteBuffer = image.getPlanes().get(2).getBuffer()
+ val ySize: Int = yBuffer.remaining()
+ val uSize: Int = uBuffer.remaining()
+ val vSize: Int = vBuffer.remaining()
+ nv21 = ByteArray(ySize + uSize + vSize)
+
+ //U and V are swapped
+ yBuffer.get(nv21, 0, ySize)
+ vBuffer.get(nv21, ySize, vSize)
+ uBuffer.get(nv21, ySize + vSize, uSize)
+ return nv21
+ }
+
+
+ fun NV21toJPEG(nv21: ByteArray, width: Int, height: Int): ByteArray? {
+ val out = ByteArrayOutputStream()
+ val yuv = YuvImage(nv21, ImageFormat.NV21, width, height, null)
+ yuv.compressToJpeg(Rect(0, 0, width, height), 100, out)
+ return out.toByteArray()
+ }
+ }
+}
\ No newline at end of file
diff --git a/app/src/main/res/drawable-v24/ic_launcher_foreground.xml b/app/src/main/res/drawable-v24/ic_launcher_foreground.xml
new file mode 100644
index 0000000..2b068d1
--- /dev/null
+++ b/app/src/main/res/drawable-v24/ic_launcher_foreground.xml
@@ -0,0 +1,30 @@
+
+
+
+
+