├── .gitignore
├── LICENSE
├── README.md
├── _config.yml
├── _layouts
└── default.html
├── app
├── build.gradle
├── proguard-rules.pro
└── src
│ └── main
│ ├── AndroidManifest.xml
│ ├── ic_launcher-playstore.png
│ ├── java
│ └── com
│ │ └── example
│ │ └── selfiesegmentation
│ │ ├── MainActivity.kt
│ │ ├── ui
│ │ ├── MainFragment.kt
│ │ └── MainViewModel.kt
│ │ └── util
│ │ ├── BitmapUtils.kt
│ │ └── SegmentHelper.kt
│ └── res
│ ├── drawable
│ ├── beach.jpg
│ ├── ic_launcher_foreground.xml
│ └── woman.jpg
│ ├── layout
│ ├── main_activity.xml
│ └── main_fragment.xml
│ ├── mipmap-anydpi-v26
│ ├── ic_launcher.xml
│ └── ic_launcher_round.xml
│ ├── mipmap-hdpi
│ ├── ic_launcher.png
│ └── ic_launcher_round.png
│ ├── mipmap-mdpi
│ ├── ic_launcher.png
│ └── ic_launcher_round.png
│ ├── mipmap-xhdpi
│ ├── ic_launcher.png
│ └── ic_launcher_round.png
│ ├── mipmap-xxhdpi
│ ├── ic_launcher.png
│ └── ic_launcher_round.png
│ ├── mipmap-xxxhdpi
│ ├── ic_launcher.png
│ └── ic_launcher_round.png
│ └── values
│ ├── colors.xml
│ ├── ic_launcher_background.xml
│ ├── strings.xml
│ └── themes.xml
├── build.gradle
├── doc
├── custom_bg.png
├── default.png
└── mask.png
├── gradle.properties
├── gradle
└── wrapper
│ ├── gradle-wrapper.jar
│ └── gradle-wrapper.properties
├── gradlew
├── gradlew.bat
└── settings.gradle
/.gitignore:
--------------------------------------------------------------------------------
1 | # Built application files
2 | *.apk
3 | *.aar
4 | *.ap_
5 | *.aab
6 |
7 | # Files for the ART/Dalvik VM
8 | *.dex
9 |
10 | # Java class files
11 | *.class
12 |
13 | # Generated files
14 | bin/
15 | gen/
16 | out/
17 | # Uncomment the following line in case you need and you don't have the release build type files in your app
18 | # release/
19 |
20 | # Gradle files
21 | .gradle/
22 | build/
23 |
24 | # Local configuration file (sdk path, etc)
25 | local.properties
26 |
27 | # Proguard folder generated by Eclipse
28 | proguard/
29 |
30 | # Log Files
31 | *.log
32 |
33 | # Android Studio Navigation editor temp files
34 | .navigation/
35 |
36 | # Android Studio captures folder
37 | captures/
38 |
39 | # IntelliJ
40 | .idea
41 | *.iml
42 | .idea/workspace.xml
43 | .idea/tasks.xml
44 | .idea/gradle.xml
45 | .idea/assetWizardSettings.xml
46 | .idea/dictionaries
47 | .idea/libraries
48 | # Android Studio 3 in .gitignore file.
49 | .idea/caches
50 | .idea/modules.xml
51 | # Comment next line if keeping position of elements in Navigation Editor is relevant for you
52 | .idea/navEditor.xml
53 |
54 | # Keystore files
55 | # Uncomment the following lines if you do not want to check your keystore files in.
56 | #*.jks
57 | #*.keystore
58 |
59 | # External native build folder generated in Android Studio 2.2 and later
60 | .externalNativeBuild
61 | .cxx/
62 |
63 | # Google Services (e.g. APIs or Firebase)
64 | # google-services.json
65 |
66 | # Freeline
67 | freeline.py
68 | freeline/
69 | freeline_project_description.json
70 |
71 | # fastlane
72 | fastlane/report.xml
73 | fastlane/Preview.html
74 | fastlane/screenshots
75 | fastlane/test_output
76 | fastlane/readme.md
77 |
78 | # Version control
79 | vcs.xml
80 |
81 | # lint
82 | lint/intermediates/
83 | lint/generated/
84 | lint/outputs/
85 | lint/tmp/
86 | # lint/reports/
87 |
88 | # Android Profiling
89 | *.hprof
--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
1 | MIT License
2 |
3 | Copyright (c) 2021 Michael Gasser
4 |
5 | Permission is hereby granted, free of charge, to any person obtaining a copy
6 | of this software and associated documentation files (the "Software"), to deal
7 | in the Software without restriction, including without limitation the rights
8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 | copies of the Software, and to permit persons to whom the Software is
10 | furnished to do so, subject to the following conditions:
11 |
12 | The above copyright notice and this permission notice shall be included in all
13 | copies or substantial portions of the Software.
14 |
15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 | SOFTWARE.
22 |
--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
1 | # SelfieSegmentation
2 | This project provides an example implementation of the ML Kit Selfie Segmentation API in an Android app.
3 |
4 | ## Installation
5 | Just clone the repo, open the project in Android Studio and run the project.
6 | For better performance run it on a physical device instead of AVD.
7 |
8 | ## Features
9 | The user can choose a front and a background image from his library. Then the image is processed and three modes can be selected.
10 |
11 | ### Default mode
12 | Displays the chosen front image.
13 |
14 |
15 |
16 | ### Mask mode
17 | Shows the front image and highlights the detected background of the segmentation mask as a green overlay.
18 |
19 |
20 |
21 | ### Custom background mode
22 | Shows the front image and uses the detected segmentation mask to overlay the background image.
23 |
24 |
25 |
26 | ## Limitations
27 | Since processing of a large image can take quite some time a selected image is resized to the current screen width.
28 | Furthermore, a background image is stretched to the same size as the current front image to simplify the overlay creation.
29 |
--------------------------------------------------------------------------------
/_config.yml:
--------------------------------------------------------------------------------
1 | theme: jekyll-theme-cayman
--------------------------------------------------------------------------------
/_layouts/default.html:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | {% if site.google_analytics %}
6 |
7 |
13 | {% endif %}
14 |
15 |
16 | {% seo %}
17 |
18 |
19 |
20 |
21 |
22 |
23 |
24 |
25 | Skip to the content.
26 |
27 |
38 |
39 |
40 | {{ content }}
41 |
42 |
47 |
48 |
49 |
50 |
--------------------------------------------------------------------------------
/app/build.gradle:
--------------------------------------------------------------------------------
1 | plugins {
2 | id 'com.android.application'
3 | id 'kotlin-android'
4 | }
5 |
6 | android {
7 | compileSdkVersion 32
8 |
9 | defaultConfig {
10 | applicationId "com.example.selfieseg"
11 | minSdkVersion 19
12 | targetSdkVersion 32
13 | versionCode 1
14 | versionName "1.0"
15 |
16 | vectorDrawables.useSupportLibrary = true
17 | }
18 |
19 | buildTypes {
20 | release {
21 | minifyEnabled false
22 | proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
23 | }
24 | }
25 |
26 | compileOptions {
27 | sourceCompatibility JavaVersion.VERSION_1_8
28 | targetCompatibility JavaVersion.VERSION_1_8
29 | }
30 |
31 | kotlinOptions {
32 | jvmTarget = '1.8'
33 | }
34 |
35 | buildFeatures {
36 | viewBinding true
37 | }
38 | }
39 |
40 | dependencies {
41 | implementation 'androidx.core:core-ktx:1.7.0'
42 | implementation 'androidx.appcompat:appcompat:1.4.1'
43 | implementation 'com.google.android.material:material:1.5.0'
44 | implementation 'androidx.lifecycle:lifecycle-livedata-ktx:2.4.1'
45 | implementation 'androidx.lifecycle:lifecycle-viewmodel-ktx:2.4.1'
46 |
47 | implementation 'com.google.mlkit:segmentation-selfie:16.0.0-beta1'
48 | }
--------------------------------------------------------------------------------
/app/proguard-rules.pro:
--------------------------------------------------------------------------------
1 | # Add project specific ProGuard rules here.
2 | # You can control the set of applied configuration files using the
3 | # proguardFiles setting in build.gradle.
4 | #
5 | # For more details, see
6 | # http://developer.android.com/guide/developing/tools/proguard.html
7 |
8 | # If your project uses WebView with JS, uncomment the following
9 | # and specify the fully qualified class name to the JavaScript interface
10 | # class:
11 | #-keepclassmembers class fqcn.of.javascript.interface.for.webview {
12 | # public *;
13 | #}
14 |
15 | # Uncomment this to preserve the line number information for
16 | # debugging stack traces.
17 | #-keepattributes SourceFile,LineNumberTable
18 |
19 | # If you keep the line number information, uncomment this to
20 | # hide the original source file name.
21 | #-renamesourcefileattribute SourceFile
--------------------------------------------------------------------------------
/app/src/main/AndroidManifest.xml:
--------------------------------------------------------------------------------
1 |
2 |
4 |
5 |
12 |
15 |
16 |
17 |
18 |
19 |
20 |
21 |
22 |
23 |
--------------------------------------------------------------------------------
/app/src/main/ic_launcher-playstore.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/ic_launcher-playstore.png
--------------------------------------------------------------------------------
/app/src/main/java/com/example/selfiesegmentation/MainActivity.kt:
--------------------------------------------------------------------------------
1 | package com.example.selfiesegmentation
2 |
3 | import androidx.appcompat.app.AppCompatActivity
4 | import android.os.Bundle
5 | import android.view.View
6 | import com.example.selfiesegmentation.ui.MainFragment
7 |
8 | /**
9 | * Simple wrapper for the fragment
10 | */
11 | class MainActivity : AppCompatActivity() {
12 |
13 | override fun onCreate(savedInstanceState: Bundle?) {
14 | super.onCreate(savedInstanceState)
15 |
16 | window.decorView.systemUiVisibility = View.SYSTEM_UI_FLAG_FULLSCREEN
17 |
18 | setContentView(R.layout.main_activity)
19 | if (savedInstanceState == null) {
20 | supportFragmentManager.beginTransaction()
21 | .replace(R.id.container, MainFragment())
22 | .commitNow()
23 | }
24 | }
25 | }
--------------------------------------------------------------------------------
/app/src/main/java/com/example/selfiesegmentation/ui/MainFragment.kt:
--------------------------------------------------------------------------------
1 | package com.example.selfiesegmentation.ui
2 |
3 | import android.content.res.Resources
4 | import android.net.Uri
5 | import android.os.Bundle
6 | import android.view.LayoutInflater
7 | import android.view.View
8 | import android.view.ViewGroup
9 | import android.widget.ImageView
10 | import android.widget.RadioGroup
11 | import androidx.activity.result.contract.ActivityResultContracts
12 | import androidx.fragment.app.Fragment
13 | import androidx.lifecycle.ViewModelProvider
14 | import com.example.selfiesegmentation.R
15 | import com.example.selfiesegmentation.databinding.MainFragmentBinding
16 | import com.example.selfiesegmentation.util.getBitmapFromRes
17 | import com.example.selfiesegmentation.util.getBitmapFromUri
18 | import java.io.IOException
19 |
20 | /**
21 | * MainFragment of the app
22 | */
23 | class MainFragment : Fragment() {
24 | private var _binding: MainFragmentBinding? = null
25 | private val binding get() = _binding!!
26 |
27 | private lateinit var homeViewModel: MainViewModel
28 | private lateinit var image: ImageView
29 | private lateinit var selectMode: RadioGroup
30 | private val displayWidth = Resources.getSystem().displayMetrics.widthPixels
31 |
32 | override fun onCreateView(
33 | inflater: LayoutInflater,
34 | container: ViewGroup?,
35 | savedInstanceState: Bundle?
36 | ): View {
37 | homeViewModel = ViewModelProvider(this)[MainViewModel::class.java]
38 | _binding = MainFragmentBinding.inflate(inflater, container, false)
39 |
40 | // If we started the app for the first time, we load default images into the ViewModel
41 | if (!homeViewModel.isInitialized) {
42 | initializeDefaultImages()
43 | homeViewModel.isInitialized = true
44 | }
45 |
46 | // Observe the ViewModel's image
47 | image = binding.image
48 | homeViewModel.currentImage.observe(viewLifecycleOwner) {
49 | image.setImageBitmap(it)
50 | }
51 |
52 | // OnClickListeners for choosing an image
53 | binding.selectFrontButton.setOnClickListener {
54 | homeViewModel.choseFront = true
55 | chooseImage.launch("image/*")
56 | }
57 | binding.selectBgButton.setOnClickListener {
58 | homeViewModel.choseFront = false
59 | chooseImage.launch("image/*")
60 | }
61 |
62 | // Tell the ViewModel when a new mode is chosen
63 | selectMode = binding.selectMode
64 | binding.selectMode.setOnCheckedChangeListener { _, isChecked ->
65 | homeViewModel.modeSelected(isChecked)
66 | }
67 |
68 | // Observe the ViewModel's selected mode
69 | homeViewModel.selectedMode.observe(viewLifecycleOwner) {
70 | selectMode.check(it)
71 | }
72 |
73 | return binding.root
74 | }
75 |
76 | override fun onDestroyView() {
77 | super.onDestroyView()
78 | _binding = null
79 | }
80 |
81 | /**
82 | * Load a bitmap using the URI and inform the ViewModel about it
83 | */
84 | private fun imageChosen(imageUri: Uri) {
85 | try {
86 | val imageBitmap = getBitmapFromUri(
87 | requireActivity().contentResolver,
88 | imageUri,
89 | displayWidth
90 | )
91 | homeViewModel.imageChosen(imageBitmap)
92 | } catch (e: IOException) {
93 | println("Error occurred while trying to load the selected image: $e")
94 | }
95 | }
96 |
97 | /**
98 | * Start intent for requesting an image from the library
99 | */
100 | private val chooseImage =
101 | registerForActivityResult(ActivityResultContracts.GetContent()) { uri: Uri? ->
102 | if (uri != null) {
103 | imageChosen(uri)
104 | } else {
105 | println("Image could not be chosen")
106 | }
107 | }
108 |
109 | /**
110 | * Loads two sample images as if they were chosen from the user
111 | */
112 | private fun initializeDefaultImages() {
113 | val initialFront = getBitmapFromRes(resources, R.drawable.woman, displayWidth)
114 | homeViewModel.imageChosen(initialFront)
115 |
116 | homeViewModel.choseFront = false
117 | val initialBg = getBitmapFromRes(resources, R.drawable.beach, displayWidth)
118 | homeViewModel.imageChosen(initialBg)
119 | }
120 | }
--------------------------------------------------------------------------------
/app/src/main/java/com/example/selfiesegmentation/ui/MainViewModel.kt:
--------------------------------------------------------------------------------
1 | package com.example.selfiesegmentation.ui
2 |
3 | import android.graphics.Bitmap
4 | import androidx.lifecycle.LiveData
5 | import androidx.lifecycle.MutableLiveData
6 | import androidx.lifecycle.ViewModel
7 | import com.example.selfiesegmentation.R
8 | import com.example.selfiesegmentation.util.ProcessedListener
9 | import com.example.selfiesegmentation.util.SegmentHelper
10 | import com.example.selfiesegmentation.util.resizeBitmap
11 |
12 | /**
13 | * ViewModel of the fragment
14 | */
15 | class MainViewModel : ViewModel(), ProcessedListener {
16 | private val _currentImage = MutableLiveData()
17 | val currentImage: LiveData = _currentImage
18 |
19 | private val _selectedMode = MutableLiveData()
20 | val selectedMode: LiveData = _selectedMode
21 |
22 | var choseFront = true
23 | var isInitialized = false
24 |
25 | private var _normalImage: Bitmap
26 | private var _maskImage: Bitmap
27 | private var _maskBgImage: Bitmap
28 | private var _bgImage: Bitmap
29 |
30 | private var _segmentHelper: SegmentHelper = SegmentHelper(this)
31 |
32 | init {
33 | // Initialize dummy bitmap so we don't need to make the variables nullable
34 | _normalImage = Bitmap.createBitmap(1, 1, Bitmap.Config.ARGB_8888)
35 | _bgImage = _normalImage
36 | _maskImage = _normalImage
37 | _maskBgImage = _normalImage
38 |
39 | // At startup normal mode is selected
40 | _selectedMode.apply { value = R.id.show_normal }
41 | }
42 |
43 | /**
44 | * Processes a chosen image
45 | */
46 | fun imageChosen(bmp: Bitmap) {
47 | if (choseFront) {
48 | _normalImage = bmp
49 | _bgImage = resizeBitmap(_bgImage, _normalImage.width, _normalImage.height)
50 | _segmentHelper.processImage(_normalImage)
51 | } else {
52 | _bgImage = resizeBitmap(bmp, _normalImage.width, _normalImage.height)
53 | _maskBgImage = _segmentHelper.generateMaskBgImage(_normalImage, _bgImage)
54 | setCurrentImage()
55 | }
56 | }
57 |
58 | /**
59 | * Updates the observed bitmap depending on the current mode
60 | */
61 | private fun setCurrentImage() {
62 | _currentImage.apply {
63 | value = when (selectedMode.value) {
64 | R.id.show_normal -> {
65 | println("normal selected")
66 | _normalImage
67 | }
68 | R.id.show_mask -> {
69 | println("mask selected")
70 | _maskImage
71 | }
72 | R.id.show_custombg -> {
73 | println("custombg selected")
74 | _maskBgImage
75 | }
76 | else -> {
77 | println("id ${selectedMode.value} is not a valid mode")
78 | _normalImage
79 | }
80 | }
81 | }
82 | }
83 |
84 | /**
85 | * Sets the selected mode
86 | */
87 | fun modeSelected(id: Int) {
88 | _selectedMode.apply { value = id }
89 | setCurrentImage()
90 | }
91 |
92 | /**
93 | * Updates the images once an image was processed
94 | */
95 | override fun imageProcessed() {
96 | _maskImage = _segmentHelper.generateMaskImage(_normalImage)
97 | _maskBgImage = _segmentHelper.generateMaskBgImage(_normalImage, _bgImage)
98 | setCurrentImage()
99 | }
100 | }
101 |
--------------------------------------------------------------------------------
/app/src/main/java/com/example/selfiesegmentation/util/BitmapUtils.kt:
--------------------------------------------------------------------------------
1 | package com.example.selfiesegmentation.util
2 |
3 | import android.content.ContentResolver
4 | import android.content.res.Resources
5 | import android.graphics.Bitmap
6 | import android.graphics.BitmapFactory
7 | import android.graphics.Canvas
8 | import android.graphics.Matrix
9 | import android.net.Uri
10 | import android.provider.MediaStore
11 | import kotlin.math.roundToInt
12 |
13 | /**
14 | * Merges two bitmaps by drawing them on a canvas
15 | *
16 | * Source: https://stackoverflow.com/a/40546729
17 | */
18 | fun mergeBitmaps(bmp1: Bitmap, bmp2: Bitmap): Bitmap {
19 | val merged = Bitmap.createBitmap(bmp1.width, bmp1.height, bmp1.config)
20 | val canvas = Canvas(merged)
21 | canvas.drawBitmap(bmp1, Matrix(), null)
22 | canvas.drawBitmap(bmp2, Matrix(), null)
23 | return merged
24 | }
25 |
26 | /**
27 | * Resizes a bitmap to the given height and width
28 | */
29 | fun resizeBitmap(bmp: Bitmap, width: Int, height: Int): Bitmap {
30 | return Bitmap.createScaledBitmap(bmp, width, height, false)
31 | }
32 |
33 | /**
34 | * Resizes a bitmap to the given width and calculates height with respect to the aspect ratio
35 | *
36 | * Source: https://stackoverflow.com/a/28921075
37 | */
38 | fun resizeBitmapWithAspect(bmp: Bitmap, width: Int): Bitmap {
39 | val aspectRatio: Float = bmp.width / bmp.height.toFloat()
40 | val height = (width / aspectRatio).roundToInt()
41 | return resizeBitmap(bmp, width, height)
42 | }
43 |
44 | /**
45 | * Loads a bitmap from an URI
46 | */
47 | fun getBitmapFromUri(contentResolver: ContentResolver, imageUri: Uri, width: Int): Bitmap {
48 | val bmp = MediaStore.Images.Media.getBitmap(contentResolver, imageUri)
49 | return resizeBitmapWithAspect(bmp, width)
50 | }
51 |
52 | /**
53 | * Loads a bitmap from resources
54 | */
55 | fun getBitmapFromRes(res: Resources, id: Int, width: Int): Bitmap {
56 | val bmp = BitmapFactory.decodeResource(res, id)
57 | return resizeBitmapWithAspect(bmp, width)
58 | }
59 |
--------------------------------------------------------------------------------
/app/src/main/java/com/example/selfiesegmentation/util/SegmentHelper.kt:
--------------------------------------------------------------------------------
1 | package com.example.selfiesegmentation.util
2 |
3 | import android.graphics.Bitmap
4 | import android.graphics.Color
5 | import androidx.core.graphics.ColorUtils
6 | import com.google.mlkit.vision.common.InputImage
7 | import com.google.mlkit.vision.segmentation.Segmentation
8 | import com.google.mlkit.vision.segmentation.Segmenter
9 | import com.google.mlkit.vision.segmentation.selfie.SelfieSegmenterOptions
10 | import java.nio.ByteBuffer
11 |
12 | /**
13 | * Implements functionality using the ML Kit Selfie Segmentation API
14 | */
15 | class SegmentHelper(private val listener: ProcessedListener) {
16 | private val segmenter: Segmenter
17 | private var maskBuffer = ByteBuffer.allocate(0)
18 | private var maskWidth = 0
19 | private var maskHeight = 0
20 |
21 | init {
22 | val options =
23 | SelfieSegmenterOptions.Builder()
24 | .setDetectorMode(SelfieSegmenterOptions.SINGLE_IMAGE_MODE)
25 | .build()
26 |
27 | segmenter = Segmentation.getClient(options)
28 | }
29 |
30 | /**
31 | * Processes a bitmap and informs the listener on success
32 | */
33 | fun processImage(image: Bitmap) {
34 | val input = InputImage.fromBitmap(image, 0)
35 | segmenter.process(input)
36 | .addOnSuccessListener { segmentationMask ->
37 | // Store all information so we can reuse it if e.g. a background images is chosen
38 | maskBuffer = segmentationMask.buffer
39 | maskWidth = segmentationMask.width
40 | maskHeight = segmentationMask.height
41 | listener.imageProcessed()
42 | }
43 | .addOnFailureListener { e ->
44 | println("Image processing failed: $e")
45 | }
46 | }
47 |
48 | /**
49 | * Highlights the detected background of the segmentation mask as a green overlay
50 | */
51 | fun generateMaskImage(image: Bitmap): Bitmap {
52 | val maskBitmap = Bitmap.createBitmap(image.width, image.height, image.config)
53 |
54 | for (y in 0 until maskHeight) {
55 | for (x in 0 until maskWidth) {
56 | val bgConfidence = ((1.0 - maskBuffer.float) * 255).toInt()
57 | maskBitmap.setPixel(x, y, Color.argb(bgConfidence, 0, 255, 0))
58 | }
59 | }
60 | maskBuffer.rewind()
61 | return mergeBitmaps(image, maskBitmap)
62 | }
63 |
64 | /**
65 | * Uses the detected segmentation mask to overlay the background image
66 | */
67 | fun generateMaskBgImage(image: Bitmap, bg: Bitmap): Bitmap {
68 | val bgBitmap = Bitmap.createBitmap(image.width, image.height, image.config)
69 |
70 | for (y in 0 until maskHeight) {
71 | for (x in 0 until maskWidth) {
72 | val bgConfidence = ((1.0 - maskBuffer.float) * 255).toInt()
73 | var bgPixel = bg.getPixel(x, y)
74 | bgPixel = ColorUtils.setAlphaComponent(bgPixel, bgConfidence)
75 | bgBitmap.setPixel(x, y, bgPixel)
76 | }
77 | }
78 | maskBuffer.rewind()
79 | return mergeBitmaps(image, bgBitmap)
80 | }
81 | }
82 |
83 | /**
84 | * Interface to notify a listener about the processing status
85 | */
86 | interface ProcessedListener {
87 | /**
88 | * Notifies the listener once the image was processed
89 | */
90 | fun imageProcessed()
91 | }
--------------------------------------------------------------------------------
/app/src/main/res/drawable/beach.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/drawable/beach.jpg
--------------------------------------------------------------------------------
/app/src/main/res/drawable/ic_launcher_foreground.xml:
--------------------------------------------------------------------------------
1 |
7 |
11 |
14 |
15 |
16 |
--------------------------------------------------------------------------------
/app/src/main/res/drawable/woman.jpg:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/drawable/woman.jpg
--------------------------------------------------------------------------------
/app/src/main/res/layout/main_activity.xml:
--------------------------------------------------------------------------------
1 |
2 |
--------------------------------------------------------------------------------
/app/src/main/res/layout/main_fragment.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
8 |
9 |
14 |
15 |
23 |
24 |
30 |
31 |
38 |
39 |
44 |
45 |
51 |
52 |
58 |
59 |
60 |
66 |
67 |
72 |
73 |
78 |
79 |
85 |
86 |
87 |
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 |
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-hdpi/ic_launcher.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-hdpi/ic_launcher.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-hdpi/ic_launcher_round.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-hdpi/ic_launcher_round.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-mdpi/ic_launcher.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-mdpi/ic_launcher.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-mdpi/ic_launcher_round.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-mdpi/ic_launcher_round.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xhdpi/ic_launcher.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xhdpi/ic_launcher.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xhdpi/ic_launcher_round.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xhdpi/ic_launcher_round.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xxhdpi/ic_launcher.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xxhdpi/ic_launcher.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png
--------------------------------------------------------------------------------
/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png
--------------------------------------------------------------------------------
/app/src/main/res/values/colors.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | #FFFFFF
4 | #676767
5 | #FFFFFF
6 |
--------------------------------------------------------------------------------
/app/src/main/res/values/ic_launcher_background.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 | #000000
4 |
--------------------------------------------------------------------------------
/app/src/main/res/values/strings.xml:
--------------------------------------------------------------------------------
1 |
2 | Selfie Segmentation
3 | Choose the display mode
4 | Default
5 | Mask
6 | Custom background
7 | Choose your images
8 | Select front
9 | Select background
10 |
--------------------------------------------------------------------------------
/app/src/main/res/values/themes.xml:
--------------------------------------------------------------------------------
1 |
2 |
3 |
8 |
--------------------------------------------------------------------------------
/build.gradle:
--------------------------------------------------------------------------------
1 | buildscript {
2 | ext.kotlin_version = "1.6.10"
3 | repositories {
4 | google()
5 | mavenCentral()
6 | }
7 | dependencies {
8 | classpath 'com.android.tools.build:gradle:7.1.2'
9 | classpath "org.jetbrains.kotlin:kotlin-gradle-plugin:$kotlin_version"
10 | }
11 | }
12 |
13 | allprojects {
14 | repositories {
15 | google()
16 | mavenCentral()
17 | }
18 | }
19 |
20 | task clean(type: Delete) {
21 | delete rootProject.buildDir
22 | }
--------------------------------------------------------------------------------
/doc/custom_bg.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/doc/custom_bg.png
--------------------------------------------------------------------------------
/doc/default.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/doc/default.png
--------------------------------------------------------------------------------
/doc/mask.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/doc/mask.png
--------------------------------------------------------------------------------
/gradle.properties:
--------------------------------------------------------------------------------
1 | # Project-wide Gradle settings.
2 | # IDE (e.g. Android Studio) users:
3 | # Gradle settings configured through the IDE *will override*
4 | # any settings specified in this file.
5 | # For more details on how to configure your build environment visit
6 | # http://www.gradle.org/docs/current/userguide/build_environment.html
7 | # Specifies the JVM arguments used for the daemon process.
8 | # The setting is particularly useful for tweaking memory settings.
9 | org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8
10 | # When configured, Gradle will run in incubating parallel mode.
11 | # This option should only be used with decoupled projects. More details, visit
12 | # http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
13 | # org.gradle.parallel=true
14 | # AndroidX package structure to make it clearer which packages are bundled with the
15 | # Android operating system, and which are packaged with your app"s APK
16 | # https://developer.android.com/topic/libraries/support-library/androidx-rn
17 | android.useAndroidX=true
18 | # Kotlin code style for this project: "official" or "obsolete":
19 | kotlin.code.style=official
--------------------------------------------------------------------------------
/gradle/wrapper/gradle-wrapper.jar:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/neat-web/SelfieSegmentation/679926ed5664264a1bdb742f1b60e5d18134bccb/gradle/wrapper/gradle-wrapper.jar
--------------------------------------------------------------------------------
/gradle/wrapper/gradle-wrapper.properties:
--------------------------------------------------------------------------------
1 | #Thu May 06 15:39:52 CEST 2021
2 | distributionBase=GRADLE_USER_HOME
3 | distributionUrl=https\://services.gradle.org/distributions/gradle-7.2-bin.zip
4 | distributionPath=wrapper/dists
5 | zipStorePath=wrapper/dists
6 | zipStoreBase=GRADLE_USER_HOME
7 |
--------------------------------------------------------------------------------
/gradlew:
--------------------------------------------------------------------------------
1 | #!/usr/bin/env sh
2 |
3 | ##############################################################################
4 | ##
5 | ## Gradle start up script for UN*X
6 | ##
7 | ##############################################################################
8 |
9 | # Attempt to set APP_HOME
10 | # Resolve links: $0 may be a link
11 | PRG="$0"
12 | # Need this for relative symlinks.
13 | while [ -h "$PRG" ] ; do
14 | ls=`ls -ld "$PRG"`
15 | link=`expr "$ls" : '.*-> \(.*\)$'`
16 | if expr "$link" : '/.*' > /dev/null; then
17 | PRG="$link"
18 | else
19 | PRG=`dirname "$PRG"`"/$link"
20 | fi
21 | done
22 | SAVED="`pwd`"
23 | cd "`dirname \"$PRG\"`/" >/dev/null
24 | APP_HOME="`pwd -P`"
25 | cd "$SAVED" >/dev/null
26 |
27 | APP_NAME="Gradle"
28 | APP_BASE_NAME=`basename "$0"`
29 |
30 | # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
31 | DEFAULT_JVM_OPTS=""
32 |
33 | # Use the maximum available, or set MAX_FD != -1 to use that value.
34 | MAX_FD="maximum"
35 |
36 | warn () {
37 | echo "$*"
38 | }
39 |
40 | die () {
41 | echo
42 | echo "$*"
43 | echo
44 | exit 1
45 | }
46 |
47 | # OS specific support (must be 'true' or 'false').
48 | cygwin=false
49 | msys=false
50 | darwin=false
51 | nonstop=false
52 | case "`uname`" in
53 | CYGWIN* )
54 | cygwin=true
55 | ;;
56 | Darwin* )
57 | darwin=true
58 | ;;
59 | MINGW* )
60 | msys=true
61 | ;;
62 | NONSTOP* )
63 | nonstop=true
64 | ;;
65 | esac
66 |
67 | CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
68 |
69 | # Determine the Java command to use to start the JVM.
70 | if [ -n "$JAVA_HOME" ] ; then
71 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
72 | # IBM's JDK on AIX uses strange locations for the executables
73 | JAVACMD="$JAVA_HOME/jre/sh/java"
74 | else
75 | JAVACMD="$JAVA_HOME/bin/java"
76 | fi
77 | if [ ! -x "$JAVACMD" ] ; then
78 | die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
79 |
80 | Please set the JAVA_HOME variable in your environment to match the
81 | location of your Java installation."
82 | fi
83 | else
84 | JAVACMD="java"
85 | which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
86 |
87 | Please set the JAVA_HOME variable in your environment to match the
88 | location of your Java installation."
89 | fi
90 |
91 | # Increase the maximum file descriptors if we can.
92 | if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
93 | MAX_FD_LIMIT=`ulimit -H -n`
94 | if [ $? -eq 0 ] ; then
95 | if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
96 | MAX_FD="$MAX_FD_LIMIT"
97 | fi
98 | ulimit -n $MAX_FD
99 | if [ $? -ne 0 ] ; then
100 | warn "Could not set maximum file descriptor limit: $MAX_FD"
101 | fi
102 | else
103 | warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
104 | fi
105 | fi
106 |
107 | # For Darwin, add options to specify how the application appears in the dock
108 | if $darwin; then
109 | GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
110 | fi
111 |
112 | # For Cygwin, switch paths to Windows format before running java
113 | if $cygwin ; then
114 | APP_HOME=`cygpath --path --mixed "$APP_HOME"`
115 | CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
116 | JAVACMD=`cygpath --unix "$JAVACMD"`
117 |
118 | # We build the pattern for arguments to be converted via cygpath
119 | ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
120 | SEP=""
121 | for dir in $ROOTDIRSRAW ; do
122 | ROOTDIRS="$ROOTDIRS$SEP$dir"
123 | SEP="|"
124 | done
125 | OURCYGPATTERN="(^($ROOTDIRS))"
126 | # Add a user-defined pattern to the cygpath arguments
127 | if [ "$GRADLE_CYGPATTERN" != "" ] ; then
128 | OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
129 | fi
130 | # Now convert the arguments - kludge to limit ourselves to /bin/sh
131 | i=0
132 | for arg in "$@" ; do
133 | CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
134 | CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
135 |
136 | if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
137 | eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
138 | else
139 | eval `echo args$i`="\"$arg\""
140 | fi
141 | i=$((i+1))
142 | done
143 | case $i in
144 | (0) set -- ;;
145 | (1) set -- "$args0" ;;
146 | (2) set -- "$args0" "$args1" ;;
147 | (3) set -- "$args0" "$args1" "$args2" ;;
148 | (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
149 | (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
150 | (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
151 | (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
152 | (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
153 | (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
154 | esac
155 | fi
156 |
157 | # Escape application args
158 | save () {
159 | for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
160 | echo " "
161 | }
162 | APP_ARGS=$(save "$@")
163 |
164 | # Collect all arguments for the java command, following the shell quoting and substitution rules
165 | eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
166 |
167 | # by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
168 | if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
169 | cd "$(dirname "$0")"
170 | fi
171 |
172 | exec "$JAVACMD" "$@"
173 |
--------------------------------------------------------------------------------
/gradlew.bat:
--------------------------------------------------------------------------------
1 | @if "%DEBUG%" == "" @echo off
2 | @rem ##########################################################################
3 | @rem
4 | @rem Gradle startup script for Windows
5 | @rem
6 | @rem ##########################################################################
7 |
8 | @rem Set local scope for the variables with windows NT shell
9 | if "%OS%"=="Windows_NT" setlocal
10 |
11 | set DIRNAME=%~dp0
12 | if "%DIRNAME%" == "" set DIRNAME=.
13 | set APP_BASE_NAME=%~n0
14 | set APP_HOME=%DIRNAME%
15 |
16 | @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
17 | set DEFAULT_JVM_OPTS=
18 |
19 | @rem Find java.exe
20 | if defined JAVA_HOME goto findJavaFromJavaHome
21 |
22 | set JAVA_EXE=java.exe
23 | %JAVA_EXE% -version >NUL 2>&1
24 | if "%ERRORLEVEL%" == "0" goto init
25 |
26 | echo.
27 | echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
28 | echo.
29 | echo Please set the JAVA_HOME variable in your environment to match the
30 | echo location of your Java installation.
31 |
32 | goto fail
33 |
34 | :findJavaFromJavaHome
35 | set JAVA_HOME=%JAVA_HOME:"=%
36 | set JAVA_EXE=%JAVA_HOME%/bin/java.exe
37 |
38 | if exist "%JAVA_EXE%" goto init
39 |
40 | echo.
41 | echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
42 | echo.
43 | echo Please set the JAVA_HOME variable in your environment to match the
44 | echo location of your Java installation.
45 |
46 | goto fail
47 |
48 | :init
49 | @rem Get command-line arguments, handling Windows variants
50 |
51 | if not "%OS%" == "Windows_NT" goto win9xME_args
52 |
53 | :win9xME_args
54 | @rem Slurp the command line arguments.
55 | set CMD_LINE_ARGS=
56 | set _SKIP=2
57 |
58 | :win9xME_args_slurp
59 | if "x%~1" == "x" goto execute
60 |
61 | set CMD_LINE_ARGS=%*
62 |
63 | :execute
64 | @rem Setup the command line
65 |
66 | set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
67 |
68 | @rem Execute Gradle
69 | "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
70 |
71 | :end
72 | @rem End local scope for the variables with windows NT shell
73 | if "%ERRORLEVEL%"=="0" goto mainEnd
74 |
75 | :fail
76 | rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
77 | rem the _cmd.exe /c_ return code!
78 | if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
79 | exit /b 1
80 |
81 | :mainEnd
82 | if "%OS%"=="Windows_NT" endlocal
83 |
84 | :omega
85 |
--------------------------------------------------------------------------------
/settings.gradle:
--------------------------------------------------------------------------------
1 | rootProject.name = "SelfieSegmentation"
2 | include ':app'
3 |
--------------------------------------------------------------------------------