dection large image visible add image segmentation savetags/v1.1.0
| @@ -0,0 +1,15 @@ | |||
| *.iml | |||
| .gradle | |||
| /local.properties | |||
| /.idea/caches | |||
| /.idea/libraries | |||
| /.idea/modules.xml | |||
| /.idea/workspace.xml | |||
| /.idea/navEditor.xml | |||
| /.idea/assetWizardSettings.xml | |||
| .DS_Store | |||
| /build | |||
| /captures | |||
| .externalNativeBuild | |||
| .cxx | |||
| local.properties | |||
| @@ -0,0 +1 @@ | |||
| /build | |||
| @@ -0,0 +1,59 @@ | |||
| plugins { | |||
| id 'com.android.application' | |||
| } | |||
| android { | |||
| compileSdkVersion 30 | |||
| buildToolsVersion "30.0.1" | |||
| defaultConfig { | |||
| applicationId "com.mindspore.imagesegmentation" | |||
| minSdkVersion 21 | |||
| targetSdkVersion 30 | |||
| versionCode 1 | |||
| versionName "1.0" | |||
| testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner" | |||
| } | |||
| aaptOptions { | |||
| noCompress "ms" | |||
| } | |||
| buildTypes { | |||
| release { | |||
| minifyEnabled false | |||
| proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro' | |||
| } | |||
| } | |||
| repositories { | |||
| google() | |||
| jcenter() | |||
| flatDir { | |||
| dirs 'libs' | |||
| } | |||
| } | |||
| compileOptions { | |||
| sourceCompatibility JavaVersion.VERSION_1_8 | |||
| targetCompatibility JavaVersion.VERSION_1_8 | |||
| } | |||
| } | |||
| apply from: 'download.gradle' | |||
| dependencies { | |||
| implementation fileTree(dir: "libs", include: ['*.aar', '*.jar']) | |||
| implementation 'androidx.appcompat:appcompat:1.2.0' | |||
| implementation 'androidx.constraintlayout:constraintlayout:2.0.1' | |||
| implementation 'androidx.coordinatorlayout:coordinatorlayout:1.1.0' | |||
| implementation 'com.google.android.material:material:1.2.1' | |||
| implementation 'androidx.legacy:legacy-support-v4:1.0.0' | |||
| testImplementation 'junit:junit:4.13' | |||
| androidTestImplementation 'androidx.test.ext:junit:1.1.2' | |||
| androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0' | |||
| implementation 'com.github.bumptech.glide:glide:4.11.0' | |||
| annotationProcessor 'com.github.bumptech.glide:compiler:4.11.0' | |||
| } | |||
| @@ -0,0 +1,73 @@ | |||
| /** | |||
| * To download necessary library from HuaWei server. | |||
| * Including mindspore-lite .so file, minddata-lite .so file and model file. | |||
| * The libraries can be downloaded manually. | |||
| */ | |||
| def mindsporeLite_Version = "mindspore-lite-maven-1.0.1" | |||
| def targetModelFile = "src/main/assets/mobile_segment.ms" | |||
| def modelDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/mobile_segment_lite/mobile_segment.ms" | |||
| def mindsporeLiteDownloadUrl = "https://ms-release.obs.cn-north-4.myhuaweicloud.com/1.0.1/lite/java/${mindsporeLite_Version}.zip" | |||
| def mindSporeLibrary = "libs/${mindsporeLite_Version}.zip" | |||
| def cleantargetMindSporeInclude = "libs" | |||
| def targetMindSporeInclude = "libs/" | |||
| task downloadModelFile(type: DownloadUrlTask) { | |||
| doFirst { | |||
| println "Downloading ${modelDownloadUrl}" | |||
| } | |||
| sourceUrl = "${modelDownloadUrl}" | |||
| target = file("${targetModelFile}") | |||
| } | |||
| task downloadMindSporeLibrary(type: DownloadUrlTask) { | |||
| doFirst { | |||
| println "Downloading ${mindsporeLiteDownloadUrl}" | |||
| } | |||
| sourceUrl = "${mindsporeLiteDownloadUrl}" | |||
| target = file("${mindSporeLibrary}") | |||
| } | |||
| task unzipMindSporeInclude(type: Copy, dependsOn: ['downloadMindSporeLibrary']) { | |||
| doFirst { | |||
| println "Unzipping ${mindSporeLibrary}" | |||
| } | |||
| from zipTree("${mindSporeLibrary}") | |||
| into "${targetMindSporeInclude}" | |||
| } | |||
| task cleanUnusedmindsporeFiles(type: Delete, dependsOn: ['unzipMindSporeInclude']) { | |||
| delete fileTree("${cleantargetMindSporeInclude}").matching { | |||
| include "*.zip" | |||
| } | |||
| } | |||
| if (file("libs/mindspore-lite-1.0.1.aar").exists()) { | |||
| downloadMindSporeLibrary.enabled = false | |||
| unzipMindSporeInclude.enabled = false | |||
| cleanUnusedmindsporeFiles.enabled = false | |||
| } | |||
| if (file("src/main/assets/mobile_segment.ms").exists()) { | |||
| downloadModelFile.enabled = false | |||
| } | |||
| preBuild.dependsOn downloadModelFile | |||
| preBuild.dependsOn downloadMindSporeLibrary | |||
| preBuild.dependsOn unzipMindSporeInclude | |||
| preBuild.dependsOn cleanUnusedmindsporeFiles | |||
| class DownloadUrlTask extends DefaultTask { | |||
| @Input | |||
| String sourceUrl | |||
| @OutputFile | |||
| File target | |||
| @TaskAction | |||
| void download() { | |||
| ant.get(src: sourceUrl, dest: target) | |||
| } | |||
| } | |||
| @@ -0,0 +1,21 @@ | |||
| # Add project specific ProGuard rules here. | |||
| # You can control the set of applied configuration files using the | |||
| # proguardFiles setting in build.gradle. | |||
| # | |||
| # For more details, see | |||
| # http://developer.android.com/guide/developing/tools/proguard.html | |||
| # If your project uses WebView with JS, uncomment the following | |||
| # and specify the fully qualified class name to the JavaScript interface | |||
| # class: | |||
| #-keepclassmembers class fqcn.of.javascript.interface.for.webview { | |||
| # public *; | |||
| #} | |||
| # Uncomment this to preserve the line number information for | |||
| # debugging stack traces. | |||
| #-keepattributes SourceFile,LineNumberTable | |||
| # If you keep the line number information, uncomment this to | |||
| # hide the original source file name. | |||
| #-renamesourcefileattribute SourceFile | |||
| @@ -0,0 +1,26 @@ | |||
| package com.mindspore.imagesegmentation; | |||
| import android.content.Context; | |||
| import androidx.test.platform.app.InstrumentationRegistry; | |||
| import androidx.test.ext.junit.runners.AndroidJUnit4; | |||
| import org.junit.Test; | |||
| import org.junit.runner.RunWith; | |||
| import static org.junit.Assert.*; | |||
| /** | |||
| * Instrumented test, which will execute on an Android device. | |||
| * | |||
| * @see <a href="http://d.android.com/tools/testing">Testing documentation</a> | |||
| */ | |||
| @RunWith(AndroidJUnit4.class) | |||
| public class ExampleInstrumentedTest { | |||
| @Test | |||
| public void useAppContext() { | |||
| // Context of the app under test. | |||
| Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext(); | |||
| assertEquals("com.mindspore.imagesegmentation", appContext.getPackageName()); | |||
| } | |||
| } | |||
| @@ -0,0 +1,43 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <manifest xmlns:android="http://schemas.android.com/apk/res/android" | |||
| package="com.mindspore.imagesegmentation"> | |||
| <uses-permission android:name="android.permission.CAMERA" /> | |||
| <uses-permission android:name="android.permission.WRITE_INTERNAL_STORAGE" /> | |||
| <uses-permission android:name="android.permission.READ_INTERNAL_STORAGE" /> | |||
| <uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" /> | |||
| <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" /> | |||
| <uses-permission android:name="android.permission.MOUNT_UNMOUNT_FILESYSTEM" /> | |||
| <uses-permission android:name="android.permission.READ_PHONE_STATE" /> | |||
| <uses-permission android:name="android.permission.REQUEST_INSTALL_PACKAGES" /> | |||
| <uses-permission android:name="android.permission.INTERNET" /> | |||
| <application | |||
| android:requestLegacyExternalStorage="true" | |||
| android:allowBackup="true" | |||
| android:icon="@mipmap/ic_launcher" | |||
| android:label="@string/app_name" | |||
| android:roundIcon="@mipmap/ic_launcher_round" | |||
| android:supportsRtl="true" | |||
| android:theme="@style/Theme.ImageSegmentation"> | |||
| <activity android:name=".MainActivity" | |||
| android:screenOrientation="portrait"> | |||
| <intent-filter> | |||
| <action android:name="android.intent.action.MAIN" /> | |||
| <category android:name="android.intent.category.LAUNCHER" /> | |||
| </intent-filter> | |||
| </activity> | |||
| <provider | |||
| android:name="androidx.core.content.FileProvider" | |||
| android:authorities="com.mindspore.imagesegmentation.fileprovider" | |||
| android:exported="false" | |||
| android:grantUriPermissions="true"> | |||
| <meta-data | |||
| android:name="android.support.FILE_PROVIDER_PATHS" | |||
| android:resource="@xml/file_paths"/> | |||
| </provider> | |||
| </application> | |||
| </manifest> | |||
| @@ -0,0 +1,151 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation; | |||
| import android.app.Activity; | |||
| import android.database.Cursor; | |||
| import android.graphics.Bitmap; | |||
| import android.graphics.BitmapFactory; | |||
| import android.graphics.Matrix; | |||
| import android.media.ExifInterface; | |||
| import android.net.Uri; | |||
| import android.provider.MediaStore; | |||
| import android.util.Log; | |||
| import java.io.IOException; | |||
| import java.io.InputStream; | |||
| public class BitmapUtils { | |||
| private static final String TAG = "BitmapUtils"; | |||
| public static void recycleBitmap(Bitmap... bitmaps) { | |||
| for (Bitmap bitmap : bitmaps) { | |||
| if (bitmap != null && !bitmap.isRecycled()) { | |||
| bitmap.recycle(); | |||
| bitmap = null; | |||
| } | |||
| } | |||
| } | |||
| private static String getImagePath(Activity activity, Uri uri) { | |||
| String[] projection = {MediaStore.Images.Media.DATA}; | |||
| Cursor cursor = activity.managedQuery(uri, projection, null, null, null); | |||
| int columnIndex = cursor.getColumnIndexOrThrow(MediaStore.Images.Media.DATA); | |||
| cursor.moveToFirst(); | |||
| return cursor.getString(columnIndex); | |||
| } | |||
| public static Bitmap loadFromPath(Activity activity, int id, int width, int height) { | |||
| BitmapFactory.Options options = new BitmapFactory.Options(); | |||
| options.inJustDecodeBounds = true; | |||
| InputStream is = activity.getResources().openRawResource(id); | |||
| int sampleSize = calculateInSampleSize(options, width, height); | |||
| options.inSampleSize = sampleSize; | |||
| options.inJustDecodeBounds = false; | |||
| return zoomImage(BitmapFactory.decodeStream(is), width, height); | |||
| } | |||
| public static Bitmap loadFromPath(Activity activity, Uri uri, int width, int height) { | |||
| BitmapFactory.Options options = new BitmapFactory.Options(); | |||
| options.inJustDecodeBounds = true; | |||
| String path = getImagePath(activity, uri); | |||
| BitmapFactory.decodeFile(path, options); | |||
| int sampleSize = calculateInSampleSize(options, width, height); | |||
| options.inSampleSize = sampleSize; | |||
| options.inJustDecodeBounds = false; | |||
| Bitmap bitmap = zoomImage(BitmapFactory.decodeFile(path, options), width, height); | |||
| return rotateBitmap(bitmap, getRotationAngle(path)); | |||
| } | |||
| private static int calculateInSampleSize(BitmapFactory.Options options, int reqWidth, int reqHeight) { | |||
| final int width = options.outWidth; | |||
| final int height = options.outHeight; | |||
| int inSampleSize = 1; | |||
| if (height > reqHeight || width > reqWidth) { | |||
| // Calculate height and required height scale. | |||
| final int heightRatio = Math.round((float) height / (float) reqHeight); | |||
| // Calculate width and required width scale. | |||
| final int widthRatio = Math.round((float) width / (float) reqWidth); | |||
| // Take the larger of the values. | |||
| inSampleSize = heightRatio > widthRatio ? heightRatio : widthRatio; | |||
| } | |||
| return inSampleSize; | |||
| } | |||
| // Scale pictures to screen width. | |||
| private static Bitmap zoomImage(Bitmap imageBitmap, int targetWidth, int maxHeight) { | |||
| float scaleFactor = | |||
| Math.max( | |||
| (float) imageBitmap.getWidth() / (float) targetWidth, | |||
| (float) imageBitmap.getHeight() / (float) maxHeight); | |||
| Bitmap resizedBitmap = | |||
| Bitmap.createScaledBitmap( | |||
| imageBitmap, | |||
| (int) (imageBitmap.getWidth() / scaleFactor), | |||
| (int) (imageBitmap.getHeight() / scaleFactor), | |||
| true); | |||
| return resizedBitmap; | |||
| } | |||
| /** | |||
| * Get the rotation angle of the photo. | |||
| * | |||
| * @param path photo path. | |||
| * @return angle. | |||
| */ | |||
| public static int getRotationAngle(String path) { | |||
| int rotation = 0; | |||
| try { | |||
| ExifInterface exifInterface = new ExifInterface(path); | |||
| int orientation = exifInterface.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_NORMAL); | |||
| switch (orientation) { | |||
| case ExifInterface.ORIENTATION_ROTATE_90: | |||
| rotation = 90; | |||
| break; | |||
| case ExifInterface.ORIENTATION_ROTATE_180: | |||
| rotation = 180; | |||
| break; | |||
| case ExifInterface.ORIENTATION_ROTATE_270: | |||
| rotation = 270; | |||
| break; | |||
| default: | |||
| break; | |||
| } | |||
| } catch (IOException e) { | |||
| Log.e(TAG, "Failed to get rotation: " + e.getMessage()); | |||
| } | |||
| return rotation; | |||
| } | |||
| public static Bitmap rotateBitmap(Bitmap bitmap, int angle) { | |||
| Matrix matrix = new Matrix(); | |||
| matrix.postRotate(angle); | |||
| Bitmap result = null; | |||
| try { | |||
| result = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), matrix, true); | |||
| } catch (OutOfMemoryError e) { | |||
| Log.e(TAG, "Failed to rotate bitmap: " + e.getMessage()); | |||
| } | |||
| if (result == null) { | |||
| return bitmap; | |||
| } | |||
| return result; | |||
| } | |||
| } | |||
| @@ -0,0 +1,386 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation; | |||
| import android.Manifest; | |||
| import android.content.Intent; | |||
| import android.content.res.Configuration; | |||
| import android.graphics.Bitmap; | |||
| import android.graphics.BitmapFactory; | |||
| import android.graphics.Matrix; | |||
| import android.graphics.drawable.BitmapDrawable; | |||
| import android.net.Uri; | |||
| import android.os.Build; | |||
| import android.os.Bundle; | |||
| import android.os.Environment; | |||
| import android.os.Handler; | |||
| import android.os.Looper; | |||
| import android.os.Message; | |||
| import android.provider.MediaStore; | |||
| import android.util.Log; | |||
| import android.util.Pair; | |||
| import android.view.View; | |||
| import android.widget.ImageView; | |||
| import android.widget.ProgressBar; | |||
| import android.widget.TextView; | |||
| import android.widget.Toast; | |||
| import androidx.annotation.NonNull; | |||
| import androidx.annotation.Nullable; | |||
| import androidx.appcompat.app.AppCompatActivity; | |||
| import androidx.core.app.ActivityCompat; | |||
| import androidx.core.content.FileProvider; | |||
| import androidx.recyclerview.widget.GridLayoutManager; | |||
| import androidx.recyclerview.widget.RecyclerView; | |||
| import com.bumptech.glide.Glide; | |||
| import com.mindspore.imagesegmentation.help.ImageUtils; | |||
| import com.mindspore.imagesegmentation.help.ModelTrackingResult; | |||
| import com.mindspore.imagesegmentation.help.TrackingMobile; | |||
| import java.io.File; | |||
| import java.io.FileNotFoundException; | |||
| import java.lang.ref.WeakReference; | |||
| public class MainActivity extends AppCompatActivity implements OnBackgroundImageListener { | |||
| private static final String TAG = "MainActivity"; | |||
| private static final int[] IMAGES = {R.drawable.img_001, R.drawable.img_002, R.drawable.img_003, R.drawable.img_004, R.drawable.img_005, | |||
| R.drawable.img_006, R.drawable.img_007, R.drawable.img_008, R.drawable.add}; | |||
| private static final int REQUEST_PERMISSION = 0; | |||
| private static final int RC_CHOOSE_PHOTO = 1; | |||
| private static final int RC_CHOOSE_PHOTO_FOR_BACKGROUND = 11; | |||
| private static final int RC_CHOOSE_CAMERA = 2; | |||
| private boolean isHasPermssion; | |||
| private ImageView imgPreview; | |||
| private TextView textOriginImage; | |||
| public ProgressBar progressBar; | |||
| private Uri imageUri; | |||
| private Bitmap originBitmap, lastOriginBitmap; | |||
| private Integer maxWidthOfImage; | |||
| private Integer maxHeightOfImage; | |||
| private boolean isLandScape; | |||
| private TrackingMobile trackingMobile; | |||
| private int selectedPosition; | |||
| public boolean isRunningModel; | |||
| private Handler mHandler; | |||
| public ModelTrackingResult modelTrackingResult; | |||
| private Bitmap processedImage; | |||
| @Override | |||
| protected void onCreate(Bundle savedInstanceState) { | |||
| super.onCreate(savedInstanceState); | |||
| this.isLandScape = getResources().getConfiguration().orientation == Configuration.ORIENTATION_LANDSCAPE; | |||
| setContentView(R.layout.activity_main); | |||
| init(); | |||
| trackingMobile = new TrackingMobile(this); | |||
| if (Build.VERSION.SDK_INT < Build.VERSION_CODES.M) { | |||
| isHasPermssion = true; | |||
| } else { | |||
| requestPermissions(); | |||
| } | |||
| } | |||
| private void init() { | |||
| imgPreview = findViewById(R.id.img_origin); | |||
| textOriginImage = findViewById(R.id.tv_image); | |||
| progressBar = findViewById(R.id.progress); | |||
| RecyclerView recyclerView = findViewById(R.id.recyclerview); | |||
| GridLayoutManager gridLayoutManager = new GridLayoutManager(this, 3); | |||
| recyclerView.setLayoutManager(gridLayoutManager); | |||
| recyclerView.setAdapter(new StyleRecyclerViewAdapter(this, IMAGES, this)); | |||
| } | |||
| private void requestPermissions() { | |||
| ActivityCompat.requestPermissions(this, | |||
| new String[]{Manifest.permission.READ_EXTERNAL_STORAGE, Manifest.permission.WRITE_EXTERNAL_STORAGE, | |||
| Manifest.permission.READ_PHONE_STATE, Manifest.permission.CAMERA}, REQUEST_PERMISSION); | |||
| } | |||
| /** | |||
| * Authority application result callback | |||
| */ | |||
| @Override | |||
| public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) { | |||
| if (REQUEST_PERMISSION == requestCode) { | |||
| isHasPermssion = true; | |||
| } | |||
| } | |||
| public void onClickPhoto(View view) { | |||
| if (isHasPermssion) { | |||
| openGallay(RC_CHOOSE_PHOTO); | |||
| textOriginImage.setVisibility(View.GONE); | |||
| } else { | |||
| requestPermissions(); | |||
| } | |||
| } | |||
| public void onClickCamera(View view) { | |||
| if (isHasPermssion) { | |||
| openCamera(); | |||
| textOriginImage.setVisibility(View.GONE); | |||
| } else { | |||
| requestPermissions(); | |||
| } | |||
| } | |||
| public void onClickRecovery(View view) { | |||
| if (originBitmap != null) { | |||
| Glide.with(this).load(originBitmap).into(imgPreview); | |||
| } else { | |||
| Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show(); | |||
| } | |||
| } | |||
| public void onClickSave(View view) { | |||
| if (this.processedImage == null) { | |||
| Log.e(TAG, "null processed image"); | |||
| Toast.makeText(this.getApplicationContext(), R.string.no_pic_neededSave, Toast.LENGTH_SHORT).show(); | |||
| } else { | |||
| ImageUtils.saveToAlbum(getApplicationContext(), this.processedImage); | |||
| Toast.makeText(this.getApplicationContext(), R.string.save_success, Toast.LENGTH_SHORT).show(); | |||
| } | |||
| } | |||
| private void openGallay(int request) { | |||
| Intent intent = new Intent(Intent.ACTION_PICK, null); | |||
| intent.setDataAndType(MediaStore.Images.Media.EXTERNAL_CONTENT_URI, "image/*"); | |||
| startActivityForResult(intent, request); | |||
| } | |||
| private void openCamera() { | |||
| Intent intentToTakePhoto = new Intent(MediaStore.ACTION_IMAGE_CAPTURE); | |||
| String mTempPhotoPath = Environment.getExternalStorageDirectory() + File.separator + "photo.jpeg"; | |||
| imageUri = FileProvider.getUriForFile(this, getApplicationContext().getPackageName() + ".fileprovider", new File(mTempPhotoPath)); | |||
| intentToTakePhoto.putExtra(MediaStore.EXTRA_OUTPUT, imageUri); | |||
| startActivityForResult(intentToTakePhoto, RC_CHOOSE_CAMERA); | |||
| } | |||
| @Override | |||
| protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) { | |||
| super.onActivityResult(requestCode, resultCode, data); | |||
| if (resultCode == RESULT_OK) { | |||
| if (RC_CHOOSE_PHOTO == requestCode) { | |||
| if (null != data && null != data.getData()) { | |||
| this.imageUri = data.getData(); | |||
| showOriginImage(); | |||
| } else { | |||
| finish(); | |||
| } | |||
| } else if (RC_CHOOSE_PHOTO_FOR_BACKGROUND == requestCode) { | |||
| if (null != data && null != data.getData()) { | |||
| showCustomBack(data.getData()); | |||
| } else { | |||
| finish(); | |||
| } | |||
| } else if (RC_CHOOSE_CAMERA == requestCode) { | |||
| if (null != data && null != data.getData()) { | |||
| this.imageUri = data.getData(); | |||
| showOriginImage(); | |||
| } | |||
| showOriginCamera(); | |||
| } | |||
| } | |||
| } | |||
| private void showOriginImage() { | |||
| Pair<Integer, Integer> targetedSize = this.getTargetSize(); | |||
| int targetWidth = targetedSize.first; | |||
| int maxHeight = targetedSize.second; | |||
| originBitmap = BitmapUtils.loadFromPath(this, imageUri, targetWidth, maxHeight); | |||
| // Determine how much to scale down the image. | |||
| Log.i(TAG, "resized image size width:" + originBitmap.getWidth() + ",height: " + originBitmap.getHeight()); | |||
| if (originBitmap != null) { | |||
| Glide.with(this).load(originBitmap).into(imgPreview); | |||
| } | |||
| } | |||
| private void showOriginCamera() { | |||
| try { | |||
| originBitmap = BitmapFactory.decodeStream(getContentResolver().openInputStream(imageUri)); | |||
| } catch (FileNotFoundException e) { | |||
| e.printStackTrace(); | |||
| } | |||
| // Determine how much to scale down the image. | |||
| if (originBitmap != null) { | |||
| Glide.with(this).load(originBitmap).into(imgPreview); | |||
| } | |||
| } | |||
| private BitmapDrawable customBack; | |||
| private void showCustomBack(Uri imageUri) { | |||
| Pair<Integer, Integer> targetedSize = this.getTargetSize(); | |||
| int targetWidth = targetedSize.first; | |||
| int maxHeight = targetedSize.second; | |||
| Bitmap bitmap = BitmapUtils.loadFromPath(this, imageUri, targetWidth, maxHeight); | |||
| customBack = new BitmapDrawable(getResources(), bitmap); | |||
| changeBackground(false); | |||
| } | |||
| // Returns max width of image. | |||
| private Integer getMaxWidthOfImage() { | |||
| if (this.maxWidthOfImage == null) { | |||
| if (this.isLandScape) { | |||
| this.maxWidthOfImage = ((View) this.imgPreview.getParent()).getHeight(); | |||
| } else { | |||
| this.maxWidthOfImage = ((View) this.imgPreview.getParent()).getWidth(); | |||
| } | |||
| } | |||
| return this.maxWidthOfImage; | |||
| } | |||
| // Returns max height of image. | |||
| private Integer getMaxHeightOfImage() { | |||
| if (this.maxHeightOfImage == null) { | |||
| if (this.isLandScape) { | |||
| this.maxHeightOfImage = ((View) this.imgPreview.getParent()).getWidth(); | |||
| } else { | |||
| this.maxHeightOfImage = ((View) this.imgPreview.getParent()).getHeight(); | |||
| } | |||
| } | |||
| return this.maxHeightOfImage; | |||
| } | |||
| // Gets the targeted size(width / height). | |||
| private Pair<Integer, Integer> getTargetSize() { | |||
| Integer targetWidth; | |||
| Integer targetHeight; | |||
| Integer maxWidth = this.getMaxWidthOfImage(); | |||
| Integer maxHeight = this.getMaxHeightOfImage(); | |||
| targetWidth = this.isLandScape ? maxHeight : maxWidth; | |||
| targetHeight = this.isLandScape ? maxWidth : maxHeight; | |||
| Log.i(TAG, "height:" + targetHeight + ",width:" + targetWidth); | |||
| return new Pair<>(targetWidth, targetHeight); | |||
| } | |||
| private void startRunningModel(boolean isDemo) { | |||
| if (!isRunningModel) { | |||
| if (originBitmap == null) { | |||
| Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show(); | |||
| return; | |||
| } | |||
| progressBar.setVisibility(View.VISIBLE); | |||
| new Thread(() -> { | |||
| isRunningModel = true; | |||
| modelTrackingResult = trackingMobile.execut(originBitmap); | |||
| if (modelTrackingResult != null) { | |||
| isRunningModel = false; | |||
| lastOriginBitmap = originBitmap; | |||
| } | |||
| Looper.prepare(); | |||
| mHandler = new MyHandler(MainActivity.this, isDemo); | |||
| mHandler.sendEmptyMessage(1); | |||
| Looper.loop(); | |||
| }).start(); | |||
| } else { | |||
| Toast.makeText(this, "Previous Model still running", Toast.LENGTH_SHORT).show(); | |||
| } | |||
| } | |||
| private static class MyHandler extends Handler { | |||
| private final WeakReference<MainActivity> weakReference; | |||
| private boolean isDemo; | |||
| public MyHandler(MainActivity activity, boolean demo) { | |||
| weakReference = new WeakReference<>(activity); | |||
| this.isDemo = demo; | |||
| } | |||
| @Override | |||
| public void handleMessage(Message msg) { | |||
| super.handleMessage(msg); | |||
| Log.i(TAG, "handleMessage: load"); | |||
| MainActivity activity = weakReference.get(); | |||
| if (msg.what == 1) { | |||
| if (null != activity && null != activity.modelTrackingResult) { | |||
| activity.changeBackground(isDemo); | |||
| } | |||
| } | |||
| } | |||
| } | |||
| public void changeBackground(boolean isDemo) { | |||
| runOnUiThread(() -> { | |||
| if(null != modelTrackingResult && null !=modelTrackingResult.getBitmapMaskOnly()){ | |||
| if (progressBar.getVisibility() == View.VISIBLE) { | |||
| progressBar.setVisibility(View.INVISIBLE); | |||
| } | |||
| Bitmap foreground = modelTrackingResult.getBitmapMaskOnly(); | |||
| Matrix matrix = new Matrix(); | |||
| matrix.setScale(0.7f, 0.7f); | |||
| foreground = Bitmap.createBitmap(foreground, 0, 0, foreground.getWidth(), foreground.getHeight(), matrix, false); | |||
| MainActivity.this.imgPreview.setImageBitmap(foreground); | |||
| MainActivity.this.imgPreview.setDrawingCacheEnabled(true); | |||
| MainActivity.this.imgPreview.setBackground(isDemo ? getDrawable(IMAGES[selectedPosition]) : customBack); | |||
| MainActivity.this.imgPreview.setImageBitmap(foreground); | |||
| MainActivity. this.processedImage = Bitmap.createBitmap( MainActivity.this.imgPreview.getDrawingCache()); | |||
| MainActivity.this.imgPreview.setDrawingCacheEnabled(false); | |||
| }else{ | |||
| Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show(); | |||
| } | |||
| }); | |||
| } | |||
| @Override | |||
| public void onBackImageSelected(int position) { | |||
| selectedPosition = position; | |||
| if (lastOriginBitmap == originBitmap) { | |||
| changeBackground(true); | |||
| } else { | |||
| startRunningModel(true); | |||
| } | |||
| } | |||
| @Override | |||
| public void onImageAdd(View view) { | |||
| if (originBitmap == null) { | |||
| Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show(); | |||
| return; | |||
| } | |||
| if (lastOriginBitmap == originBitmap) { | |||
| openGallay(RC_CHOOSE_PHOTO_FOR_BACKGROUND); | |||
| } else { | |||
| startRunningModel(false); | |||
| } | |||
| } | |||
| @Override | |||
| protected void onDestroy() { | |||
| super.onDestroy(); | |||
| trackingMobile.free(); | |||
| if (mHandler != null) { | |||
| mHandler.removeCallbacksAndMessages(null); | |||
| } | |||
| BitmapUtils.recycleBitmap(this.originBitmap, this.lastOriginBitmap, this.processedImage); | |||
| } | |||
| } | |||
| @@ -0,0 +1,25 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation; | |||
| import android.view.View; | |||
| public interface OnBackgroundImageListener { | |||
| void onBackImageSelected(int position); | |||
| void onImageAdd(View view); | |||
| } | |||
| @@ -0,0 +1,97 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation; | |||
| import android.content.Context; | |||
| import android.view.LayoutInflater; | |||
| import android.view.View; | |||
| import android.view.ViewGroup; | |||
| import android.widget.ImageView; | |||
| import androidx.annotation.NonNull; | |||
| import androidx.recyclerview.widget.RecyclerView; | |||
| import com.bumptech.glide.Glide; | |||
| public class StyleRecyclerViewAdapter extends RecyclerView.Adapter<StyleRecyclerViewAdapter.StyleItemViewHolder> { | |||
| private final int[] IMAGES; | |||
| private final Context context; | |||
| private final OnBackgroundImageListener mListener; | |||
| public StyleRecyclerViewAdapter(Context context, int[] IMAGES, OnBackgroundImageListener mListener) { | |||
| this.IMAGES = IMAGES; | |||
| this.context = context; | |||
| this.mListener = mListener; | |||
| } | |||
| @NonNull | |||
| @Override | |||
| public StyleItemViewHolder onCreateViewHolder(@NonNull ViewGroup parent, int viewType) { | |||
| View view = LayoutInflater.from(context) | |||
| .inflate(R.layout.image_item, parent, false); | |||
| return new StyleItemViewHolder(view); | |||
| } | |||
| @Override | |||
| public void onBindViewHolder(@NonNull StyleItemViewHolder holder, int position) { | |||
| Glide.with(context). | |||
| load(IMAGES[position]). | |||
| into(holder.getImageView()); | |||
| View view = holder.getMView(); | |||
| view.setTag(IMAGES[position]); | |||
| view.setOnClickListener(view1 -> { | |||
| if (mListener != null) { | |||
| if (IMAGES.length - 1 == position) { | |||
| mListener.onImageAdd(holder.getImageView()); | |||
| } else { | |||
| mListener.onBackImageSelected(position); | |||
| } | |||
| } | |||
| }); | |||
| } | |||
| @Override | |||
| public int getItemCount() { | |||
| return IMAGES == null ? 0 : IMAGES.length; | |||
| } | |||
| public class StyleItemViewHolder extends RecyclerView.ViewHolder { | |||
| private ImageView imageView; | |||
| private final View mView; | |||
| public final ImageView getImageView() { | |||
| return this.imageView; | |||
| } | |||
| public final void setImageView(ImageView imageView) { | |||
| this.imageView = imageView; | |||
| } | |||
| public final View getMView() { | |||
| return this.mView; | |||
| } | |||
| public StyleItemViewHolder(View mView) { | |||
| super(mView); | |||
| this.mView = mView; | |||
| this.imageView = mView.findViewById(R.id.image_view); | |||
| } | |||
| } | |||
| } | |||
| @@ -0,0 +1,266 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation.help; | |||
| import android.content.Context; | |||
| import android.content.Intent; | |||
| import android.graphics.Bitmap; | |||
| import android.graphics.BitmapFactory; | |||
| import android.graphics.Color; | |||
| import android.graphics.Matrix; | |||
| import android.graphics.RectF; | |||
| import android.media.MediaScannerConnection; | |||
| import android.net.Uri; | |||
| import android.os.Build; | |||
| import android.os.Environment; | |||
| import android.util.Log; | |||
| import androidx.annotation.NonNull; | |||
| import androidx.exifinterface.media.ExifInterface; | |||
| import java.io.File; | |||
| import java.io.FileNotFoundException; | |||
| import java.io.FileOutputStream; | |||
| import java.io.IOException; | |||
| import java.io.InputStream; | |||
| import java.nio.ByteBuffer; | |||
| import java.nio.ByteOrder; | |||
| public class ImageUtils { | |||
| private static final String TAG = "ImageUtils"; | |||
| private static Matrix decodeExifOrientation(int orientation) { | |||
| Matrix matrix = new Matrix(); | |||
| switch (orientation) { | |||
| case ExifInterface.ORIENTATION_NORMAL: | |||
| case ExifInterface.ORIENTATION_UNDEFINED: | |||
| break; | |||
| case ExifInterface.ORIENTATION_ROTATE_90: | |||
| matrix.postRotate(90F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_ROTATE_180: | |||
| matrix.postRotate(180F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_ROTATE_270: | |||
| matrix.postRotate(270F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_FLIP_HORIZONTAL: | |||
| matrix.postScale(-1F, 1F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_FLIP_VERTICAL: | |||
| matrix.postScale(1F, -1F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_TRANSPOSE: | |||
| matrix.postScale(-1F, 1F); | |||
| matrix.postRotate(270F); | |||
| break; | |||
| case ExifInterface.ORIENTATION_TRANSVERSE: | |||
| matrix.postScale(-1F, 1F); | |||
| matrix.postRotate(90F); | |||
| break; | |||
| default: | |||
| try { | |||
| new IllegalArgumentException("Invalid orientation: " + orientation); | |||
| } catch (Throwable throwable) { | |||
| throwable.printStackTrace(); | |||
| } | |||
| } | |||
| return matrix; | |||
| } | |||
| public void setExifOrientation(@NonNull String filePath, @NonNull String value) { | |||
| try { | |||
| ExifInterface exif = new ExifInterface(filePath); | |||
| exif.setAttribute(ExifInterface.TAG_ORIENTATION, value); | |||
| exif.saveAttributes(); | |||
| } catch (IOException e) { | |||
| e.printStackTrace(); | |||
| } | |||
| } | |||
| public int computeExifOrientation(int rotationDegrees, boolean mirrored) { | |||
| if (rotationDegrees == 0 && !mirrored) { | |||
| return ExifInterface.ORIENTATION_NORMAL; | |||
| } else if (rotationDegrees == 0 && mirrored) { | |||
| return ExifInterface.ORIENTATION_FLIP_HORIZONTAL; | |||
| } else if (rotationDegrees == 180 && !mirrored) { | |||
| return ExifInterface.ORIENTATION_ROTATE_180; | |||
| } else if (rotationDegrees == 180 && mirrored) { | |||
| return ExifInterface.ORIENTATION_FLIP_VERTICAL; | |||
| } else if (rotationDegrees == 90 && !mirrored) { | |||
| return ExifInterface.ORIENTATION_ROTATE_90; | |||
| } else if (rotationDegrees == 90 && mirrored) { | |||
| return ExifInterface.ORIENTATION_TRANSPOSE; | |||
| } else if (rotationDegrees == 270 && !mirrored) { | |||
| return ExifInterface.ORIENTATION_ROTATE_270; | |||
| } else if (rotationDegrees == 270 && mirrored) { | |||
| return ExifInterface.ORIENTATION_TRANSVERSE; | |||
| } else { | |||
| return ExifInterface.ORIENTATION_UNDEFINED; | |||
| } | |||
| } | |||
| public static Bitmap decodeBitmap(@NonNull File file) { | |||
| Bitmap finalBitmap = null; | |||
| try { | |||
| ExifInterface exif = new ExifInterface(file.getAbsolutePath()); | |||
| Matrix transformation = decodeExifOrientation(exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_ROTATE_90)); | |||
| BitmapFactory.Options options = new BitmapFactory.Options(); | |||
| Bitmap bitmap = BitmapFactory.decodeFile(file.getAbsolutePath(), options); | |||
| finalBitmap = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), transformation, true); | |||
| } catch (IOException e) { | |||
| e.printStackTrace(); | |||
| } | |||
| return finalBitmap; | |||
| } | |||
| public static Bitmap scaleBitmapAndKeepRatio(Bitmap targetBmp, int reqHeightInPixels, int reqWidthInPixels) { | |||
| if (targetBmp.getHeight() == reqHeightInPixels && targetBmp.getWidth() == reqWidthInPixels) { | |||
| return targetBmp; | |||
| } | |||
| Matrix matrix = new Matrix(); | |||
| matrix.setRectToRect(new RectF(0f, 0f, | |||
| targetBmp.getWidth(), | |||
| targetBmp.getHeight() | |||
| ), new RectF(0f, 0f, | |||
| reqWidthInPixels, | |||
| reqHeightInPixels | |||
| ), Matrix.ScaleToFit.FILL); | |||
| return Bitmap.createBitmap( | |||
| targetBmp, 0, 0, | |||
| targetBmp.getWidth(), | |||
| targetBmp.getHeight(), matrix, true | |||
| ); | |||
| } | |||
| public static Bitmap loadBitmapFromResources(Context context, String path) { | |||
| try { | |||
| InputStream inputStream = context.getAssets().open(path); | |||
| return BitmapFactory.decodeStream(inputStream); | |||
| } catch (IOException e) { | |||
| e.printStackTrace(); | |||
| } | |||
| return null; | |||
| } | |||
| public static ByteBuffer bitmapToByteBuffer(Bitmap bitmapIn, int width, int height, float mean, float std) { | |||
| Bitmap bitmap = scaleBitmapAndKeepRatio(bitmapIn, width, height); | |||
| ByteBuffer inputImage = ByteBuffer.allocateDirect(1 * width * height * 3 * 4); | |||
| inputImage.order(ByteOrder.nativeOrder()); | |||
| inputImage.rewind(); | |||
| int[] intValues = new int[width * height]; | |||
| bitmap.getPixels(intValues, 0, width, 0, 0, width, height); | |||
| int pixel = 0; | |||
| for (int y = 0; y < height; y++) { | |||
| for (int x = 0; x < width; x++) { | |||
| int value = intValues[pixel++]; | |||
| inputImage.putFloat(((float) (value >> 16 & 255) - mean) / std); | |||
| inputImage.putFloat(((float) (value >> 8 & 255) - mean) / std); | |||
| inputImage.putFloat(((float) (value & 255) - mean) / std); | |||
| } | |||
| } | |||
| inputImage.rewind(); | |||
| return inputImage; | |||
| } | |||
| public static Bitmap convertArrayToBitmap(float[][][][] imageArray, int imageWidth, int imageHeight) { | |||
| Bitmap styledImage = Bitmap.createBitmap(imageWidth, imageHeight, Bitmap.Config.ARGB_8888); | |||
| for (int x = 0; x < imageArray[0].length; x++) { | |||
| for (int y = 0; y < imageArray[0][0].length; y++) { | |||
| int color = Color.rgb((int) (imageArray[0][x][y][0] * (float) 255), | |||
| (int) (imageArray[0][x][y][1] * (float) 255), | |||
| (int) (imageArray[0][x][y][2] * (float) 255)); | |||
| // this y, x is in the correct order!!! | |||
| styledImage.setPixel(y, x, color); | |||
| } | |||
| } | |||
| return styledImage; | |||
| } | |||
| public Bitmap createEmptyBitmap(int imageWidth, int imageHeigth, int color) { | |||
| Bitmap ret = Bitmap.createBitmap(imageWidth, imageHeigth, Bitmap.Config.RGB_565); | |||
| if (color != 0) { | |||
| ret.eraseColor(color); | |||
| } | |||
| return ret; | |||
| } | |||
| // Save the picture to the system album and refresh it. | |||
| public static void saveToAlbum(final Context context, Bitmap bitmap) { | |||
| File file = null; | |||
| String fileName = System.currentTimeMillis() + ".jpg"; | |||
| File root = new File(Environment.getExternalStorageDirectory().getAbsoluteFile(), context.getPackageName()); | |||
| File dir = new File(root, "image"); | |||
| if (dir.mkdirs() || dir.isDirectory()) { | |||
| file = new File(dir, fileName); | |||
| } | |||
| FileOutputStream os = null; | |||
| try { | |||
| os = new FileOutputStream(file); | |||
| bitmap.compress(Bitmap.CompressFormat.JPEG, 100, os); | |||
| os.flush(); | |||
| } catch (FileNotFoundException e) { | |||
| Log.e(TAG, e.getMessage()); | |||
| } catch (IOException e) { | |||
| Log.e(TAG, e.getMessage()); | |||
| } finally { | |||
| try { | |||
| if (os != null) { | |||
| os.close(); | |||
| } | |||
| } catch (IOException e) { | |||
| Log.e(TAG, e.getMessage()); | |||
| } | |||
| } | |||
| if (file == null) { | |||
| return; | |||
| } | |||
| // Gallery refresh. | |||
| if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.KITKAT) { | |||
| String path = null; | |||
| try { | |||
| path = file.getCanonicalPath(); | |||
| } catch (IOException e) { | |||
| Log.e(TAG, e.getMessage()); | |||
| } | |||
| MediaScannerConnection.scanFile(context, new String[]{path}, null, | |||
| new MediaScannerConnection.OnScanCompletedListener() { | |||
| @Override | |||
| public void onScanCompleted(String path, Uri uri) { | |||
| Intent mediaScanIntent = new Intent(Intent.ACTION_MEDIA_SCANNER_SCAN_FILE); | |||
| mediaScanIntent.setData(uri); | |||
| context.sendBroadcast(mediaScanIntent); | |||
| } | |||
| }); | |||
| } else { | |||
| String relationDir = file.getParent(); | |||
| File file1 = new File(relationDir); | |||
| context.sendBroadcast(new Intent(Intent.ACTION_MEDIA_MOUNTED, Uri.fromFile(file1.getAbsoluteFile()))); | |||
| } | |||
| } | |||
| } | |||
| @@ -0,0 +1,81 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation.help; | |||
| import android.graphics.Bitmap; | |||
| import java.util.Set; | |||
| public class ModelTrackingResult { | |||
| private Bitmap bitmapResult; | |||
| private Bitmap bitmapOriginal; | |||
| private Bitmap bitmapMaskOnly; | |||
| private String executionLog; | |||
| private Set<Integer> itemsFound; | |||
| public ModelTrackingResult(Bitmap bitmapResult, Bitmap bitmapOriginal, Bitmap bitmapMaskOnly, String executionLog, Set<Integer> itemsFound) { | |||
| this.bitmapResult = bitmapResult; | |||
| this.bitmapOriginal = bitmapOriginal; | |||
| this.bitmapMaskOnly = bitmapMaskOnly; | |||
| this.executionLog = executionLog; | |||
| this.itemsFound = itemsFound; | |||
| } | |||
| public Bitmap getBitmapResult() { | |||
| return bitmapResult; | |||
| } | |||
| public ModelTrackingResult setBitmapResult(Bitmap bitmapResult) { | |||
| this.bitmapResult = bitmapResult; | |||
| return this; | |||
| } | |||
| public Bitmap getBitmapOriginal() { | |||
| return bitmapOriginal; | |||
| } | |||
| public ModelTrackingResult setBitmapOriginal(Bitmap bitmapOriginal) { | |||
| this.bitmapOriginal = bitmapOriginal; | |||
| return this; | |||
| } | |||
| public Bitmap getBitmapMaskOnly() { | |||
| return bitmapMaskOnly; | |||
| } | |||
| public ModelTrackingResult setBitmapMaskOnly(Bitmap bitmapMaskOnly) { | |||
| this.bitmapMaskOnly = bitmapMaskOnly; | |||
| return this; | |||
| } | |||
| public String getExecutionLog() { | |||
| return executionLog; | |||
| } | |||
| public ModelTrackingResult setExecutionLog(String executionLog) { | |||
| this.executionLog = executionLog; | |||
| return this; | |||
| } | |||
| public Set<Integer> getItemsFound() { | |||
| return itemsFound; | |||
| } | |||
| public ModelTrackingResult setItemsFound(Set<Integer> itemsFound) { | |||
| this.itemsFound = itemsFound; | |||
| return this; | |||
| } | |||
| } | |||
| @@ -0,0 +1,204 @@ | |||
| /** | |||
| * Copyright 2020 Huawei Technologies Co., Ltd | |||
| * <p> | |||
| * Licensed under the Apache License, Version 2.0 (the "License"); | |||
| * you may not use this file except in compliance with the License. | |||
| * You may obtain a copy of the License at | |||
| * <p> | |||
| * http://www.apache.org/licenses/LICENSE-2.0 | |||
| * <p> | |||
| * Unless required by applicable law or agreed to in writing, software | |||
| * distributed under the License is distributed on an "AS IS" BASIS, | |||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||
| * See the License for the specific language governing permissions and | |||
| * limitations under the License. | |||
| */ | |||
| package com.mindspore.imagesegmentation.help; | |||
| import android.content.Context; | |||
| import android.graphics.Bitmap; | |||
| import android.util.Log; | |||
| import androidx.core.graphics.ColorUtils; | |||
| import com.mindspore.lite.LiteSession; | |||
| import com.mindspore.lite.MSTensor; | |||
| import com.mindspore.lite.Model; | |||
| import com.mindspore.lite.config.CpuBindMode; | |||
| import com.mindspore.lite.config.DeviceType; | |||
| import com.mindspore.lite.config.MSConfig; | |||
| import java.nio.ByteBuffer; | |||
| import java.nio.FloatBuffer; | |||
| import java.util.HashSet; | |||
| import java.util.List; | |||
| import java.util.Map; | |||
| public class TrackingMobile { | |||
| private static final String TAG = "TrackingMobile"; | |||
| private static final String IMAGESEGMENTATIONMODEL = "mobile_segment.ms"; | |||
| private static final int imageSize = 257; | |||
| public static final int NUM_CLASSES = 21; | |||
| private static final float IMAGE_MEAN = 127.5F; | |||
| private static final float IMAGE_STD = 127.5F; | |||
| public static final int[] segmentColors = new int[2]; | |||
| private Bitmap maskBitmap; | |||
| private Bitmap resultBitmap; | |||
| private HashSet itemsFound = new HashSet(); | |||
| private final Context mContext; | |||
| private MSConfig msConfig; | |||
| private LiteSession session; | |||
| private Model model; | |||
| public TrackingMobile(Context context) { | |||
| mContext = context; | |||
| init(); | |||
| } | |||
| public void init() { | |||
| // Load the .ms model. | |||
| model = new Model(); | |||
| if (!model.loadModel(mContext, IMAGESEGMENTATIONMODEL)) { | |||
| Log.e(TAG, "Load Model failed"); | |||
| return; | |||
| } | |||
| // Create and init config. | |||
| msConfig = new MSConfig(); | |||
| if (!msConfig.init(DeviceType.DT_CPU, 2, CpuBindMode.MID_CPU)) { | |||
| Log.e(TAG, "Init context failed"); | |||
| return; | |||
| } | |||
| // Create the MindSpore lite session. | |||
| session = new LiteSession(); | |||
| if (!session.init(msConfig)) { | |||
| Log.e(TAG, "Create session failed"); | |||
| msConfig.free(); | |||
| return; | |||
| } | |||
| msConfig.free(); | |||
| // Complile graph. | |||
| if (!session.compileGraph(model)) { | |||
| Log.e(TAG, "Compile graph failed"); | |||
| model.freeBuffer(); | |||
| return; | |||
| } | |||
| // Note: when use model.freeBuffer(), the model can not be complile graph again. | |||
| model.freeBuffer(); | |||
| } | |||
| public ModelTrackingResult execut(Bitmap bitmap) { | |||
| // Set input tensor values. | |||
| List<MSTensor> inputs = session.getInputs(); | |||
| if (inputs.size() != 1) { | |||
| Log.e(TAG, "inputs.size() != 1"); | |||
| return null; | |||
| } | |||
| float resource_height = bitmap.getHeight(); | |||
| float resource_weight = bitmap.getWidth(); | |||
| Bitmap scaledBitmap = ImageUtils.scaleBitmapAndKeepRatio(bitmap, imageSize, imageSize); | |||
| ByteBuffer contentArray = ImageUtils.bitmapToByteBuffer(scaledBitmap, imageSize, imageSize, IMAGE_MEAN, IMAGE_STD); | |||
| MSTensor inTensor = inputs.get(0); | |||
| // int byteLen = (int) inTensor.size(); | |||
| inTensor.setData(contentArray); | |||
| // Run graph to infer results. | |||
| if (!session.runGraph()) { | |||
| Log.e(TAG, "Run graph failed"); | |||
| return null; | |||
| } | |||
| // Get output tensor values. | |||
| List<String> tensorNames = session.getOutputTensorNames(); | |||
| Map<String, MSTensor> outputs = session.getOutputMapByTensor(); | |||
| for (String tensorName : tensorNames) { | |||
| MSTensor output = outputs.get(tensorName); | |||
| if (output == null) { | |||
| Log.e(TAG, "Can not find output " + tensorName); | |||
| return null; | |||
| } | |||
| float[] results = output.getFloatData(); | |||
| ByteBuffer bytebuffer_results = floatArrayToByteArray(results); | |||
| convertBytebufferMaskToBitmap( | |||
| bytebuffer_results, imageSize, imageSize, scaledBitmap, | |||
| segmentColors | |||
| ); | |||
| //scaledBitmap resize成resource_height,resource_weight | |||
| scaledBitmap = ImageUtils.scaleBitmapAndKeepRatio(scaledBitmap, (int) resource_height, (int) resource_weight); | |||
| resultBitmap = ImageUtils.scaleBitmapAndKeepRatio(resultBitmap, (int) resource_height, (int) resource_weight); | |||
| maskBitmap = ImageUtils.scaleBitmapAndKeepRatio(maskBitmap, (int) resource_height, (int) resource_weight); | |||
| } | |||
| return new ModelTrackingResult(resultBitmap, scaledBitmap, maskBitmap, this.formatExecutionLog(), itemsFound); | |||
| } | |||
| private static ByteBuffer floatArrayToByteArray(float[] floats) { | |||
| ByteBuffer buffer = ByteBuffer.allocate(4 * floats.length); | |||
| FloatBuffer floatBuffer = buffer.asFloatBuffer(); | |||
| floatBuffer.put(floats); | |||
| return buffer; | |||
| } | |||
| private void convertBytebufferMaskToBitmap(ByteBuffer inputBuffer, int imageWidth, | |||
| int imageHeight, Bitmap backgroundImage, int[] colors) { | |||
| Bitmap.Config conf = Bitmap.Config.ARGB_8888; | |||
| maskBitmap = Bitmap.createBitmap(imageWidth, imageHeight, conf); | |||
| resultBitmap = Bitmap.createBitmap(imageWidth, imageHeight, conf); | |||
| Bitmap scaledBackgroundImage = | |||
| ImageUtils.scaleBitmapAndKeepRatio(backgroundImage, imageWidth, imageHeight); | |||
| int[][] mSegmentBits = new int[imageWidth][imageHeight]; | |||
| inputBuffer.rewind(); | |||
| for (int y = 0; y < imageHeight; y++) { | |||
| for (int x = 0; x < imageWidth; x++) { | |||
| float maxVal = 0f; | |||
| mSegmentBits[x][y] = 0; | |||
| for (int i = 0; i < NUM_CLASSES; i++) { | |||
| float value = inputBuffer.getFloat((y * imageWidth * NUM_CLASSES + x * NUM_CLASSES + i) * 4); | |||
| if (i == 0 || value > maxVal) { | |||
| maxVal = value; | |||
| if (i == 15) { | |||
| mSegmentBits[x][y] = i; | |||
| } else { | |||
| mSegmentBits[x][y] = 0; | |||
| } | |||
| } | |||
| } | |||
| itemsFound.add(mSegmentBits[x][y]); | |||
| int newPixelColor = ColorUtils.compositeColors( | |||
| colors[mSegmentBits[x][y] == 0 ? 0 : 1], | |||
| scaledBackgroundImage.getPixel(x, y) | |||
| ); | |||
| resultBitmap.setPixel(x, y, newPixelColor); | |||
| maskBitmap.setPixel(x, y, mSegmentBits[x][y] == 0 ? colors[0] : scaledBackgroundImage.getPixel(x, y)); | |||
| } | |||
| } | |||
| } | |||
| // Note: we must release the memory at the end, otherwise it will cause the memory leak. | |||
| public void free() { | |||
| session.free(); | |||
| model.free(); | |||
| } | |||
| private final String formatExecutionLog() { | |||
| StringBuilder sb = new StringBuilder(); | |||
| sb.append("Input Image Size: " + imageSize * imageSize + '\n'); | |||
| return sb.toString(); | |||
| } | |||
| } | |||
| @@ -0,0 +1,30 @@ | |||
| <vector xmlns:android="http://schemas.android.com/apk/res/android" | |||
| xmlns:aapt="http://schemas.android.com/aapt" | |||
| android:width="108dp" | |||
| android:height="108dp" | |||
| android:viewportWidth="108" | |||
| android:viewportHeight="108"> | |||
| <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z"> | |||
| <aapt:attr name="android:fillColor"> | |||
| <gradient | |||
| android:endX="85.84757" | |||
| android:endY="92.4963" | |||
| android:startX="42.9492" | |||
| android:startY="49.59793" | |||
| android:type="linear"> | |||
| <item | |||
| android:color="#44000000" | |||
| android:offset="0.0" /> | |||
| <item | |||
| android:color="#00000000" | |||
| android:offset="1.0" /> | |||
| </gradient> | |||
| </aapt:attr> | |||
| </path> | |||
| <path | |||
| android:fillColor="#FFFFFF" | |||
| android:fillType="nonZero" | |||
| android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z" | |||
| android:strokeWidth="1" | |||
| android:strokeColor="#00000000" /> | |||
| </vector> | |||
| @@ -0,0 +1,170 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <vector xmlns:android="http://schemas.android.com/apk/res/android" | |||
| android:width="108dp" | |||
| android:height="108dp" | |||
| android:viewportWidth="108" | |||
| android:viewportHeight="108"> | |||
| <path | |||
| android:fillColor="#3DDC84" | |||
| android:pathData="M0,0h108v108h-108z" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M9,0L9,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,0L19,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M29,0L29,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M39,0L39,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M49,0L49,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M59,0L59,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M69,0L69,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M79,0L79,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M89,0L89,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M99,0L99,108" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,9L108,9" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,19L108,19" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,29L108,29" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,39L108,39" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,49L108,49" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,59L108,59" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,69L108,69" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,79L108,79" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,89L108,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M0,99L108,99" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,29L89,29" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,39L89,39" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,49L89,49" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,59L89,59" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,69L89,69" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M19,79L89,79" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M29,19L29,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M39,19L39,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M49,19L49,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M59,19L59,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M69,19L69,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| <path | |||
| android:fillColor="#00000000" | |||
| android:pathData="M79,19L79,89" | |||
| android:strokeWidth="0.8" | |||
| android:strokeColor="#33FFFFFF" /> | |||
| </vector> | |||
| @@ -0,0 +1,20 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <animated-rotate xmlns:android="http://schemas.android.com/apk/res/android" | |||
| android:fromDegrees="0" | |||
| android:pivotX="50%" | |||
| android:pivotY="50%" | |||
| android:toDegrees="360"> | |||
| <shape | |||
| android:innerRadiusRatio="3" | |||
| android:shape="ring" | |||
| android:thicknessRatio="8" | |||
| android:useLevel="false"> | |||
| <gradient | |||
| android:centerColor="#62AEEC" | |||
| android:centerY="0.50" | |||
| android:endColor="#1063A5" | |||
| android:startColor="#61C2EC" | |||
| android:type="sweep" | |||
| android:useLevel="false" /> | |||
| </shape> | |||
| </animated-rotate> | |||
| @@ -0,0 +1,141 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <LinearLayout xmlns:android="http://schemas.android.com/apk/res/android" | |||
| android:layout_width="match_parent" | |||
| android:layout_height="match_parent" | |||
| android:background="@color/colorPrimary" | |||
| android:orientation="vertical"> | |||
| <androidx.appcompat.widget.Toolbar | |||
| android:id="@+id/toolbar" | |||
| android:layout_width="match_parent" | |||
| android:layout_height="?attr/actionBarSize" | |||
| android:layout_alignParentTop="true" | |||
| android:background="#66000000"> | |||
| <TextView | |||
| android:layout_width="match_parent" | |||
| android:layout_height="wrap_content" | |||
| android:drawableStart="@drawable/logo" | |||
| android:drawablePadding="5dp" | |||
| android:gravity="center_vertical" | |||
| android:maxLines="1" | |||
| android:text="MS ImageSegmentation" | |||
| android:textColor="#ffffff" | |||
| android:textSize="20sp" /> | |||
| </androidx.appcompat.widget.Toolbar> | |||
| <FrameLayout | |||
| android:layout_width="match_parent" | |||
| android:layout_height="wrap_content"> | |||
| <ImageView | |||
| android:id="@+id/img_origin" | |||
| android:layout_width="256dp" | |||
| android:layout_height="256dp" | |||
| android:layout_gravity="center" | |||
| android:layout_margin="10dp" | |||
| android:scaleType="fitXY" /> | |||
| <TextView | |||
| android:id="@+id/tv_image" | |||
| android:layout_width="206dp" | |||
| android:layout_height="48dp" | |||
| android:layout_gravity="center" | |||
| android:gravity="center" | |||
| android:paddingLeft="4dp" | |||
| android:text="Choose a Image" | |||
| android:textAllCaps="false" | |||
| android:textColor="@color/white" | |||
| android:textSize="20sp" /> | |||
| <ProgressBar | |||
| android:id="@+id/progress" | |||
| android:layout_width="80dp" | |||
| android:layout_height="80dp" | |||
| android:layout_gravity="center" | |||
| android:indeterminateDrawable="@drawable/progressbar" | |||
| android:visibility="invisible" /> | |||
| </FrameLayout> | |||
| <LinearLayout | |||
| android:layout_width="match_parent" | |||
| android:layout_height="wrap_content" | |||
| android:orientation="horizontal"> | |||
| <Button | |||
| android:layout_width="0dp" | |||
| android:layout_height="48dp" | |||
| android:layout_marginLeft="20dp" | |||
| android:layout_marginRight="5dp" | |||
| android:layout_weight="1" | |||
| android:background="@color/gray_btn" | |||
| android:gravity="center" | |||
| android:onClick="onClickPhoto" | |||
| android:text="PHOTO" | |||
| android:textAllCaps="false" | |||
| android:textColor="@color/white" | |||
| android:textSize="12sp" /> | |||
| <Button | |||
| android:layout_width="0dp" | |||
| android:layout_height="48dp" | |||
| android:layout_marginLeft="5dp" | |||
| android:layout_marginRight="5dp" | |||
| android:layout_weight="1" | |||
| android:background="@color/gray_btn" | |||
| android:gravity="center" | |||
| android:onClick="onClickCamera" | |||
| android:text="CAMERA" | |||
| android:textAllCaps="false" | |||
| android:textColor="@color/white" | |||
| android:textSize="12sp" /> | |||
| <Button | |||
| android:layout_width="0dp" | |||
| android:layout_height="48dp" | |||
| android:layout_marginLeft="5dp" | |||
| android:layout_marginRight="5dp" | |||
| android:layout_weight="1" | |||
| android:background="@color/gray_btn" | |||
| android:gravity="center" | |||
| android:onClick="onClickRecovery" | |||
| android:text="RECOVERY" | |||
| android:textAllCaps="false" | |||
| android:textColor="@color/white" | |||
| android:textSize="12sp" /> | |||
| <Button | |||
| android:layout_width="0dp" | |||
| android:layout_height="48dp" | |||
| android:layout_marginLeft="5dp" | |||
| android:layout_marginRight="20dp" | |||
| android:layout_weight="1" | |||
| android:background="@color/gray_btn" | |||
| android:gravity="center" | |||
| android:onClick="onClickSave" | |||
| android:text="SAVE" | |||
| android:textAllCaps="false" | |||
| android:textColor="@color/white" | |||
| android:textSize="12sp" /> | |||
| </LinearLayout> | |||
| <TextView | |||
| android:layout_width="wrap_content" | |||
| android:layout_height="wrap_content" | |||
| android:layout_marginLeft="20dp" | |||
| android:layout_marginTop="10dp" | |||
| android:text="Choose a Background" | |||
| android:textColor="@color/white" | |||
| android:textSize="20sp" /> | |||
| <androidx.recyclerview.widget.RecyclerView | |||
| android:id="@+id/recyclerview" | |||
| android:layout_width="match_parent" | |||
| android:layout_height="wrap_content" | |||
| android:layout_margin="20dp" | |||
| android:fadeScrollbars="false" | |||
| android:scrollbarSize="6dp" | |||
| android:scrollbarStyle="outsideInset" | |||
| android:scrollbarThumbVertical="@color/gray" | |||
| android:scrollbars="vertical" /> | |||
| </LinearLayout> | |||
| @@ -0,0 +1,14 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <LinearLayout xmlns:android="http://schemas.android.com/apk/res/android" | |||
| xmlns:tools="http://schemas.android.com/tools" | |||
| android:layout_width="wrap_content" | |||
| android:layout_height="wrap_content" | |||
| android:orientation="vertical"> | |||
| <ImageView | |||
| android:id="@+id/image_view" | |||
| android:layout_width="wrap_content" | |||
| android:layout_height="120dp" | |||
| android:scaleType="fitXY" | |||
| tools:srcCompat="@drawable/add" /> | |||
| </LinearLayout> | |||
| @@ -0,0 +1,21 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <resources> | |||
| <color name="colorPrimary">#303030</color> | |||
| <color name="colorPrimaryDark">#3700B3</color> | |||
| <color name="colorAccent">#03DAC5</color> | |||
| <color name="gray">#A69D9D</color> | |||
| <color name="gray_btn">#424242</color> | |||
| <color name="text_blue">#6DA7FF</color> | |||
| <color name="text_yellow">#F8E71C</color> | |||
| <color name="text_orange">#FF844D</color> | |||
| <color name="text_green">#66B50A</color> | |||
| <color name="purple_200">#FFBB86FC</color> | |||
| <color name="purple_500">#FF6200EE</color> | |||
| <color name="purple_700">#FF3700B3</color> | |||
| <color name="teal_200">#FF03DAC5</color> | |||
| <color name="teal_700">#FF018786</color> | |||
| <color name="black">#FF000000</color> | |||
| <color name="white">#FFFFFFFF</color> | |||
| </resources> | |||
| @@ -0,0 +1,5 @@ | |||
| <resources> | |||
| <string name="app_name">ImageSegmentation</string> | |||
| <string name="no_pic_neededSave">Null Image needed to save</string> | |||
| <string name="save_success">Save success</string> | |||
| </resources> | |||
| @@ -0,0 +1,5 @@ | |||
| <resources xmlns:tools="http://schemas.android.com/tools"> | |||
| <!-- Base application theme. --> | |||
| <style name="Theme.ImageSegmentation" parent="Theme.AppCompat.Light.NoActionBar"> | |||
| </style> | |||
| </resources> | |||
| @@ -0,0 +1,6 @@ | |||
| <?xml version="1.0" encoding="utf-8"?> | |||
| <paths> | |||
| <external-path | |||
| name="external_files" | |||
| path="." /> | |||
| </paths> | |||
| @@ -0,0 +1,17 @@ | |||
| package com.mindspore.imagesegmentation; | |||
| import org.junit.Test; | |||
| import static org.junit.Assert.*; | |||
| /** | |||
| * Example local unit test, which will execute on the development machine (host). | |||
| * | |||
| * @see <a href="http://d.android.com/tools/testing">Testing documentation</a> | |||
| */ | |||
| public class ExampleUnitTest { | |||
| @Test | |||
| public void addition_isCorrect() { | |||
| assertEquals(4, 2 + 2); | |||
| } | |||
| } | |||
| @@ -0,0 +1,24 @@ | |||
| // Top-level build file where you can add configuration options common to all sub-projects/modules. | |||
| buildscript { | |||
| repositories { | |||
| google() | |||
| jcenter() | |||
| } | |||
| dependencies { | |||
| classpath "com.android.tools.build:gradle:4.1.1" | |||
| // NOTE: Do not place your application dependencies here; they belong | |||
| // in the individual module build.gradle files | |||
| } | |||
| } | |||
| allprojects { | |||
| repositories { | |||
| google() | |||
| jcenter() | |||
| } | |||
| } | |||
| task clean(type: Delete) { | |||
| delete rootProject.buildDir | |||
| } | |||
| @@ -0,0 +1,20 @@ | |||
| # Project-wide Gradle settings. | |||
| # IDE (e.g. Android Studio) users: | |||
| # Gradle settings configured through the IDE *will override* | |||
| # any settings specified in this file. | |||
| # For more details on how to configure your build environment visit | |||
| # http://www.gradle.org/docs/current/userguide/build_environment.html | |||
| # Specifies the JVM arguments used for the daemon process. | |||
| # The setting is particularly useful for tweaking memory settings. | |||
| org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8 | |||
| # When configured, Gradle will run in incubating parallel mode. | |||
| # This option should only be used with decoupled projects. More details, visit | |||
| # http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects | |||
| # org.gradle.parallel=true | |||
| # AndroidX package structure to make it clearer which packages are bundled with the | |||
| # Android operating system, and which are packaged with your app"s APK | |||
| # https://developer.android.com/topic/libraries/support-library/androidx-rn | |||
| android.useAndroidX=true | |||
| # Automatically convert third-party libraries to use AndroidX | |||
| android.enableJetifier=true | |||
| android.injected.testOnly=false | |||
| @@ -0,0 +1,6 @@ | |||
| #Fri Nov 27 21:53:22 CST 2020 | |||
| distributionBase=GRADLE_USER_HOME | |||
| distributionPath=wrapper/dists | |||
| zipStoreBase=GRADLE_USER_HOME | |||
| zipStorePath=wrapper/dists | |||
| distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip | |||
| @@ -0,0 +1,172 @@ | |||
| #!/usr/bin/env sh | |||
| ############################################################################## | |||
| ## | |||
| ## Gradle start up script for UN*X | |||
| ## | |||
| ############################################################################## | |||
| # Attempt to set APP_HOME | |||
| # Resolve links: $0 may be a link | |||
| PRG="$0" | |||
| # Need this for relative symlinks. | |||
| while [ -h "$PRG" ] ; do | |||
| ls=`ls -ld "$PRG"` | |||
| link=`expr "$ls" : '.*-> \(.*\)$'` | |||
| if expr "$link" : '/.*' > /dev/null; then | |||
| PRG="$link" | |||
| else | |||
| PRG=`dirname "$PRG"`"/$link" | |||
| fi | |||
| done | |||
| SAVED="`pwd`" | |||
| cd "`dirname \"$PRG\"`/" >/dev/null | |||
| APP_HOME="`pwd -P`" | |||
| cd "$SAVED" >/dev/null | |||
| APP_NAME="Gradle" | |||
| APP_BASE_NAME=`basename "$0"` | |||
| # Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. | |||
| DEFAULT_JVM_OPTS="" | |||
| # Use the maximum available, or set MAX_FD != -1 to use that value. | |||
| MAX_FD="maximum" | |||
| warn () { | |||
| echo "$*" | |||
| } | |||
| die () { | |||
| echo | |||
| echo "$*" | |||
| echo | |||
| exit 1 | |||
| } | |||
| # OS specific support (must be 'true' or 'false'). | |||
| cygwin=false | |||
| msys=false | |||
| darwin=false | |||
| nonstop=false | |||
| case "`uname`" in | |||
| CYGWIN* ) | |||
| cygwin=true | |||
| ;; | |||
| Darwin* ) | |||
| darwin=true | |||
| ;; | |||
| MINGW* ) | |||
| msys=true | |||
| ;; | |||
| NONSTOP* ) | |||
| nonstop=true | |||
| ;; | |||
| esac | |||
| CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar | |||
| # Determine the Java command to use to start the JVM. | |||
| if [ -n "$JAVA_HOME" ] ; then | |||
| if [ -x "$JAVA_HOME/jre/sh/java" ] ; then | |||
| # IBM's JDK on AIX uses strange locations for the executables | |||
| JAVACMD="$JAVA_HOME/jre/sh/java" | |||
| else | |||
| JAVACMD="$JAVA_HOME/bin/java" | |||
| fi | |||
| if [ ! -x "$JAVACMD" ] ; then | |||
| die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME | |||
| Please set the JAVA_HOME variable in your environment to match the | |||
| location of your Java installation." | |||
| fi | |||
| else | |||
| JAVACMD="java" | |||
| which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. | |||
| Please set the JAVA_HOME variable in your environment to match the | |||
| location of your Java installation." | |||
| fi | |||
| # Increase the maximum file descriptors if we can. | |||
| if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then | |||
| MAX_FD_LIMIT=`ulimit -H -n` | |||
| if [ $? -eq 0 ] ; then | |||
| if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then | |||
| MAX_FD="$MAX_FD_LIMIT" | |||
| fi | |||
| ulimit -n $MAX_FD | |||
| if [ $? -ne 0 ] ; then | |||
| warn "Could not set maximum file descriptor limit: $MAX_FD" | |||
| fi | |||
| else | |||
| warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" | |||
| fi | |||
| fi | |||
| # For Darwin, add options to specify how the application appears in the dock | |||
| if $darwin; then | |||
| GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" | |||
| fi | |||
| # For Cygwin, switch paths to Windows format before running java | |||
| if $cygwin ; then | |||
| APP_HOME=`cygpath --path --mixed "$APP_HOME"` | |||
| CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` | |||
| JAVACMD=`cygpath --unix "$JAVACMD"` | |||
| # We build the pattern for arguments to be converted via cygpath | |||
| ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` | |||
| SEP="" | |||
| for dir in $ROOTDIRSRAW ; do | |||
| ROOTDIRS="$ROOTDIRS$SEP$dir" | |||
| SEP="|" | |||
| done | |||
| OURCYGPATTERN="(^($ROOTDIRS))" | |||
| # Add a user-defined pattern to the cygpath arguments | |||
| if [ "$GRADLE_CYGPATTERN" != "" ] ; then | |||
| OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" | |||
| fi | |||
| # Now convert the arguments - kludge to limit ourselves to /bin/sh | |||
| i=0 | |||
| for arg in "$@" ; do | |||
| CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` | |||
| CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option | |||
| if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition | |||
| eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` | |||
| else | |||
| eval `echo args$i`="\"$arg\"" | |||
| fi | |||
| i=$((i+1)) | |||
| done | |||
| case $i in | |||
| (0) set -- ;; | |||
| (1) set -- "$args0" ;; | |||
| (2) set -- "$args0" "$args1" ;; | |||
| (3) set -- "$args0" "$args1" "$args2" ;; | |||
| (4) set -- "$args0" "$args1" "$args2" "$args3" ;; | |||
| (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; | |||
| (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; | |||
| (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; | |||
| (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; | |||
| (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; | |||
| esac | |||
| fi | |||
| # Escape application args | |||
| save () { | |||
| for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done | |||
| echo " " | |||
| } | |||
| APP_ARGS=$(save "$@") | |||
| # Collect all arguments for the java command, following the shell quoting and substitution rules | |||
| eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" | |||
| # by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong | |||
| if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then | |||
| cd "$(dirname "$0")" | |||
| fi | |||
| exec "$JAVACMD" "$@" | |||
| @@ -0,0 +1,84 @@ | |||
| @if "%DEBUG%" == "" @echo off | |||
| @rem ########################################################################## | |||
| @rem | |||
| @rem Gradle startup script for Windows | |||
| @rem | |||
| @rem ########################################################################## | |||
| @rem Set local scope for the variables with windows NT shell | |||
| if "%OS%"=="Windows_NT" setlocal | |||
| set DIRNAME=%~dp0 | |||
| if "%DIRNAME%" == "" set DIRNAME=. | |||
| set APP_BASE_NAME=%~n0 | |||
| set APP_HOME=%DIRNAME% | |||
| @rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. | |||
| set DEFAULT_JVM_OPTS= | |||
| @rem Find java.exe | |||
| if defined JAVA_HOME goto findJavaFromJavaHome | |||
| set JAVA_EXE=java.exe | |||
| %JAVA_EXE% -version >NUL 2>&1 | |||
| if "%ERRORLEVEL%" == "0" goto init | |||
| echo. | |||
| echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. | |||
| echo. | |||
| echo Please set the JAVA_HOME variable in your environment to match the | |||
| echo location of your Java installation. | |||
| goto fail | |||
| :findJavaFromJavaHome | |||
| set JAVA_HOME=%JAVA_HOME:"=% | |||
| set JAVA_EXE=%JAVA_HOME%/bin/java.exe | |||
| if exist "%JAVA_EXE%" goto init | |||
| echo. | |||
| echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% | |||
| echo. | |||
| echo Please set the JAVA_HOME variable in your environment to match the | |||
| echo location of your Java installation. | |||
| goto fail | |||
| :init | |||
| @rem Get command-line arguments, handling Windows variants | |||
| if not "%OS%" == "Windows_NT" goto win9xME_args | |||
| :win9xME_args | |||
| @rem Slurp the command line arguments. | |||
| set CMD_LINE_ARGS= | |||
| set _SKIP=2 | |||
| :win9xME_args_slurp | |||
| if "x%~1" == "x" goto execute | |||
| set CMD_LINE_ARGS=%* | |||
| :execute | |||
| @rem Setup the command line | |||
| set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar | |||
| @rem Execute Gradle | |||
| "%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS% | |||
| :end | |||
| @rem End local scope for the variables with windows NT shell | |||
| if "%ERRORLEVEL%"=="0" goto mainEnd | |||
| :fail | |||
| rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of | |||
| rem the _cmd.exe /c_ return code! | |||
| if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 | |||
| exit /b 1 | |||
| :mainEnd | |||
| if "%OS%"=="Windows_NT" endlocal | |||
| :omega | |||
| @@ -0,0 +1,2 @@ | |||
| include ':app' | |||
| rootProject.name = "ImageSegmentation" | |||
| @@ -4,6 +4,7 @@ import android.graphics.Bitmap; | |||
| import android.graphics.BitmapFactory; | |||
| import android.graphics.Canvas; | |||
| import android.graphics.Color; | |||
| import android.graphics.Matrix; | |||
| import android.graphics.Paint; | |||
| import android.graphics.RectF; | |||
| import android.net.Uri; | |||
| @@ -46,6 +47,10 @@ public class PhotoActivity extends AppCompatActivity { | |||
| if (originBitmap != null) { | |||
| Bitmap bitmap = ImageDegreeHelper.rotaingImageView(degree, originBitmap.copy(Bitmap.Config.ARGB_8888, true)); | |||
| if (bitmap != null) { | |||
| Matrix matrix = new Matrix(); | |||
| matrix.setScale(0.7f, 0.7f); | |||
| bitmap = Bitmap.createBitmap( bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), matrix, false); | |||
| imgPhoto.setImageBitmap(bitmap); | |||
| initMindspore(bitmap); | |||
| } | |||
| @@ -16,4 +16,5 @@ org.gradle.jvmargs=-Xmx2048m | |||
| # https://developer.android.com/topic/libraries/support-library/androidx-rn | |||
| android.useAndroidX=true | |||
| # Automatically convert third-party libraries to use AndroidX | |||
| android.enableJetifier=true | |||
| android.enableJetifier=true | |||
| android.injected.testOnly=false | |||