Skip to content

Commit 49c31d2

Browse files
ishaanjavishaanjav
committed
Code
1 parent fdee59a commit 49c31d2

23 files changed

+490
-0
lines changed

‎.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
*.DS_Store

‎AndroidManifest.xml

+25
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
<?xml version="1.0" encoding="utf-8"?>
2+
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
3+
package="app.ij.mlwithtensorflowlite">
4+
5+
<uses-permission android:name="android.permission.CAMERA"/>
6+
7+
<application
8+
android:allowBackup="true"
9+
android:icon="@mipmap/ic_launcher"
10+
android:label="@string/app_name"
11+
android:roundIcon="@mipmap/ic_launcher_round"
12+
android:supportsRtl="true"
13+
android:theme="@style/Theme.MLWithTensorFlowLite">
14+
<activity
15+
android:name=".MainActivity"
16+
android:exported="true">
17+
<intent-filter>
18+
<action android:name="android.intent.action.MAIN" />
19+
20+
<category android:name="android.intent.category.LAUNCHER" />
21+
</intent-filter>
22+
</activity>
23+
</application>
24+
25+
</manifest>

‎java/app/ij/mlwithtensorflowlite/MainActivity.java

+149
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
/*
2+
* Created by ishaanjav
3+
* github.com/ishaanjav
4+
*/
5+
6+
package app.ij.mlwithtensorflowlite;
7+
8+
import androidx.annotation.Nullable;
9+
import androidx.appcompat.app.AppCompatActivity;
10+
11+
import android.Manifest;
12+
import android.content.Intent;
13+
import android.content.pm.PackageManager;
14+
import android.graphics.Bitmap;
15+
import android.media.ThumbnailUtils;
16+
import android.net.Uri;
17+
import android.os.Bundle;
18+
import android.provider.MediaStore;
19+
import android.util.Log;
20+
import android.view.View;
21+
import android.widget.Button;
22+
import android.widget.ImageView;
23+
import android.widget.TextView;
24+
25+
26+
import org.tensorflow.lite.DataType;
27+
import org.tensorflow.lite.support.tensorbuffer.TensorBuffer;
28+
29+
import java.io.IOException;
30+
import java.nio.ByteBuffer;
31+
import java.nio.ByteOrder;
32+
33+
import app.ij.mlwithtensorflowlite.ml.Model;
34+
35+
36+
public class MainActivity extends AppCompatActivity {
37+
38+
Button camera, gallery;
39+
ImageView imageView;
40+
TextView result;
41+
int imageSize = 32;
42+
43+
@Override
44+
protected void onCreate(Bundle savedInstanceState) {
45+
super.onCreate(savedInstanceState);
46+
setContentView(R.layout.activity_main);
47+
48+
camera = findViewById(R.id.button);
49+
gallery = findViewById(R.id.button2);
50+
51+
result = findViewById(R.id.result);
52+
imageView = findViewById(R.id.imageView);
53+
54+
camera.setOnClickListener(new View.OnClickListener() {
55+
@Override
56+
public void onClick(View view) {
57+
if (checkSelfPermission(Manifest.permission.CAMERA) == PackageManager.PERMISSION_GRANTED) {
58+
Intent cameraIntent = new Intent(MediaStore.ACTION_IMAGE_CAPTURE);
59+
startActivityForResult(cameraIntent, 3);
60+
} else {
61+
requestPermissions(new String[]{Manifest.permission.CAMERA}, 100);
62+
}
63+
}
64+
});
65+
gallery.setOnClickListener(new View.OnClickListener() {
66+
@Override
67+
public void onClick(View view) {
68+
Intent cameraIntent = new Intent(Intent.ACTION_PICK, MediaStore.Images.Media.EXTERNAL_CONTENT_URI);
69+
startActivityForResult(cameraIntent, 1);
70+
}
71+
});
72+
}
73+
74+
public void classifyImage(Bitmap image){
75+
try {
76+
Model model = Model.newInstance(getApplicationContext());
77+
78+
// Creates inputs for reference.
79+
TensorBuffer inputFeature0 = TensorBuffer.createFixedSize(new int[]{1, 32, 32, 3}, DataType.FLOAT32);
80+
ByteBuffer byteBuffer = ByteBuffer.allocateDirect(4 * imageSize * imageSize * 3);
81+
byteBuffer.order(ByteOrder.nativeOrder());
82+
83+
int[] intValues = new int[imageSize * imageSize];
84+
image.getPixels(intValues, 0, image.getWidth(), 0, 0, image.getWidth(), image.getHeight());
85+
int pixel = 0;
86+
//iterate over each pixel and extract R, G, and B values. Add those values individually to the byte buffer.
87+
for(int i = 0; i < imageSize; i ++){
88+
for(int j = 0; j < imageSize; j++){
89+
int val = intValues[pixel++]; // RGB
90+
byteBuffer.putFloat(((val >> 16) & 0xFF) * (1.f / 1));
91+
byteBuffer.putFloat(((val >> 8) & 0xFF) * (1.f / 1));
92+
byteBuffer.putFloat((val & 0xFF) * (1.f / 1));
93+
}
94+
}
95+
96+
inputFeature0.loadBuffer(byteBuffer);
97+
98+
// Runs model inference and gets result.
99+
Model.Outputs outputs = model.process(inputFeature0);
100+
TensorBuffer outputFeature0 = outputs.getOutputFeature0AsTensorBuffer();
101+
102+
float[] confidences = outputFeature0.getFloatArray();
103+
// find the index of the class with the biggest confidence.
104+
int maxPos = 0;
105+
float maxConfidence = 0;
106+
for (int i = 0; i < confidences.length; i++) {
107+
if (confidences[i] > maxConfidence) {
108+
maxConfidence = confidences[i];
109+
maxPos = i;
110+
}
111+
}
112+
String[] classes = {"Apple", "Banana", "Orange"};
113+
result.setText(classes[maxPos]);
114+
115+
// Releases model resources if no longer used.
116+
model.close();
117+
} catch (IOException e) {
118+
// TODO Handle the exception
119+
}
120+
}
121+
122+
@Override
123+
protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) {
124+
if(resultCode == RESULT_OK){
125+
if(requestCode == 3){
126+
Bitmap image = (Bitmap) data.getExtras().get("data");
127+
int dimension = Math.min(image.getWidth(), image.getHeight());
128+
image = ThumbnailUtils.extractThumbnail(image, dimension, dimension);
129+
imageView.setImageBitmap(image);
130+
131+
image = Bitmap.createScaledBitmap(image, imageSize, imageSize, false);
132+
classifyImage(image);
133+
}else{
134+
Uri dat = data.getData();
135+
Bitmap image = null;
136+
try {
137+
image = MediaStore.Images.Media.getBitmap(this.getContentResolver(), dat);
138+
} catch (IOException e) {
139+
e.printStackTrace();
140+
}
141+
imageView.setImageBitmap(image);
142+
143+
image = Bitmap.createScaledBitmap(image, imageSize, imageSize, false);
144+
classifyImage(image);
145+
}
146+
}
147+
super.onActivityResult(requestCode, resultCode, data);
148+
}
149+
}

‎ml/model.tflite

145 KB
Binary file not shown.

‎res/drawable-v24/ic_launcher_foreground.xml

+30
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
<vector xmlns:android="http://schemas.android.com/apk/res/android"
2+
xmlns:aapt="http://schemas.android.com/aapt"
3+
android:width="108dp"
4+
android:height="108dp"
5+
android:viewportWidth="108"
6+
android:viewportHeight="108">
7+
<path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
8+
<aapt:attr name="android:fillColor">
9+
<gradient
10+
android:endX="85.84757"
11+
android:endY="92.4963"
12+
android:startX="42.9492"
13+
android:startY="49.59793"
14+
android:type="linear">
15+
<item
16+
android:color="#44000000"
17+
android:offset="0.0" />
18+
<item
19+
android:color="#00000000"
20+
android:offset="1.0" />
21+
</gradient>
22+
</aapt:attr>
23+
</path>
24+
<path
25+
android:fillColor="#FFFFFF"
26+
android:fillType="nonZero"
27+
android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
28+
android:strokeWidth="1"
29+
android:strokeColor="#00000000" />
30+
</vector>

‎res/drawable/ic_launcher_background.xml

+170
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,170 @@
1+
<?xml version="1.0" encoding="utf-8"?>
2+
<vector xmlns:android="http://schemas.android.com/apk/res/android"
3+
android:width="108dp"
4+
android:height="108dp"
5+
android:viewportWidth="108"
6+
android:viewportHeight="108">
7+
<path
8+
android:fillColor="#3DDC84"
9+
android:pathData="M0,0h108v108h-108z" />
10+
<path
11+
android:fillColor="#00000000"
12+
android:pathData="M9,0L9,108"
13+
android:strokeWidth="0.8"
14+
android:strokeColor="#33FFFFFF" />
15+
<path
16+
android:fillColor="#00000000"
17+
android:pathData="M19,0L19,108"
18+
android:strokeWidth="0.8"
19+
android:strokeColor="#33FFFFFF" />
20+
<path
21+
android:fillColor="#00000000"
22+
android:pathData="M29,0L29,108"
23+
android:strokeWidth="0.8"
24+
android:strokeColor="#33FFFFFF" />
25+
<path
26+
android:fillColor="#00000000"
27+
android:pathData="M39,0L39,108"
28+
android:strokeWidth="0.8"
29+
android:strokeColor="#33FFFFFF" />
30+
<path
31+
android:fillColor="#00000000"
32+
android:pathData="M49,0L49,108"
33+
android:strokeWidth="0.8"
34+
android:strokeColor="#33FFFFFF" />
35+
<path
36+
android:fillColor="#00000000"
37+
android:pathData="M59,0L59,108"
38+
android:strokeWidth="0.8"
39+
android:strokeColor="#33FFFFFF" />
40+
<path
41+
android:fillColor="#00000000"
42+
android:pathData="M69,0L69,108"
43+
android:strokeWidth="0.8"
44+
android:strokeColor="#33FFFFFF" />
45+
<path
46+
android:fillColor="#00000000"
47+
android:pathData="M79,0L79,108"
48+
android:strokeWidth="0.8"
49+
android:strokeColor="#33FFFFFF" />
50+
<path
51+
android:fillColor="#00000000"
52+
android:pathData="M89,0L89,108"
53+
android:strokeWidth="0.8"
54+
android:strokeColor="#33FFFFFF" />
55+
<path
56+
android:fillColor="#00000000"
57+
android:pathData="M99,0L99,108"
58+
android:strokeWidth="0.8"
59+
android:strokeColor="#33FFFFFF" />
60+
<path
61+
android:fillColor="#00000000"
62+
android:pathData="M0,9L108,9"
63+
android:strokeWidth="0.8"
64+
android:strokeColor="#33FFFFFF" />
65+
<path
66+
android:fillColor="#00000000"
67+
android:pathData="M0,19L108,19"
68+
android:strokeWidth="0.8"
69+
android:strokeColor="#33FFFFFF" />
70+
<path
71+
android:fillColor="#00000000"
72+
android:pathData="M0,29L108,29"
73+
android:strokeWidth="0.8"
74+
android:strokeColor="#33FFFFFF" />
75+
<path
76+
android:fillColor="#00000000"
77+
android:pathData="M0,39L108,39"
78+
android:strokeWidth="0.8"
79+
android:strokeColor="#33FFFFFF" />
80+
<path
81+
android:fillColor="#00000000"
82+
android:pathData="M0,49L108,49"
83+
android:strokeWidth="0.8"
84+
android:strokeColor="#33FFFFFF" />
85+
<path
86+
android:fillColor="#00000000"
87+
android:pathData="M0,59L108,59"
88+
android:strokeWidth="0.8"
89+
android:strokeColor="#33FFFFFF" />
90+
<path
91+
android:fillColor="#00000000"
92+
android:pathData="M0,69L108,69"
93+
android:strokeWidth="0.8"
94+
android:strokeColor="#33FFFFFF" />
95+
<path
96+
android:fillColor="#00000000"
97+
android:pathData="M0,79L108,79"
98+
android:strokeWidth="0.8"
99+
android:strokeColor="#33FFFFFF" />
100+
<path
101+
android:fillColor="#00000000"
102+
android:pathData="M0,89L108,89"
103+
android:strokeWidth="0.8"
104+
android:strokeColor="#33FFFFFF" />
105+
<path
106+
android:fillColor="#00000000"
107+
android:pathData="M0,99L108,99"
108+
android:strokeWidth="0.8"
109+
android:strokeColor="#33FFFFFF" />
110+
<path
111+
android:fillColor="#00000000"
112+
android:pathData="M19,29L89,29"
113+
android:strokeWidth="0.8"
114+
android:strokeColor="#33FFFFFF" />
115+
<path
116+
android:fillColor="#00000000"
117+
android:pathData="M19,39L89,39"
118+
android:strokeWidth="0.8"
119+
android:strokeColor="#33FFFFFF" />
120+
<path
121+
android:fillColor="#00000000"
122+
android:pathData="M19,49L89,49"
123+
android:strokeWidth="0.8"
124+
android:strokeColor="#33FFFFFF" />
125+
<path
126+
android:fillColor="#00000000"
127+
android:pathData="M19,59L89,59"
128+
android:strokeWidth="0.8"
129+
android:strokeColor="#33FFFFFF" />
130+
<path
131+
android:fillColor="#00000000"
132+
android:pathData="M19,69L89,69"
133+
android:strokeWidth="0.8"
134+
android:strokeColor="#33FFFFFF" />
135+
<path
136+
android:fillColor="#00000000"
137+
android:pathData="M19,79L89,79"
138+
android:strokeWidth="0.8"
139+
android:strokeColor="#33FFFFFF" />
140+
<path
141+
android:fillColor="#00000000"
142+
android:pathData="M29,19L29,89"
143+
android:strokeWidth="0.8"
144+
android:strokeColor="#33FFFFFF" />
145+
<path
146+
android:fillColor="#00000000"
147+
android:pathData="M39,19L39,89"
148+
android:strokeWidth="0.8"
149+
android:strokeColor="#33FFFFFF" />
150+
<path
151+
android:fillColor="#00000000"
152+
android:pathData="M49,19L49,89"
153+
android:strokeWidth="0.8"
154+
android:strokeColor="#33FFFFFF" />
155+
<path
156+
android:fillColor="#00000000"
157+
android:pathData="M59,19L59,89"
158+
android:strokeWidth="0.8"
159+
android:strokeColor="#33FFFFFF" />
160+
<path
161+
android:fillColor="#00000000"
162+
android:pathData="M69,19L69,89"
163+
android:strokeWidth="0.8"
164+
android:strokeColor="#33FFFFFF" />
165+
<path
166+
android:fillColor="#00000000"
167+
android:pathData="M79,19L79,89"
168+
android:strokeWidth="0.8"
169+
android:strokeColor="#33FFFFFF" />
170+
</vector>

0 commit comments

Comments
 (0)