Added real-time detection using 'Camera-Controller.'

Author: muaembraceit

android/app/build.gradle

@@ -39,7 +39,7 @@ android {
     defaultConfig {
         // TODO: Specify your own unique Application ID (https://developer.android.com/studio/build/application-id.html).
         applicationId "com.umairadil.tensorflow_lite_flutter"
-        minSdkVersion 19
+        minSdkVersion 21
         targetSdkVersion 28
         versionCode flutterVersionCode.toInteger()
         versionName flutterVersionName
@@ -57,6 +57,11 @@ android {
             }
         }
     }
+
+    compileOptions {
+        sourceCompatibility 1.8
+        targetCompatibility 1.8
+    }
 }
 
 flutter {

lib/main.dart

@@ -1,7 +1,6 @@
-import 'dart:io';
-
+import 'package:camera/camera.dart';
+import 'package:flutter/foundation.dart';
 import 'package:flutter/material.dart';
-import 'package:image_picker/image_picker.dart';
 import 'package:tflite/tflite.dart';
 
 void main() => runApp(MyApp());
@@ -10,11 +9,12 @@ class MyApp extends StatelessWidget {
   @override
   Widget build(BuildContext context) {
     return MaterialApp(
-      title: 'Flutter Demo',
+      debugShowCheckedModeBanner: false,
+      title: 'ML Room Colors',
       theme: ThemeData(
         primarySwatch: Colors.blue,
       ),
-      home: MyHomePage(title: 'Flutter Demo Home Page'),
+      home: MyHomePage(title: 'Detect Room Color'),
     );
   }
 }
@@ -29,99 +29,138 @@ class MyHomePage extends StatefulWidget {
 }
 
 class _MyHomePageState extends State<MyHomePage> {
-  bool _loading;
+  CameraController _camera;
+
+  bool _isDetecting = false;
+  CameraLensDirection _direction = CameraLensDirection.back;
+  Future<void> _initializeControllerFuture;
+
+  bool _modelLoaded;
   List _outputs;
-  File _image;
+
+  Future<CameraDescription> _getCamera(CameraLensDirection dir) async {
+    return await availableCameras().then(
+      (List<CameraDescription> cameras) => cameras.firstWhere(
+        (CameraDescription camera) => camera.lensDirection == dir,
+      ),
+    );
+  }
+
+  void _initializeCamera() async {
+    log("_initializeCamera", "Initializing camera..");
+
+    _camera = CameraController(
+      await _getCamera(_direction),
+      defaultTargetPlatform == TargetPlatform.iOS
+          ? ResolutionPreset.low
+          : ResolutionPreset.medium,
+    );
+    _initializeControllerFuture = _camera.initialize().then((value) {
+      log("_initializeCamera", "Camera initialized, starting camera stream..");
+
+      _camera.startImageStream((CameraImage image) {
+        if (!_modelLoaded) return;
+        if (_isDetecting) return;
+        _isDetecting = true;
+        try {
+          classifyImage(image);
+        } catch (e) {
+          print(e);
+        }
+      });
+    });
+  }
 
   void initState() {
     super.initState();
-    _loading = true;
+    _initializeCamera();
+    _modelLoaded = false;
 
     loadModel().then((value) {
+
       setState(() {
-        _loading = false;
+        _modelLoaded = true;
       });
     });
   }
 
   //Load the Tflite model
   loadModel() async {
+    log("loadModel", "Loading model..");
     await Tflite.loadModel(
       model: "assets/model_unquant.tflite",
       labels: "assets/labels.txt",
     );
   }
 
-  //Pick an image from the gallery
-  pickImage() async {
-    var image = await ImagePicker.pickImage(source: ImageSource.gallery);
-    if (image == null) return null;
-    setState(() {
-      _loading = true;
-      //Declare File _image in the class which is used to display the image on the screen.
-      _image = image;
-    });
-    classifyImage(image);
-  }
-
-  classifyImage(File image) async {
-    var output = await Tflite.runModelOnImage(
-      path: image.path,
-      numResults: 2,
-      threshold: 0.5,
+  classifyImage(CameraImage image) async {
+    await Tflite.runModelOnFrame(
+      bytesList: image.planes.map((plane) {
+        return plane.bytes;
+      }).toList(),
+      numResults: 3,
+      threshold: 0.3,
       imageMean: 127.5,
       imageStd: 127.5,
-    );
-    setState(() {
-      _loading = false;
-      //Declare List _outputs in the class which will be used to show the classified classs name and confidence
-      _outputs = output;
+      //asynch: true,
+    ).then((value) {
+      _isDetecting = false;
+
+      if (value.isNotEmpty) {
+        log("classifyImage", "Results loaded. ${value.length}");
+        value.forEach((element) {
+          log("classifyImage", "$element");
+        });
+      }
+      _outputs = value;
     });
   }
 
   @override
   Widget build(BuildContext context) {
     return Scaffold(
-        appBar: AppBar(
-          title: Text(widget.title),
-        ),
-        body: _loading
-            ? Container(
-                alignment: Alignment.center,
-                child: CircularProgressIndicator(),
-              )
-            : Container(
-                width: MediaQuery.of(context).size.width,
-                child: Column(
-                  crossAxisAlignment: CrossAxisAlignment.center,
-                  mainAxisAlignment: MainAxisAlignment.center,
-                  children: [
-                    _image == null ? Container() : Image.file(_image),
-                    SizedBox(
-                      height: 20,
-                    ),
-                    _outputs != null
-                        ? Text(
-                            "${_outputs[0]["label"]}",
-                            style: TextStyle(
-                              color: Colors.black,
-                              fontSize: 20.0,
-                              background: Paint()..color = Colors.white,
-                            ),
-                          )
-                        : Text("Classification Failed")
-                  ],
-                ),
-              ),
-        floatingActionButton: FloatingActionButton(
-          onPressed: pickImage,
-          child: Icon(Icons.image),
-        ));
+      appBar: AppBar(
+        title: Text(widget.title),
+      ),
+      body: FutureBuilder<void>(
+        future: _initializeControllerFuture,
+        builder: (context, snapshot) {
+          if (snapshot.connectionState == ConnectionState.done) {
+            // If the Future is complete, display the preview.
+            return Stack(
+              children: <Widget>[
+                CameraPreview(_camera),
+                Center(
+                  child: _outputs != null && _outputs.isNotEmpty
+                      ? Text(
+                          "${_outputs[0]["label"]}",
+                          style: TextStyle(
+                            color: Colors.green,
+                            fontSize: 26.0,
+                          ),
+                        )
+                      : Text("Classification Failed"),
+                )
+              ],
+            );
+          } else {
+            // Otherwise, display a loading indicator.
+            return Center(child: CircularProgressIndicator());
+          }
+        },
+      ),
+    );
   }
 
   @override
   void dispose() {
     Tflite.close();
+    _camera.dispose();
+    log("dispose", "Clear resources.");
     super.dispose();
   }
+
+  void log(String methodName, String message) {
+    debugPrint("{$methodName} {$message}");
+  }
 }

pubspec.lock

@@ -29,6 +29,13 @@ packages:
       url: "https://pub.dartlang.org"
     source: hosted
     version: "1.0.5"
+  camera:
+    dependency: "direct main"
+    description:
+      name: camera
+      url: "https://pub.dartlang.org"
+    source: hosted
+    version: "0.5.7+4"
   charcode:
     dependency: transitive
     description:

pubspec.yaml

@@ -26,6 +26,7 @@ dependencies:
 
   tflite: ^1.0.5
   image_picker: ^0.6.3+4
+  camera: ^0.5.7+4
 
 dev_dependencies:
   flutter_test: