some ddd facial/eye detection stuff

diff --git a/examples/opencvdbusconfig.in b/examples/opencvdbusconfig.in
index 0ee7940..bef6107 100644 (file)
--- a/examples/opencvdbusconfig.in
+++ b/examples/opencvdbusconfig.in
@@ -5,14 +5,16 @@
       "name" : "OpenCV LUX",
       "path" : "@PLUGIN_INSTALL_PATH@/opencvluxplugin.so",
       "threaded" : "true",
-      "cuda" : "true",
+      "cuda" : "false",
+      "opencl" : "true",
       "fps" : "30",
       "pixelLowerBound" : "18",
       "pixelUpperBound" : "255",
       "device" : "0",
-      "codec" : "divx",
-      "logging" : "true",
-      "logfile" : "/tmp/video.avi"
+      "codec" : "h264",
+      "logging" : "false",
+      "logfile" : "/tmp/video.avi",
+      "ddd" : "true"
     },
     {
       "path" : "@PLUGIN_INSTALL_PATH@/examplesourceplugin.so"

diff --git a/plugins/opencvlux/opencvluxplugin.cpp b/plugins/opencvlux/opencvluxplugin.cpp
index d387401..9bcfba0 100644 (file)
--- a/plugins/opencvlux/opencvluxplugin.cpp
+++ b/plugins/opencvlux/opencvluxplugin.cpp
@@ -19,9 +19,11 @@ Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 #include "opencvluxplugin.h"
 #include "timestamp.h"
 #include <listplusplus.h>
+#include <superptr.hpp>
 
 #include <iostream>
 #include <opencv2/imgproc/imgproc.hpp>
+#include <opencv2/objdetect/objdetect.hpp>
 
 #include <QFuture>
 #include <QFutureWatcher>
@@ -45,7 +47,11 @@ const std::string VideoLogging = "VideoLogging";
 extern "C" AbstractSource * create(AbstractRoutingEngine* routingengine, map<string, string> config)
 {
        VehicleProperty::registerProperty(VideoLogging, [](){
-               return new BasicPropertyType<bool>(VideoLogging,false);
+               return new BasicPropertyType<bool>(VideoLogging, false);
+       });
+
+       VehicleProperty::registerProperty("DriverDrowsiness", [](){
+               return new OpenCvLuxPlugin::DriverDrowsinessType("DriverDrowsiness", false);
        });
 
        return new OpenCvLuxPlugin(routingengine, config);
@@ -54,6 +60,8 @@ extern "C" AbstractSource * create(AbstractRoutingEngine* routingengine, map<str
 OpenCvLuxPlugin::OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string> config)
        :AbstractSource(re, config), lastLux(0), speed(0), latitude(0), longitude(0), extBrightness(new VehicleProperty::ExteriorBrightnessType(0))
 {
+       driverDrowsiness = amb::make_unique(new DriverDrowsinessType("DriverDrowsiness", false));
+
        shared = new Shared;
        shared->parent = this;
 
@@ -65,6 +73,7 @@ OpenCvLuxPlugin::OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string>
        shared->useOpenCl = false;
        shared->useCuda = false;
        shared->loggingOn = false;
+       shared->ddd = false;
 
        shared->fps=30;
        device="0";
@@ -115,6 +124,9 @@ OpenCvLuxPlugin::OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string>
        {
 #ifdef OPENCL
                shared->useOpenCl = config["opencl"] == "true";
+#else
+               DebugOut(DebugOut::Warning) << "You really don't have openCL support.  Disabling." << endl;S
+               shared->useOpenCl = false;
 #endif
 
        }
@@ -126,6 +138,16 @@ OpenCvLuxPlugin::OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string>
 #endif
        }
 
+       if(config.find("ddd") != config.end())
+       {
+               shared->ddd = config["ddd"] == "true";
+       }
+
+       if(config.find("logging") != config.end())
+       {
+               shared->loggingOn = config["logging"] == "true";
+       }
+
 
 #ifdef OPENCL
        if(shared->useOpenCl)
@@ -185,8 +207,36 @@ OpenCvLuxPlugin::OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string>
        }
 #endif
 
+       if(shared->ddd)
+       {
+#ifdef OPENCL
+               if(shared->useOpenCl)
+               {
+                       faceCascade = new cv::ocl::OclCascadeClassifier();
+                       eyeCascade = new cv::ocl::OclCascadeClassifier();
+               }
+               else
+#endif
+               {
+                       faceCascade = new cv::CascadeClassifier();
+                       eyeCascade = new cv::CascadeClassifier();
+               }
+
+               if(!faceCascade->load("/usr/share/opencv/haarcascades/haarcascade_frontalface_alt.xml"))
+               {
+                       DebugOut(DebugOut::Warning) << "Could not load face cascade.  Disabling ddd" << endl;
+                       shared->ddd = false;
+               }
+               if(!eyeCascade->load("/usr/share/opencv/haarcascades/haarcascade_eye_tree_eyeglasses.xml"))
+               {
+                       DebugOut(DebugOut::Warning) << "Could not load face cascade.  Disabling ddd" << endl;
+                       shared->ddd = false;
+               }
+
+       }
+
        routingEngine->subscribeToProperty(VehicleProperty::VehicleSpeed, this);
-       routingEngine->subscribeToProperty(VehicleProperty::Latitude,this);
+       routingEngine->subscribeToProperty(VehicleProperty::Latitude, this);
        routingEngine->subscribeToProperty(VehicleProperty::Longitude, this);
 }
 
@@ -326,6 +376,9 @@ static int grabImage(void *data)
                *(shared->m_capture) >> m_image;
        }
 
+       if(shared->ddd)
+               shared->parent->detectEyes(m_image);
+
        if(shared->threaded)
        {
                QFutureWatcher<uint> *watcher = new QFutureWatcher<uint>();
@@ -470,8 +523,6 @@ void OpenCvLuxPlugin::writeVideoFrame(cv::Mat f)
 
        if(shared->loggingOn && speed > 0)
        {
-
-
                cv::Mat frame;
                f.copyTo(frame);
 
@@ -511,8 +562,8 @@ void OpenCvLuxPlugin::writeVideoFrame(cv::Mat f)
                cv::putText(frame, datestr.str(), dateOrg, fontFace, fontScale,
                                cv::Scalar::all(255), thickness, 8);
 
-               (*shared->mWriter)<<frame;
-               (*shared->mWriter)<<frame;
+               (*shared->mWriter) << frame;
+               (*shared->mWriter) << frame;
        }
 }
 
@@ -623,6 +674,57 @@ TrafficLight::Color detectLight(cv::Mat img, OpenCvLuxPlugin::Shared *shared)
 
        cv::namedWindow( "Hough Circle Transform Demo", CV_WINDOW_AUTOSIZE );
        cv::imshow( "Hough Circle Transform Demo", img );
+}
+
+
+void OpenCvLuxPlugin::detectEyes(cv::Mat frame)
+{
+       bool hasEyes = false;
+       std::vector<cv::Rect> faces;
+       cv::Mat frameGray;
+       cv::ocl::oclMat gray2;
+
+       if(shared->useOpenCl)
+       {
+#ifdef OPENCL
+               cv::ocl::oclMat src(frame);
+               cv::ocl::cvtColor(src, gray2, CV_BGR2GRAY);
+               cv::ocl::equalizeHist(gray2, gray2);
+               faceCascade->detectMultiScale(gray2, faces, 1.1, 2, 0 | CV_HAAR_SCALE_IMAGE, cv::Size(30, 30));
+#endif
+       }
+       else
+       {
+               cv::cvtColor(frame, frameGray, CV_BGR2GRAY);
+               cv::equalizeHist(frameGray, frameGray);
+               faceCascade->detectMultiScale(frameGray, faces, 1.1, 2, 0 | CV_HAAR_SCALE_IMAGE, cv::Size(30, 30));
+       }
+
+       for( size_t i = 0; i < faces.size(); i++ )
+       {
+               cv::Point center( faces[i].x + faces[i].width*0.5, faces[i].y + faces[i].height*0.5 );
+               cv::ellipse( frame, center, cv::Size( faces[i].width*0.5, faces[i].height*0.5), 0, 0, 360, cv::Scalar( 255, 0, 255 ), 4, 8, 0 );
+#ifdef OPENCL
+               cv::ocl::oclMat faceROI = gray2(faces[i]);
+#else
+               cv::Mat faceROI = frameGray(faces[i]);
+#endif
+               std::vector<cv::Rect> eyes;
 
+               //-- In each face, detect eyes
+               eyeCascade->detectMultiScale( faceROI, eyes, 1.1, 2, 0 | CV_HAAR_SCALE_IMAGE, cv::Size(30, 30) );
 
+               if(eyes.size())
+               {
+                       hasEyes = true;
+                       DebugOut() << "Number of eyes: " << eyes.size() << endl;
+               }
+
+               for( size_t j = 0; j < eyes.size(); j++ )
+               {
+                       cv::Point center( faces[i].x + eyes[j].x + eyes[j].width*0.5, faces[i].y + eyes[j].y + eyes[j].height*0.5 );
+                       int radius = cvRound( (eyes[j].width + eyes[j].height)*0.25 );
+                       cv::circle( frame, center, radius, cv::Scalar( 255, 0, 0 ), 4, 8, 0 );
+               }
+       }
 }

diff --git a/plugins/opencvlux/opencvluxplugin.h b/plugins/opencvlux/opencvluxplugin.h
index 5f19771..3a17878 100644 (file)
--- a/plugins/opencvlux/opencvluxplugin.h
+++ b/plugins/opencvlux/opencvluxplugin.h
@@ -36,6 +36,8 @@ class OpenCvLuxPlugin: public QObject, public AbstractSource
 Q_OBJECT
 public:
 
+       typedef BasicPropertyType<bool> DriverDrowsinessType;
+
        struct Shared
        {
                cv::VideoCapture *m_capture;
@@ -51,6 +53,7 @@ public:
                int pixelLowerBound;
                int pixelUpperBound;
                bool loggingOn;
+               bool ddd;
        };
 
        OpenCvLuxPlugin(AbstractRoutingEngine* re, map<string, string> config);
@@ -75,6 +78,8 @@ public:
 
        void writeVideoFrame(cv::Mat frame);
 
+       void detectEyes(cv::Mat frame);
+
 public Q_SLOTS:
        void imgProcResult();
 
@@ -83,6 +88,8 @@ private: /// methods:
        bool init();
 
 private:
+
+
        uint speed;
        uint latitude;
        uint longitude;
@@ -95,6 +102,11 @@ private:
 
        Shared* shared;
        QMutex mutex;
+
+       cv::CascadeClassifier *faceCascade;
+       cv::CascadeClassifier *eyeCascade;
+
+       std::unique_ptr<DriverDrowsinessType> driverDrowsiness;
 };
 
 static int grabImage(void *data);
@@ -113,4 +125,5 @@ enum Color
 
 TrafficLight::Color detectLight(cv::Mat img, OpenCvLuxPlugin::Shared* shared);
 
+
 #endif // EXAMPLEPLUGIN_H