ScreenAnalyzer: Gets UI information from Screen Analyzer and parse it to saobject...

Change-Id: I8dd5799cd75535e2b23c31cec7943e8fce0497fd

diff --git a/libaurum/inc/ScreenAnalyzer/ScreenAnalyzerWatcher.h b/libaurum/inc/ScreenAnalyzer/ScreenAnalyzerWatcher.h
index d692965..f3a3d1c 100644 (file)
--- a/libaurum/inc/ScreenAnalyzer/ScreenAnalyzerWatcher.h
+++ b/libaurum/inc/ScreenAnalyzer/ScreenAnalyzerWatcher.h
@@ -28,10 +28,16 @@ public:
     ~ScreenAnalyzerWatcher();
     static void onMessage(struct mosquitto *mosq, void *obj, const struct mosquitto_message *msg);
     void PublishData(std::string path, const Size2D<int> screenSize);
-
+    std::vector<std::shared_ptr<Aurum::SaObject>> GetSaObjects();
+    void SetJsonText(std::string);
+    bool checkCriteria(const std::string textA, const std::string textB, const bool textPartialMatch);
+    bool checkCriteria(const bool boolA, const bool boolB);
+    bool checkCriteria(const std::shared_ptr<UiSelector> selector, const std::shared_ptr<SaObject> node);
+    std::vector<std::shared_ptr<Aurum::SaObject>> findSaObjects(const std::shared_ptr<UiSelector> selector);
 private:
     const std::string serverAddress = "10.113.16.21";
     struct mosquitto *mosq;
+    static std::vector<std::shared_ptr<SaObject>> saObjects;
     std::string jsontext;
     static bool doneLoad;
 };

diff --git a/libaurum/src/ScreenAnalyzer/ScreenAnalyzerWatcher.cc b/libaurum/src/ScreenAnalyzer/ScreenAnalyzerWatcher.cc
index acc24a3..4378bbb 100644 (file)
--- a/libaurum/src/ScreenAnalyzer/ScreenAnalyzerWatcher.cc
+++ b/libaurum/src/ScreenAnalyzer/ScreenAnalyzerWatcher.cc
@@ -26,6 +26,7 @@
 
 using namespace Aurum;
 
+std::vector<std::shared_ptr<SaObject>> ScreenAnalyzerWatcher::saObjects;
 bool ScreenAnalyzerWatcher::doneLoad;
 
 void onConnect(struct mosquitto *mosq, void *obj, int ret)
@@ -58,8 +59,42 @@ void ScreenAnalyzerWatcher::onMessage(struct mosquitto *mosq, void *obj, const s
 {
     LOGI("Mosquitto onMessage called");
     std::string txt((char *)msg->payload);
+    saObjects.clear();
+
+    Json::Reader reader;
+    Json::Value root;
+    bool ret = reader.parse(txt, root);
+    if (!ret) LOGE("Json parse fail");
+
+    const Json::Value objs = root["objects"];
+
+    std::string id;
+    std::string type;
+    Rect<int> geometry;
+    std::string ocrText;
+    std::vector<std::string> states{};
+    for (int idx = 0; idx < objs.size(); ++idx)
+    {
+        states.clear();
+        id = objs[idx]["id"].asString();
+
+        type = objs[idx]["type"].asString();
+
+        const Json::Value geo = objs[idx]["geometry"];
+        geometry = {geo[0].asInt(), geo[1].asInt(), geo[2].asInt(), geo[3].asInt()};
+
+        ocrText = objs[idx]["ocrText"].asString();
+
+        const Json::Value sta = objs[idx]["states"];
+        for (int sidx = 0; sidx < sta.size(); ++sidx) {
+            states.push_back(sta[sidx].asString());
+        }
+
+        saObjects.push_back(std::make_shared<Aurum::SaObject>(id, type, geometry, ocrText, states));
+    }
+
+    LOGI("Mosquitto onMessage finished %d objects are initialized",  saObjects.size());
 
-    LOGI("Mosquitto onMessage finished");
     doneLoad = true;
 
 }
@@ -105,6 +140,93 @@ ScreenAnalyzerWatcher::~ScreenAnalyzerWatcher()
 void ScreenAnalyzerWatcher::PublishData(std::string path, const Size2D<int> screenSize)
 {
     LOGI("Mosquitto publish data start file path : " path.c_str());
+    int size = screenSize.width * screenSize.height;
+    char buf[size];
+
+    doneLoad = false;
+
+    std::ifstream ifs(path, std::ifstream::binary);
+    memset(buf, 0, size);
+    ifs.read(buf, size);
+    int rc;
+    rc = mosquitto_publish(mosq, NULL, "screen_analyzer/image", size, buf, 2, false);
+    if(rc != MOSQ_ERR_SUCCESS) {
+        LOGE("Mosquitto publish fail");
+    }
+    ifs.close();
+
+    while(!doneLoad) {
+        std::this_thread::sleep_for(std::chrono::milliseconds{10});
+    }
+
+    LOGI("Mosuqitto publish data finish");
+}
+
+std::vector<std::shared_ptr<Aurum::SaObject>> ScreenAnalyzerWatcher::GetSaObjects()
+{
+    return saObjects;
+}
+
+void ScreenAnalyzerWatcher::SetJsonText(std::string text)
+{
+    jsontext = text;
+}
+
+
+bool ScreenAnalyzerWatcher::checkCriteria(const std::string textA, const std::string textB, const bool textPartialMatch)
+{
+    if (textB.empty()) return true;
+
+    bool rst;
+    if (textPartialMatch) {
+        if (textB.find(textA) != std::string::npos) rst = false;
+        else rst = true;
+    }
+    else {
+        if (!textA.compare(textB)) rst = false;
+        else rst = true;
+    }
+
+    return rst;
+}
+
+bool ScreenAnalyzerWatcher::checkCriteria(const bool boolA, const bool boolB)
+{
+    return boolA != boolB;
+}
 
-    LOGI("Mosquitto publish data finish");
-}
\ No newline at end of file
+bool ScreenAnalyzerWatcher::checkCriteria(const std::shared_ptr<UiSelector> selector,
+                                 const std::shared_ptr<Aurum::SaObject> node)
+{
+    if (selector->mMatchText || selector->mMatchTextPartialMatch) {
+        if (selector->mMatchText && checkCriteria(selector->mText, node->getOcrText(), 0)) return false;
+        if (selector->mMatchTextPartialMatch && checkCriteria(selector->mTextPartialMatch, node->getOcrText(), 1)) return false;
+    }
+    if (selector->mMatchId) {
+        if (checkCriteria(selector->mId, node->getId(), 0)) return false;
+    }
+    if (selector->mMatchType) {
+        if (selector->mMatchType && checkCriteria(selector->mType, node->getElementType(), 0)) return false;
+    }
+    if (selector->mMatchClickable && checkCriteria(selector->mIsclickable, node->isClickable())) return false;
+    if (selector->mMatchFocused && checkCriteria(selector->mIsfocused, node->isFocused())) return false;
+    if (selector->mMatchFocusable && checkCriteria(selector->mIsfocusable, node->isFocusable())) return false;
+
+    return true;
+}
+
+
+std::vector<std::shared_ptr<Aurum::SaObject>> ScreenAnalyzerWatcher::findSaObjects(const std::shared_ptr<UiSelector> selector)
+{
+    std::vector<std::shared_ptr<Aurum::SaObject>> rets{};
+
+    LOGI("FindSaObject start");
+    for (auto saObj : saObjects) {
+        if (checkCriteria(selector, saObj)) {
+            LOGI("saObj(%s) found", saObj->getId().c_str());
+            rets.push_back(saObj);
+        }
+    }
+
+    return rets;
+}