plugins/database/databasesink.cpp

   1 #include "databasesink.h"
   2 #include "abstractroutingengine.h"
   3 #include "listplusplus.h"
   4
   5 extern "C" AbstractSinkManager * create(AbstractRoutingEngine* routingengine, map<string, string> config)
   6 {
   7         return new DatabaseSinkManager(routingengine, config);
   8 }
   9
  10 void * cbFunc(gpointer data)
  11 {
  12         Shared *shared = static_cast<Shared*>(data);
  13
  14         if(!shared)
  15         {
  16                 throw std::runtime_error("Could not cast shared object.");
  17         }
  18
  19         vector<DictionaryList<string> > insertList;
  20
  21         while(1)
  22         {
  23                 DBObject* obj = shared->queue.pop();
  24
  25                 if( obj->quit )
  26                 {
  27                         delete obj;
  28                         break;
  29                 }
  30
  31                 DictionaryList<string> dict;
  32
  33                 NameValuePair<string> one("key", obj->key);
  34                 NameValuePair<string> two("value", obj->value);
  35                 NameValuePair<string> three("source", obj->source);
  36                 NameValuePair<string> four("time", boost::lexical_cast<string>(obj->time));
  37                 NameValuePair<string> five("sequence", boost::lexical_cast<string>(obj->sequence));
  38
  39                 dict.push_back(one);
  40                 dict.push_back(two);
  41                 dict.push_back(three);
  42                 dict.push_back(four);
  43                 dict.push_back(five);
  44
  45                 insertList.push_back(dict);
  46
  47                 if(insertList.size() > 100)
  48                 {
  49                         shared->db->exec("BEGIN IMMEDIATE TRANSACTION");
  50                         for(int i=0; i< insertList.size(); i++)
  51                         {
  52                                 DictionaryList<string> d = insertList[i];
  53                                 shared->db->insert(d);
  54                         }
  55                         shared->db->exec("END TRANSACTION");
  56                         insertList.clear();
  57                 }
  58                 delete obj;
  59         }
  60
  61         return NULL;
  62 }
  63
  64 int getNextEvent(gpointer data)
  65 {
  66         PlaybackShared* pbshared = static_cast<PlaybackShared*>(data);
  67
  68         if(!pbshared)
  69                 throw std::runtime_error("failed to cast PlaybackShared object");
  70
  71         auto itr = pbshared->playbackQueue.begin();
  72
  73         if(itr == pbshared->playbackQueue.end())
  74         {
  75                 return 0;
  76         }
  77
  78         DBObject* obj = *itr;
  79
  80         AbstractPropertyType* value = VehicleProperty::getPropertyTypeForPropertyNameValue(obj->key,obj->value);
  81
  82         if(value)
  83         {
  84                 pbshared->routingEngine->updateProperty(obj->key, value, pbshared->uuid);
  85                 value->timestamp = obj->time;
  86                 //value->sequence = obj->sequence;
  87         }
  88
  89         if(++itr != pbshared->playbackQueue.end())
  90         {
  91                 DBObject *o2 = *itr;
  92                 double t = o2->time - obj->time;
  93
  94                 if(t > 0)
  95                         g_timeout_add((t*1000) / pbshared->playBackMultiplier, getNextEvent, pbshared);
  96                 else
  97                         g_timeout_add(t, getNextEvent, pbshared);
  98         }
  99
 100         pbshared->playbackQueue.remove(obj);
 101         delete obj;
 102
 103         return 0;
 104 }
 105
 106 DatabaseSink::DatabaseSink(AbstractRoutingEngine *engine, map<std::string, std::string> config)
 107         :AbstractSource(engine,config),thread(NULL),shared(NULL),playback(false),playbackShared(NULL), playbackMultiplier(1)
 108 {
 109         databaseName = "storage";
 110         tablename = "data";
 111         tablecreate = "CREATE TABLE IF NOT EXISTS data (key TEXT, value BLOB, source TEXT, time REAL, sequence REAL)";
 112
 113         //startDb();
 114
 115         if(config.find("startOnLoad")!= config.end())
 116         {
 117                 startDb();
 118         }
 119
 120         if(config.find("playbackMultiplier")!= config.end())
 121         {
 122                 playbackMultiplier = boost::lexical_cast<uint>(config["playbackMultiplier"]);
 123         }
 124
 125         if(config.find("playbackOnLoad")!= config.end())
 126         {
 127                 startPlayback();
 128         }
 129
 130         if(config.find("databaseFile") != config.end())
 131         {
 132                 databaseName = config["databaseFile"];
 133         }
 134
 135         if(config.find("properties") != config.end())
 136         {
 137                 parseConfig();
 138         }
 139
 140         for(auto itr=propertiesToSubscribeTo.begin();itr!=propertiesToSubscribeTo.end();itr++)
 141         {
 142                 engine->subscribeToProperty(*itr,this);
 143         }
 144
 145         mSupported.push_back(DatabaseFileProperty);
 146         mSupported.push_back(DatabaseLoggingProperty);
 147         mSupported.push_back(DatabasePlaybackProperty);
 148
 149         routingEngine->setSupported(mSupported,this);
 150
 151 }
 152
 153 DatabaseSink::~DatabaseSink()
 154 {
 155         if(shared)
 156         {
 157                 DBObject* obj = new DBObject();
 158                 obj->quit = true;
 159
 160                 shared->queue.append(obj);
 161
 162                 g_thread_join(thread);
 163                 g_thread_unref(thread);
 164                 delete shared;
 165         }
 166
 167         if(playbackShared)
 168         {
 169                 delete playbackShared;
 170         }
 171 }
 172
 173
 174 void DatabaseSink::supportedChanged(PropertyList supportedProperties)
 175 {
 176
 177 }
 178
 179 PropertyList DatabaseSink::supported()
 180 {
 181         return mSupported;
 182 }
 183
 184 void DatabaseSink::parseConfig()
 185 {
 186         json_object *rootobject;
 187         json_tokener *tokener = json_tokener_new();
 188         enum json_tokener_error err;
 189         do
 190         {
 191                 rootobject = json_tokener_parse_ex(tokener, configuration["properties"].c_str(),configuration["properties"].size());
 192         } while ((err = json_tokener_get_error(tokener)) == json_tokener_continue);
 193         if (err != json_tokener_success)
 194         {
 195                 fprintf(stderr, "Error: %s\n", json_tokener_error_desc(err));
 196         }
 197         if (tokener->char_offset < configuration["properties"].size()) // XXX shouldn't access internal fields
 198         {
 199                 //Should handle the extra data here sometime...
 200         }
 201
 202         json_object *propobject = json_object_object_get(rootobject,"properties");
 203
 204         g_assert(json_object_get_type(propobject) == json_type_array);
 205
 206         array_list *proplist = json_object_get_array(propobject);
 207
 208         for(int i=0; i < array_list_length(proplist); i++)
 209         {
 210                 json_object *idxobj = (json_object*)array_list_get_idx(proplist,i);
 211                 std::string prop = json_object_get_string(idxobj);
 212                 propertiesToSubscribeTo.push_back(prop);
 213
 214                 DebugOut()<<"DatabaseSink logging: "<<prop<<endl;
 215         }
 216
 217         json_object_put(propobject);
 218         json_object_put(rootobject);
 219 }
 220
 221 void DatabaseSink::stopDb()
 222 {
 223         if(!shared)
 224                 return;
 225
 226         DBObject *obj = new DBObject();
 227         obj->quit = true;
 228         shared->queue.append(obj);
 229
 230         g_thread_join(thread);
 231
 232         delete shared;
 233         shared = NULL;
 234 }
 235
 236 void DatabaseSink::startDb()
 237 {
 238         if(playback)
 239         {
 240                 DebugOut(0)<<"ERROR: tried to start logging during playback.  Only logging or playback can be used at one time"<<endl;
 241                 return;
 242         }
 243
 244         if(shared)
 245         {
 246                 DebugOut(0)<<"WARNING: logging already started.  doing nothing."<<endl;
 247                 return;
 248         }
 249
 250         initDb();
 251
 252         thread = g_thread_new("dbthread", cbFunc, shared);
 253 }
 254
 255 void DatabaseSink::startPlayback()
 256 {
 257         if(playback)
 258                 return;
 259
 260         playback = true;
 261
 262         initDb();
 263
 264         /// get supported:
 265
 266         vector<vector<string> > supportedStr = shared->db->select("SELECT DISTINCT key FROM "+tablename);
 267
 268         for(int i=0; i < supportedStr.size(); i++)
 269         {
 270                 if(!ListPlusPlus<VehicleProperty::Property>(&mSupported).contains(supportedStr[i][0]))
 271                         mSupported.push_back(supportedStr[i][0]);
 272         }
 273
 274         routingEngine->setSupported(supported(), this);
 275
 276         /// populate playback queue:
 277
 278         vector<vector<string> > results = shared->db->select("SELECT * FROM "+tablename);
 279
 280         if(playbackShared)
 281         {
 282                 delete playbackShared;
 283         }
 284
 285         playbackShared = new PlaybackShared(routingEngine, uuid(), playbackMultiplier);
 286
 287         for(int i=0;i<results.size();i++)
 288         {
 289                 if(results[i].size() < 5)
 290                 {
 291                         throw std::runtime_error("column mismatch in query");
 292                 }
 293
 294                 DBObject* obj = new DBObject();
 295
 296                 obj->key = results[i][0];
 297                 obj->value = results[i][1];
 298                 obj->source = results[i][2];
 299                 obj->time = boost::lexical_cast<double>(results[i][3]);
 300 //              obj->sequence = boost::lexical_cast<int>(results[i][4]);
 301
 302                 playbackShared->playbackQueue.push_back(obj);
 303         }
 304
 305         g_timeout_add(0,getNextEvent,playbackShared);
 306 }
 307
 308 void DatabaseSink::initDb()
 309 {
 310         if(shared) delete shared;
 311
 312         shared = new Shared;
 313         shared->db->init(databaseName, tablename, tablecreate);
 314 }
 315
 316 void DatabaseSink::propertyChanged(VehicleProperty::Property property, AbstractPropertyType *value, std::string uuid)
 317 {
 318         if(!shared)
 319                 return;
 320
 321         DBObject* obj = new DBObject;
 322         obj->key = property;
 323         obj->value = value->toString();
 324         obj->source = uuid;
 325         obj->time = value->timestamp;
 326         obj->sequence = value->sequence;
 327
 328         shared->queue.append(obj);
 329 }
 330
 331
 332 std::string DatabaseSink::uuid()
 333 {
 334         return "9f88156e-cb92-4472-8775-9c08addf50d3";
 335 }
 336
 337 void DatabaseSink::getPropertyAsync(AsyncPropertyReply *reply)
 338 {
 339         reply->success = false;
 340
 341         if(reply->property == DatabaseFileProperty)
 342         {
 343                 StringPropertyType temp(databaseName);
 344                 reply->value = &temp;
 345
 346                 reply->success = true;
 347                 reply->completed(reply);
 348
 349                 return;
 350         }
 351         else if(reply->property == DatabaseLoggingProperty)
 352         {
 353                 BasicPropertyType<bool> temp = shared;
 354
 355                 reply->value = &temp;
 356                 reply->success = true;
 357                 reply->completed(reply);
 358
 359                 return;
 360         }
 361
 362         else if(reply->property == DatabasePlaybackProperty)
 363         {
 364                 BasicPropertyType<bool> temp = playback;
 365                 reply->value = &temp;
 366                 reply->success = true;
 367                 reply->completed(reply);
 368
 369                 return;
 370         }
 371
 372         reply->completed(reply);
 373 }
 374
 375 void DatabaseSink::getRangePropertyAsync(AsyncRangePropertyReply *reply)
 376 {
 377         BaseDB * db = new BaseDB();
 378         db->init(databaseName, tablename, tablecreate);
 379
 380         ostringstream query;
 381         query.precision(15);
 382
 383         query<<"SELECT * from "<<tablename<<" WHERE ";
 384
 385         if(reply->timeBegin && reply->timeEnd)
 386         {
 387                 query<<" time BETWEEN "<<reply->timeBegin<<" AND "<<reply->timeEnd;
 388         }
 389
 390         if(reply->sequenceBegin >= 0 && reply->sequenceEnd >=0)
 391         {
 392                 query<<" AND sequence BETWEEN "<<reply->sequenceBegin<<" AND "<<reply->sequenceEnd;
 393         }
 394
 395         std::vector<std::vector<string>> data = db->select(query.str());
 396
 397         std::list<AbstractPropertyType*> cleanup;
 398
 399         for(auto i=0;i<data.size();i++)
 400         {
 401                 if(data[i].size() != 5)
 402                         continue;
 403
 404                 DBObject dbobj;
 405                 dbobj.key = data[i][0];
 406                 dbobj.value = data[i][1];
 407                 dbobj.source = data[i][2];
 408                 dbobj.time = boost::lexical_cast<double>(data[i][3]);
 409                 dbobj.sequence = boost::lexical_cast<double>(data[i][4]);
 410
 411                 AbstractPropertyType* property = VehicleProperty::getPropertyTypeForPropertyNameValue(dbobj.key, dbobj.value);
 412                 if(property)
 413                 {
 414                         property->timestamp = dbobj.time;
 415                         property->sequence = dbobj.sequence;
 416
 417                         reply->values.push_back(property);
 418                         cleanup.push_back(property);
 419                 }
 420         }
 421
 422         reply->success = true;
 423         reply->completed(reply);
 424
 425         /// reply is owned by the requester of this call.  we own the data:
 426         for(auto itr = cleanup.begin(); itr != cleanup.end(); itr++)
 427         {
 428                 delete *itr;
 429         }
 430
 431         delete db;
 432 }
 433
 434 AsyncPropertyReply *DatabaseSink::setProperty(AsyncSetPropertyRequest request)
 435 {
 436         AsyncPropertyReply* reply = new AsyncPropertyReply(request);
 437         reply->success = false;
 438
 439         if(request.property == DatabaseLoggingProperty)
 440         {
 441                 if(request.value->value<bool>())
 442                 {
 443                         ///TODO: start or stop logging thread
 444                         startDb();
 445                         reply->success = true;
 446                         BasicPropertyType<bool> temp(true);
 447                         routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
 448                 }
 449                 else
 450                 {
 451                         stopDb();
 452                         reply->success = true;
 453                         BasicPropertyType<bool> temp(false);
 454                         routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
 455                 }
 456         }
 457
 458         else if(request.property == DatabaseFileProperty)
 459         {
 460                 std::string fname = request.value->toString();
 461
 462                 databaseName = fname;
 463
 464                 StringPropertyType temp(databaseName);
 465
 466                 routingEngine->updateProperty(DatabaseFileProperty,&temp,uuid());
 467
 468                 reply->success = true;
 469         }
 470         else if( request.property == DatabasePlaybackProperty)
 471         {
 472                 if(request.value->value<bool>())
 473                 {
 474                         startPlayback();
 475
 476                         BasicPropertyType<bool> temp(true);
 477
 478                         routingEngine->updateProperty(DatabasePlaybackProperty,&temp,uuid());
 479                 }
 480                 else
 481                 {
 482                         /// TODO: stop playback
 483
 484                         BasicPropertyType<bool> temp(true);
 485
 486                         routingEngine->updateProperty(DatabasePlaybackProperty,&temp,uuid());
 487                 }
 488
 489                 reply->success = true;
 490         }
 491
 492         return reply;
 493 }
 494
 495 void DatabaseSink::subscribeToPropertyChanges(VehicleProperty::Property )
 496 {
 497
 498 }
 499
 500 void DatabaseSink::unsubscribeToPropertyChanges(VehicleProperty::Property )
 501 {
 502 }