1 #include "databasesink.h"
2 #include "abstractroutingengine.h"
3 #include "listplusplus.h"
5 int bufferLength = 100;
7 extern "C" AbstractSinkManager * create(AbstractRoutingEngine* routingengine, map<string, string> config)
9 return new DatabaseSinkManager(routingengine, config);
12 void * cbFunc(gpointer data)
14 Shared *shared = static_cast<Shared*>(data);
18 throw std::runtime_error("Could not cast shared object.");
21 vector<DictionaryList<string> > insertList;
25 DBObject* obj = shared->queue.pop();
33 DictionaryList<string> dict;
35 NameValuePair<string> one("key", obj->key);
36 NameValuePair<string> two("value", obj->value);
37 NameValuePair<string> three("source", obj->source);
38 NameValuePair<string> four("time", boost::lexical_cast<string>(obj->time));
39 NameValuePair<string> five("sequence", boost::lexical_cast<string>(obj->sequence));
43 dict.push_back(three);
47 insertList.push_back(dict);
49 if(insertList.size() > bufferLength)
51 shared->db->exec("BEGIN IMMEDIATE TRANSACTION");
52 for(int i=0; i< insertList.size(); i++)
54 DictionaryList<string> d = insertList[i];
55 shared->db->insert(d);
57 shared->db->exec("END TRANSACTION");
63 /// final flush of whatever is still in the queue:
65 shared->db->exec("BEGIN IMMEDIATE TRANSACTION");
66 for(int i=0; i< insertList.size(); i++)
68 DictionaryList<string> d = insertList[i];
69 shared->db->insert(d);
71 shared->db->exec("END TRANSACTION");
76 int getNextEvent(gpointer data)
78 PlaybackShared* pbshared = static_cast<PlaybackShared*>(data);
81 throw std::runtime_error("failed to cast PlaybackShared object");
86 auto itr = pbshared->playbackQueue.begin();
88 if(itr == pbshared->playbackQueue.end())
95 AbstractPropertyType* value = VehicleProperty::getPropertyTypeForPropertyNameValue(obj->key,obj->value);
99 pbshared->routingEngine->updateProperty(obj->key, value, pbshared->uuid);
100 value->timestamp = obj->time;
101 //value->sequence = obj->sequence;
104 if(++itr != pbshared->playbackQueue.end())
107 double t = o2->time - obj->time;
110 g_timeout_add((t*1000) / pbshared->playBackMultiplier, getNextEvent, pbshared);
112 g_timeout_add(1, getNextEvent, pbshared);
115 pbshared->playbackQueue.remove(obj);
116 DebugOut()<<"playback Queue size: "<<pbshared->playbackQueue.size()<<endl;
122 DatabaseSink::DatabaseSink(AbstractRoutingEngine *engine, map<std::string, std::string> config)
123 :AbstractSource(engine,config),thread(NULL),shared(NULL),playback(false),playbackShared(NULL), playbackMultiplier(1)
125 databaseName = "storage";
127 tablecreate = "CREATE TABLE IF NOT EXISTS data (key TEXT, value BLOB, source TEXT, time REAL, sequence REAL)";
129 if(config.find("databaseFile") != config.end())
131 setDatabaseFileName(config["databaseFile"]);
134 if(config.find("bufferLength") != config.end())
136 bufferLength = atoi(config["bufferLength"].c_str());
139 if(config.find("properties") != config.end())
144 for(auto itr=propertiesToSubscribeTo.begin();itr!=propertiesToSubscribeTo.end();itr++)
146 engine->subscribeToProperty(*itr,this);
149 mSupported.push_back(DatabaseFileProperty);
150 mSupported.push_back(DatabaseLoggingProperty);
151 mSupported.push_back(DatabasePlaybackProperty);
153 routingEngine->setSupported(supported(), this);
155 if(config.find("startOnLoad")!= config.end())
160 if(config.find("playbackMultiplier")!= config.end())
162 playbackMultiplier = boost::lexical_cast<uint>(config["playbackMultiplier"]);
165 if(config.find("playbackOnLoad")!= config.end())
173 DatabaseSink::~DatabaseSink()
177 DBObject* obj = new DBObject();
180 shared->queue.append(obj);
182 g_thread_join(thread);
183 g_thread_unref(thread);
189 delete playbackShared;
194 void DatabaseSink::supportedChanged(PropertyList supportedProperties)
199 PropertyList DatabaseSink::supported()
204 void DatabaseSink::parseConfig()
206 json_object *rootobject;
207 json_tokener *tokener = json_tokener_new();
208 enum json_tokener_error err;
211 rootobject = json_tokener_parse_ex(tokener, configuration["properties"].c_str(),configuration["properties"].size());
212 } while ((err = json_tokener_get_error(tokener)) == json_tokener_continue);
213 if (err != json_tokener_success)
215 fprintf(stderr, "Error: %s\n", json_tokener_error_desc(err));
217 if (tokener->char_offset < configuration["properties"].size()) // XXX shouldn't access internal fields
219 //Should handle the extra data here sometime...
222 json_object *propobject = json_object_object_get(rootobject,"properties");
224 g_assert(json_object_get_type(propobject) == json_type_array);
226 array_list *proplist = json_object_get_array(propobject);
228 for(int i=0; i < array_list_length(proplist); i++)
230 json_object *idxobj = (json_object*)array_list_get_idx(proplist,i);
231 std::string prop = json_object_get_string(idxobj);
232 propertiesToSubscribeTo.push_back(prop);
234 DebugOut()<<"DatabaseSink logging: "<<prop<<endl;
237 json_object_put(propobject);
238 json_object_put(rootobject);
241 void DatabaseSink::stopDb()
246 DBObject *obj = new DBObject();
248 shared->queue.append(obj);
250 g_thread_join(thread);
256 void DatabaseSink::startDb()
260 DebugOut(0)<<"ERROR: tried to start logging during playback. Only logging or playback can be used at one time"<<endl;
266 DebugOut(0)<<"WARNING: logging already started. doing nothing."<<endl;
272 thread = g_thread_new("dbthread", cbFunc, shared);
275 void DatabaseSink::startPlayback()
284 /// populate playback queue:
286 vector<vector<string> > results = shared->db->select("SELECT * FROM "+tablename);
288 /// we are done with shared. clean up:
294 delete playbackShared;
297 playbackShared = new PlaybackShared(routingEngine, uuid(), playbackMultiplier);
299 for(int i=0;i<results.size();i++)
301 if(results[i].size() < 5)
303 throw std::runtime_error("column mismatch in query");
306 DBObject* obj = new DBObject();
308 obj->key = results[i][0];
309 obj->value = results[i][1];
310 obj->source = results[i][2];
311 obj->time = boost::lexical_cast<double>(results[i][3]);
313 /// TODO: figure out why sequence is broken:
315 // obj->sequence = boost::lexical_cast<int>(results[i][4]);
317 playbackShared->playbackQueue.push_back(obj);
320 g_timeout_add(0,getNextEvent,playbackShared);
323 void DatabaseSink::initDb()
325 if(shared) delete shared;
328 shared->db->init(databaseName, tablename, tablecreate);
331 void DatabaseSink::setPlayback(bool v)
333 AsyncSetPropertyRequest request;
334 request.property = DatabasePlaybackProperty;
335 request.value = new DatabasePlaybackType(v);
337 setProperty(request);
340 void DatabaseSink::setLogging(bool b)
342 AsyncSetPropertyRequest request;
343 request.property = DatabaseLoggingProperty;
344 request.value = new DatabaseLoggingType(b);
346 setProperty(request);
349 void DatabaseSink::setDatabaseFileName(string filename)
351 databaseName = filename;
355 vector<vector<string> > supportedStr = shared->db->select("SELECT DISTINCT key FROM "+tablename);
357 for(int i=0; i < supportedStr.size(); i++)
359 if(!ListPlusPlus<VehicleProperty::Property>(&mSupported).contains(supportedStr[i][0]))
360 mSupported.push_back(supportedStr[i][0]);
366 routingEngine->setSupported(mSupported, this);
369 void DatabaseSink::propertyChanged(VehicleProperty::Property property, AbstractPropertyType *value, std::string uuid)
374 if(!ListPlusPlus<VehicleProperty::Property>(&mSupported).contains(property))
376 mSupported.push_back(property);
377 routingEngine->setSupported(mSupported, this);
380 DBObject* obj = new DBObject;
382 obj->value = value->toString();
384 obj->time = value->timestamp;
385 obj->sequence = value->sequence;
387 shared->queue.append(obj);
391 std::string DatabaseSink::uuid()
393 return "9f88156e-cb92-4472-8775-9c08addf50d3";
396 void DatabaseSink::getPropertyAsync(AsyncPropertyReply *reply)
398 reply->success = false;
400 if(reply->property == DatabaseFileProperty)
402 DatabaseFilePropertyType temp(databaseName);
403 reply->value = &temp;
405 reply->success = true;
406 reply->completed(reply);
410 else if(reply->property == DatabaseLoggingProperty)
412 BasicPropertyType<bool> temp = shared;
414 reply->value = &temp;
415 reply->success = true;
416 reply->completed(reply);
421 else if(reply->property == DatabasePlaybackProperty)
423 BasicPropertyType<bool> temp = playback;
424 reply->value = &temp;
425 reply->success = true;
426 reply->completed(reply);
431 reply->completed(reply);
434 void DatabaseSink::getRangePropertyAsync(AsyncRangePropertyReply *reply)
436 BaseDB * db = new BaseDB();
437 db->init(databaseName, tablename, tablecreate);
442 query<<"SELECT * from "<<tablename<<" WHERE key='"<<reply->property<<"' AND";
444 if(reply->timeBegin && reply->timeEnd)
446 query<<" time BETWEEN "<<reply->timeBegin<<" AND "<<reply->timeEnd;
449 if(reply->sequenceBegin >= 0 && reply->sequenceEnd >=0)
451 query<<" AND sequence BETWEEN "<<reply->sequenceBegin<<" AND "<<reply->sequenceEnd;
454 std::vector<std::vector<string>> data = db->select(query.str());
456 std::list<AbstractPropertyType*> cleanup;
458 for(auto i=0;i<data.size();i++)
460 if(data[i].size() != 5)
464 dbobj.key = data[i][0];
465 dbobj.value = data[i][1];
466 dbobj.source = data[i][2];
467 dbobj.time = boost::lexical_cast<double>(data[i][3]);
468 dbobj.sequence = boost::lexical_cast<double>(data[i][4]);
470 AbstractPropertyType* property = VehicleProperty::getPropertyTypeForPropertyNameValue(dbobj.key, dbobj.value);
473 property->timestamp = dbobj.time;
474 property->sequence = dbobj.sequence;
476 reply->values.push_back(property);
477 cleanup.push_back(property);
481 reply->success = true;
482 reply->completed(reply);
487 AsyncPropertyReply *DatabaseSink::setProperty(AsyncSetPropertyRequest request)
489 AsyncPropertyReply* reply = new AsyncPropertyReply(request);
490 reply->success = false;
492 if(request.property == DatabaseLoggingProperty)
494 if(request.value->value<bool>())
498 reply->success = true;
499 BasicPropertyType<bool> temp(true);
500 routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
505 reply->success = true;
506 BasicPropertyType<bool> temp(false);
507 routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
511 else if(request.property == DatabaseFileProperty)
513 std::string fname = request.value->toString();
515 databaseName = fname;
517 StringPropertyType temp(databaseName);
519 routingEngine->updateProperty(DatabaseFileProperty,&temp,uuid());
521 reply->success = true;
523 else if( request.property == DatabasePlaybackProperty)
525 if(request.value->value<bool>())
530 BasicPropertyType<bool> temp(playback);
532 routingEngine->updateProperty(DatabasePlaybackProperty,&temp,uuid());
537 playbackShared->stop = true;
541 BasicPropertyType<bool> temp(playback);
543 routingEngine->updateProperty(DatabasePlaybackProperty, &temp, uuid());
546 reply->success = true;
552 void DatabaseSink::subscribeToPropertyChanges(VehicleProperty::Property )
557 void DatabaseSink::unsubscribeToPropertyChanges(VehicleProperty::Property )