1 #include "databasesink.h"
2 #include "abstractroutingengine.h"
3 #include "listplusplus.h"
5 #include <json-glib/json-glib.h>
7 extern "C" AbstractSinkManager * create(AbstractRoutingEngine* routingengine, map<string, string> config)
9 return new DatabaseSinkManager(routingengine, config);
12 void * cbFunc(gpointer data)
14 Shared *shared = static_cast<Shared*>(data);
18 throw std::runtime_error("Could not cast shared object.");
23 DBObject* obj = shared->queue.pop();
31 DictionaryList<string> dict;
33 NameValuePair<string> one("key", obj->key);
34 NameValuePair<string> two("value", obj->value);
35 NameValuePair<string> three("source", obj->source);
36 NameValuePair<string> four("time", boost::lexical_cast<string>(obj->time));
37 NameValuePair<string> five("sequence", boost::lexical_cast<string>(obj->sequence));
41 dict.push_back(three);
45 shared->db->insert(dict);
52 int getNextEvent(gpointer data)
54 PlaybackShared* pbshared = static_cast<PlaybackShared*>(data);
57 throw std::runtime_error("failed to cast PlaybackShared object");
59 auto itr = pbshared->playbackQueue.begin();
61 if(itr == pbshared->playbackQueue.end())
68 AbstractPropertyType* value = VehicleProperty::getPropertyTypeForPropertyNameValue(obj->key,obj->value);
72 pbshared->routingEngine->updateProperty(obj->key, value, pbshared->uuid);
73 value->timestamp = obj->time;
74 value->sequence = obj->sequence;
77 if(++itr != pbshared->playbackQueue.end())
80 double t = o2->time - obj->time;
83 g_timeout_add(t*1000, getNextEvent, pbshared);
85 g_timeout_add(t, getNextEvent, pbshared);
88 pbshared->playbackQueue.remove(obj);
94 DatabaseSink::DatabaseSink(AbstractRoutingEngine *engine, map<std::string, std::string> config)
95 :AbstractSource(engine,config),thread(NULL),shared(NULL),playback(false),playbackShared(NULL)
97 databaseName = "storage";
99 tablecreate = "CREATE TABLE IF NOT EXISTS data (key TEXT, value BLOB, source TEXT, time REAL, sequence REAL)";
103 if(config.find("startOnLoad")!= config.end())
110 for(auto itr=propertiesToSubscribeTo.begin();itr!=propertiesToSubscribeTo.end();itr++)
112 engine->subscribeToProperty(*itr,this);
115 mSupported.push_back(DatabaseFileProperty);
116 mSupported.push_back(DatabaseLoggingProperty);
117 mSupported.push_back(DatabasePlaybackProperty);
119 routingEngine->setSupported(mSupported,this);
123 DatabaseSink::~DatabaseSink()
127 DBObject* obj = new DBObject();
130 shared->queue.append(obj);
132 g_thread_join(thread);
133 g_thread_unref(thread);
139 void DatabaseSink::supportedChanged(PropertyList supportedProperties)
144 PropertyList DatabaseSink::supported()
149 void DatabaseSink::parseConfig()
151 JsonParser* parser = json_parser_new();
152 GError* error = nullptr;
153 if(!json_parser_load_from_data(parser, configuration["properties"].c_str(),configuration["properties"].size(), &error))
155 DebugOut()<<"Failed to load config: "<<error->message;
156 throw std::runtime_error("Failed to load config");
159 JsonNode* node = json_parser_get_root(parser);
167 JsonReader* reader = json_reader_new(node);
169 if(reader == nullptr)
170 throw std::runtime_error("Unable to create JSON reader");
172 json_reader_read_member(reader,"properties");
174 g_assert(json_reader_is_array(reader));
176 for(int i=0; i < json_reader_count_elements(reader); i++)
178 json_reader_read_element(reader, i);
179 std::string prop = json_reader_get_string_value(reader);
180 propertiesToSubscribeTo.push_back(prop);
181 json_reader_end_element(reader);
183 DebugOut()<<"DatabaseSink logging: "<<prop<<endl;
186 if(error) g_error_free(error);
188 g_object_unref(reader);
189 g_object_unref(parser);
192 void DatabaseSink::stopDb()
197 DBObject *obj = new DBObject();
199 shared->queue.append(obj);
201 g_thread_join(thread);
207 void DatabaseSink::startDb()
211 DebugOut(0)<<"ERROR: tried to start logging during playback. Only logging or playback can be used at one time"<<endl;
217 DebugOut(0)<<"WARNING: logging already started. doing nothing."<<endl;
223 // thread = g_thread_new("dbthread", cbFunc, shared);
226 void DatabaseSink::startPlayback()
237 vector<vector<string> > supportedStr = shared->db->select("SELECT DISTINCT key FROM "+tablename);
239 for(int i=0; i < supportedStr.size(); i++)
241 if(!ListPlusPlus<VehicleProperty::Property>(&mSupported).contains(supportedStr[i][0]))
242 mSupported.push_back(supportedStr[i][0]);
245 routingEngine->setSupported(supported(), this);
247 /// populate playback queue:
249 vector<vector<string> > results = shared->db->select("SELECT * FROM "+tablename);
253 delete playbackShared;
256 playbackShared = new PlaybackShared(routingEngine,uuid());
258 for(int i=0;i<results.size();i++)
260 if(results[i].size() < 5)
262 throw std::runtime_error("column mismatch in query");
265 DBObject* obj = new DBObject();
267 obj->key = results[i][0];
268 obj->value = results[i][1];
269 obj->source = results[i][2];
270 obj->time = boost::lexical_cast<double>(results[i][3]);
271 // obj->sequence = boost::lexical_cast<int>(results[i][4]);
273 playbackShared->playbackQueue.push_back(obj);
276 g_timeout_add(0,getNextEvent,playbackShared);
279 void DatabaseSink::initDb()
281 if(shared) delete shared;
284 shared->db->init(databaseName, tablename, tablecreate);
287 void DatabaseSink::propertyChanged(VehicleProperty::Property property, AbstractPropertyType *value, std::string uuid)
292 DBObject* obj = new DBObject;
294 obj->value = value->toString();
296 obj->time = value->timestamp;
297 obj->sequence = value->sequence;
299 shared->queue.append(obj);
303 std::string DatabaseSink::uuid()
305 return "9f88156e-cb92-4472-8775-9c08addf50d3";
308 void DatabaseSink::getPropertyAsync(AsyncPropertyReply *reply)
310 reply->success = false;
312 if(reply->property == DatabaseFileProperty)
314 StringPropertyType temp(databaseName);
315 reply->value = &temp;
317 reply->success = true;
318 reply->completed(reply);
322 else if(reply->property == DatabaseLoggingProperty)
324 BasicPropertyType<bool> temp = shared;
326 reply->value = &temp;
327 reply->success = true;
328 reply->completed(reply);
333 else if(reply->property == DatabasePlaybackProperty)
335 BasicPropertyType<bool> temp = playback;
336 reply->value = &temp;
337 reply->success = true;
338 reply->completed(reply);
343 reply->completed(reply);
346 void DatabaseSink::getRangePropertyAsync(AsyncRangePropertyReply *reply)
348 BaseDB * db = new BaseDB();
349 db->init(databaseName, tablename, tablecreate);
354 query<<"SELECT * from "<<tablename<<" WHERE ";
356 if(reply->timeBegin && reply->timeEnd)
358 query<<" time BETWEEN "<<reply->timeBegin<<" AND "<<reply->timeEnd;
361 if(reply->sequenceBegin >= 0 && reply->sequenceEnd >=0)
363 query<<" AND sequence BETWEEN "<<reply->sequenceBegin<<" AND "<<reply->sequenceEnd;
366 std::vector<std::vector<string>> data = db->select(query.str());
368 std::list<AbstractPropertyType*> cleanup;
370 for(auto i=0;i<data.size();i++)
372 if(data[i].size() != 5)
376 dbobj.key = data[i][0];
377 dbobj.value = data[i][1];
378 dbobj.source = data[i][2];
379 dbobj.time = boost::lexical_cast<double>(data[i][3]);
380 dbobj.sequence = boost::lexical_cast<double>(data[i][4]);
382 AbstractPropertyType* property = VehicleProperty::getPropertyTypeForPropertyNameValue(dbobj.key, dbobj.value);
385 property->timestamp = dbobj.time;
386 property->sequence = dbobj.sequence;
388 reply->values.push_back(property);
389 cleanup.push_back(property);
393 reply->success = true;
394 reply->completed(reply);
396 /// reply is owned by the requester of this call. we own the data:
397 for(auto itr = cleanup.begin(); itr != cleanup.end(); itr++)
405 AsyncPropertyReply *DatabaseSink::setProperty(AsyncSetPropertyRequest request)
407 AsyncPropertyReply* reply = new AsyncPropertyReply(request);
408 reply->success = false;
410 if(request.property == DatabaseLoggingProperty)
412 if(request.value->value<bool>())
414 ///TODO: start or stop logging thread
416 reply->success = true;
417 BasicPropertyType<bool> temp(true);
418 routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
423 reply->success = true;
424 BasicPropertyType<bool> temp(false);
425 routingEngine->updateProperty(DatabaseLoggingProperty,&temp,uuid());
429 else if(request.property == DatabaseFileProperty)
431 std::string fname = request.value->toString();
433 databaseName = fname;
435 StringPropertyType temp(databaseName);
437 routingEngine->updateProperty(DatabaseFileProperty,&temp,uuid());
439 reply->success = true;
441 else if( request.property == DatabasePlaybackProperty)
443 if(request.value->value<bool>())
447 BasicPropertyType<bool> temp(true);
449 routingEngine->updateProperty(DatabasePlaybackProperty,&temp,uuid());
453 /// TODO: stop playback
455 BasicPropertyType<bool> temp(true);
457 routingEngine->updateProperty(DatabasePlaybackProperty,&temp,uuid());
460 reply->success = true;
466 void DatabaseSink::subscribeToPropertyChanges(VehicleProperty::Property )
471 void DatabaseSink::unsubscribeToPropertyChanges(VehicleProperty::Property )