serialize.h 38 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165
  1. // This file is part of libigl, a simple c++ geometry processing library.
  2. //
  3. // Copyright (C) 2014 Christian Schüller <schuellchr@gmail.com>
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public License
  6. // v. 2.0. If a copy of the MPL was not distributed with this file, You can
  7. // obtain one at http://mozilla.org/MPL/2.0/.
  8. #ifndef IGL_SERIALIZE_H
  9. #define IGL_SERIALIZE_H
  10. // -----------------------------------------------------------------------------
  11. // Functions to save and load a serialization of fundamental c++ data types to
  12. // and from a binary file. STL containers, Eigen matrix types and nested data
  13. // structures are also supported. To serialize a user defined class implement
  14. // the interface Serializable or SerializableBase.
  15. //
  16. // See also: xml/serialize_xml.h
  17. // -----------------------------------------------------------------------------
  18. // TODOs:
  19. // * arbitrary pointer graph structures
  20. // -----------------------------------------------------------------------------
  21. // Known issues: This is not written in libigl-style so it isn't (easily)
  22. // "dualized" into the static library.
  23. //
  24. #include <type_traits>
  25. #include <iostream>
  26. #include <fstream>
  27. #include <cstdint>
  28. #include <numeric>
  29. #include <vector>
  30. #include <set>
  31. #include <map>
  32. #include <memory>
  33. #include <cstdint>
  34. #include <Eigen/Dense>
  35. #include <Eigen/Sparse>
  36. #include "igl_inline.h"
  37. // non-intrusive serialization helper macros
  38. #define SERIALIZE_TYPE(Type,Params) \
  39. namespace igl { namespace serialization { \
  40. void _serialization(bool s,Type& obj,std::vector<char>& buffer) {Params} \
  41. void serialize(const Type& obj,std::vector<char>& buffer) { \
  42. _serialization(true,const_cast<Type&>(obj),buffer); \
  43. } \
  44. void deserialize(Type& obj,const std::vector<char>& buffer) { \
  45. _serialization(false,obj,const_cast<std::vector<char>&>(buffer)); \
  46. } \
  47. }}
  48. #define SERIALIZE_MEMBER(Object) ::igl::serializer(s,obj.##Object,std::string(#Object),buffer);
  49. #define SERIALIZE_MEMBER_NAME(Object,Name) ::igl::serializer(s,obj.##Object,std::string(Name),buffer);
  50. namespace igl
  51. {
  52. struct IndexedPointerBase;
  53. // Serializes the given object either to a file or to a provided buffer
  54. // Templates:
  55. // T type of the object to serialize
  56. // Inputs:
  57. // obj object to serialize
  58. // objectName unique object name,used for the identification
  59. // overwrite set to true to overwrite an existing file
  60. // filename name of the file containing the serialization
  61. // Outputs:
  62. // buffer binary serialization
  63. //
  64. template <typename T>
  65. inline bool serialize(const T& obj,const std::string& filename);
  66. template <typename T>
  67. inline bool serialize(const T& obj,const std::string& objectName,const std::string& filename,bool overwrite = false);
  68. template <typename T>
  69. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer);
  70. template <typename T>
  71. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer);
  72. // Deserializes the given data from a file or buffer back to the provided object
  73. //
  74. // Templates:
  75. // T type of the object to serialize
  76. // Inputs:
  77. // buffer binary serialization
  78. // objectName unique object name, used for the identification
  79. // filename name of the file containing the serialization
  80. // Outputs:
  81. // obj object to load back serialization to
  82. //
  83. template <typename T>
  84. inline bool deserialize(T& obj,const std::string& filename);
  85. template <typename T>
  86. inline bool deserialize(T& obj,const std::string& objectName,const std::string& filename);
  87. template <typename T>
  88. inline bool deserialize(T& obj,const std::string& objectName,const std::vector<char>& buffer);
  89. // Wrapper to expose both, the de- and serialization as one function
  90. //
  91. template <typename T>
  92. inline bool serializer(bool serialize,T& obj,std::string& filename);
  93. template <typename T>
  94. inline bool serializer(bool serialize,T& obj,std::string& objectName,const std::string& filename,bool overwrite = false);
  95. template <typename T>
  96. inline bool serializer(bool serialize,T& obj,std::string& objectName,std::vector<char>& buffer);
  97. // User defined types have to either overload the function igl::serialization::serialize()
  98. // and igl::serialization::deserialize() for their type (non-intrusive serialization):
  99. //
  100. // namespace igl { namespace serialization
  101. // {
  102. // inline void serialize(const UserType& obj,std::vector<char>& buffer) {
  103. // ::igl::serialize(obj.var,"var",buffer);
  104. // }
  105. //
  106. // inline void deserialize(UserType& obj,const std::vector<char>& buffer) {
  107. // ::igl::deserialize(obj.var,"var",buffer);
  108. // }
  109. // }}
  110. //
  111. // or use this macro for convenience:
  112. //
  113. // SERIALIZE_TYPE(UserType,
  114. // SERIALIZE_MEMBER(var)
  115. // )
  116. //
  117. // or to derive from the class Serializable and add their the members
  118. // in InitSerialization like the following:
  119. //
  120. // class UserType : public igl::Serializable {
  121. //
  122. // int var;
  123. //
  124. // void InitSerialization() {
  125. // this->Add(var,"var");
  126. // }
  127. // };
  128. // Base interface for user defined types
  129. struct SerializableBase
  130. {
  131. virtual void Serialize(std::vector<char>& buffer) const = 0;
  132. virtual void Deserialize(const std::vector<char>& buffer) = 0;
  133. };
  134. // Convenient interface for user defined types
  135. class Serializable: public SerializableBase
  136. {
  137. private:
  138. template <typename T>
  139. struct SerializationObject : public SerializableBase
  140. {
  141. bool Binary;
  142. std::string Name;
  143. std::unique_ptr<T> Object;
  144. void Serialize(std::vector<char>& buffer) const override {
  145. igl::serialize(*Object,Name,buffer);
  146. }
  147. void Deserialize(const std::vector<char>& buffer) override {
  148. igl::deserialize(*Object,Name,buffer);
  149. }
  150. };
  151. mutable bool initialized;
  152. mutable std::vector<SerializableBase*> objects;
  153. public:
  154. // Override this function to add your member variables which should be serialized
  155. inline virtual void InitSerialization() = 0;
  156. // Following functions can be overridden to handle the specific events.
  157. // Return false to prevent the de-/serialization of an object.
  158. inline virtual bool PreSerialization() const;
  159. inline virtual void PostSerialization() const;
  160. inline virtual bool PreDeserialization();
  161. inline virtual void PostDeserialization();
  162. // Default implementation of SerializableBase interface
  163. inline void Serialize(std::vector<char>& buffer) const override final;
  164. inline void Deserialize(const std::vector<char>& buffer) override final;
  165. // Default constructor, destructor, assignment and copy constructor
  166. inline Serializable();
  167. inline Serializable(const Serializable& obj);
  168. inline ~Serializable();
  169. inline Serializable& operator=(const Serializable& obj);
  170. // Use this function to add your variables which should be serialized
  171. template <typename T>
  172. inline void Add(T& obj,std::string name,bool binary = false);
  173. };
  174. // structure for pointer handling
  175. struct IndexedPointerBase
  176. {
  177. enum { BEGIN,END } Type;
  178. size_t Index;
  179. };
  180. template<typename T>
  181. struct IndexedPointer: public IndexedPointerBase
  182. {
  183. const T* Object;
  184. };
  185. // internal functions
  186. namespace serialization
  187. {
  188. // compile time type checks
  189. template <typename T>
  190. struct is_stl_container { static const bool value = false; };
  191. template <typename T1,typename T2>
  192. struct is_stl_container<std::pair<T1,T2> > { static const bool value = true; };
  193. template <typename T1,typename T2>
  194. struct is_stl_container<std::vector<T1,T2> > { static const bool value = true; };
  195. template <typename T>
  196. struct is_stl_container<std::set<T> > { static const bool value = true; };
  197. template <typename T1,typename T2>
  198. struct is_stl_container<std::map<T1,T2> > { static const bool value = true; };
  199. template <typename T>
  200. struct is_eigen_type { static const bool value = false; };
  201. template <typename T,int R,int C,int P,int MR,int MC>
  202. struct is_eigen_type<Eigen::Matrix<T,R,C,P,MR,MC> > { static const bool value = true; };
  203. template <typename T,int P,typename I>
  204. struct is_eigen_type<Eigen::SparseMatrix<T,P,I> > { static const bool value = true; };
  205. template <typename T>
  206. struct is_smart_ptr { static const bool value = false; };
  207. template <typename T>
  208. struct is_smart_ptr<std::shared_ptr<T> > { static const bool value = true; };
  209. template <typename T>
  210. struct is_smart_ptr<std::unique_ptr<T> > { static const bool value = true; };
  211. template <typename T>
  212. struct is_smart_ptr<std::weak_ptr<T> > { static const bool value = true; };
  213. template <typename T>
  214. struct is_serializable {
  215. static const bool value = std::is_fundamental<T>::value || std::is_same<std::string,T>::value || std::is_enum<T>::value || std::is_base_of<SerializableBase,T>::value
  216. || is_stl_container<T>::value || is_eigen_type<T>::value || std::is_pointer<T>::value || serialization::is_smart_ptr<T>::value;
  217. };
  218. // non serializable types
  219. template <typename T>
  220. inline typename std::enable_if<!is_serializable<T>::value,size_t>::type getByteSize(const T& obj);
  221. template <typename T>
  222. inline typename std::enable_if<!is_serializable<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  223. template <typename T>
  224. inline typename std::enable_if<!is_serializable<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  225. // fundamental types
  226. template <typename T>
  227. inline typename std::enable_if<std::is_fundamental<T>::value,size_t>::type getByteSize(const T& obj);
  228. template <typename T>
  229. inline typename std::enable_if<std::is_fundamental<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  230. template <typename T>
  231. inline typename std::enable_if<std::is_fundamental<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  232. // std::string
  233. inline size_t getByteSize(const std::string& obj);
  234. inline void serialize(const std::string& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  235. inline void deserialize(std::string& obj,std::vector<char>::const_iterator& iter);
  236. // enum types
  237. template <typename T>
  238. inline typename std::enable_if<std::is_enum<T>::value,size_t>::type getByteSize(const T& obj);
  239. template <typename T>
  240. inline typename std::enable_if<std::is_enum<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  241. template <typename T>
  242. inline typename std::enable_if<std::is_enum<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  243. // SerializableBase
  244. template <typename T>
  245. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value,size_t>::type getByteSize(const T& obj);
  246. template <typename T>
  247. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  248. template <typename T>
  249. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  250. // stl containers
  251. // std::pair
  252. template <typename T1,typename T2>
  253. inline size_t getByteSize(const std::pair<T1,T2>& obj);
  254. template <typename T1,typename T2>
  255. inline void serialize(const std::pair<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  256. template <typename T1,typename T2>
  257. inline void deserialize(std::pair<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  258. // std::vector
  259. template <typename T1,typename T2>
  260. inline size_t getByteSize(const std::vector<T1,T2>& obj);
  261. template <typename T1,typename T2>
  262. inline void serialize(const std::vector<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  263. template <typename T1,typename T2>
  264. inline void deserialize(std::vector<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  265. template <typename T2>
  266. inline void deserialize(std::vector<bool,T2>& obj,std::vector<char>::const_iterator& iter);
  267. // std::set
  268. template <typename T>
  269. inline size_t getByteSize(const std::set<T>& obj);
  270. template <typename T>
  271. inline void serialize(const std::set<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  272. template <typename T>
  273. inline void deserialize(std::set<T>& obj,std::vector<char>::const_iterator& iter);
  274. // std::map
  275. template <typename T1,typename T2>
  276. inline size_t getByteSize(const std::map<T1,T2>& obj);
  277. template <typename T1,typename T2>
  278. inline void serialize(const std::map<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  279. template <typename T1,typename T2>
  280. inline void deserialize(std::map<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  281. // Eigen types
  282. template<typename T,int R,int C,int P,int MR,int MC>
  283. inline size_t getByteSize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj);
  284. template<typename T,int R,int C,int P,int MR,int MC>
  285. inline void serialize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  286. template<typename T,int R,int C,int P,int MR,int MC>
  287. inline void deserialize(Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>::const_iterator& iter);
  288. template<typename T,int P,typename I>
  289. inline size_t getByteSize(const Eigen::SparseMatrix<T,P,I>& obj);
  290. template<typename T,int P,typename I>
  291. inline void serialize(const Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  292. template<typename T,int P,typename I>
  293. inline void deserialize(Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>::const_iterator& iter);
  294. // raw pointers
  295. template <typename T>
  296. inline typename std::enable_if<std::is_pointer<T>::value,size_t>::type getByteSize(const T& obj);
  297. template <typename T>
  298. inline typename std::enable_if<std::is_pointer<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  299. template <typename T>
  300. inline typename std::enable_if<std::is_pointer<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  301. // std::shared_ptr and std::unique_ptr
  302. template <typename T>
  303. inline typename std::enable_if<serialization::is_smart_ptr<T>::value,size_t>::type getByteSize(const T& obj);
  304. template <typename T>
  305. inline typename std::enable_if<serialization::is_smart_ptr<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  306. template <template<typename> class T0, typename T1>
  307. inline typename std::enable_if<serialization::is_smart_ptr<T0<T1> >::value>::type deserialize(T0<T1>& obj,std::vector<char>::const_iterator& iter);
  308. // std::weak_ptr
  309. template <typename T>
  310. inline size_t getByteSize(const std::weak_ptr<T>& obj);
  311. template <typename T>
  312. inline void serialize(const std::weak_ptr<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  313. template <typename T>
  314. inline void deserialize(std::weak_ptr<T>& obj,std::vector<char>::const_iterator& iter);
  315. // functions to overload for non-intrusive serialization
  316. template <typename T>
  317. inline void serialize(const T& obj,std::vector<char>& buffer);
  318. template <typename T>
  319. inline void deserialize(T& obj,const std::vector<char>& buffer);
  320. // helper functions
  321. template <typename T>
  322. inline void updateMemoryMap(T& obj,size_t size);
  323. }
  324. }
  325. // Always include inlines for these functions
  326. // IMPLEMENTATION
  327. namespace igl
  328. {
  329. template <typename T>
  330. inline bool serialize(const T& obj,const std::string& filename)
  331. {
  332. return serialize(obj,"obj",filename,true);
  333. }
  334. template <typename T>
  335. inline bool serialize(const T& obj,const std::string& objectName,const std::string& filename,bool overwrite)
  336. {
  337. bool success = false;
  338. std::vector<char> buffer;
  339. std::ios_base::openmode mode = std::ios::out | std::ios::binary;
  340. if(overwrite)
  341. mode |= std::ios::trunc;
  342. else
  343. mode |= std::ios::app;
  344. std::ofstream file(filename.c_str(),mode);
  345. if(file.is_open())
  346. {
  347. serialize(obj,objectName,buffer);
  348. file.write(&buffer[0],buffer.size());
  349. file.close();
  350. success = true;
  351. }
  352. else
  353. {
  354. std::cerr << "serialization: file " << filename << " not found!" << std::endl;
  355. }
  356. return success;
  357. }
  358. template <typename T>
  359. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer)
  360. {
  361. // serialize object data
  362. size_t size = serialization::getByteSize(obj);
  363. std::vector<char> tmp(size);
  364. auto it = tmp.begin();
  365. serialization::serialize(obj,tmp,it);
  366. std::string objectType(typeid(obj).name());
  367. size_t newObjectSize = tmp.size();
  368. size_t newHeaderSize = serialization::getByteSize(objectName) + serialization::getByteSize(objectType) + sizeof(size_t);
  369. size_t curSize = buffer.size();
  370. size_t newSize = curSize + newHeaderSize + newObjectSize;
  371. buffer.resize(newSize);
  372. std::vector<char>::iterator iter = buffer.begin()+curSize;
  373. // serialize object header (name/type/size)
  374. serialization::serialize(objectName,buffer,iter);
  375. serialization::serialize(objectType,buffer,iter);
  376. serialization::serialize(newObjectSize,buffer,iter);
  377. // copy serialized data to buffer
  378. iter = std::copy(tmp.begin(),tmp.end(),iter);
  379. return true;
  380. }
  381. template <typename T>
  382. inline bool deserialize(T& obj,const std::string& filename)
  383. {
  384. return deserialize(obj,"obj",filename);
  385. }
  386. template <typename T>
  387. inline bool deserialize(T& obj,const std::string& objectName,const std::string& filename)
  388. {
  389. bool success = false;
  390. std::ifstream file(filename.c_str(),std::ios::binary);
  391. if(file.is_open())
  392. {
  393. file.seekg(0,std::ios::end);
  394. std::streamoff size = file.tellg();
  395. file.seekg(0,std::ios::beg);
  396. std::vector<char> buffer(size);
  397. file.read(&buffer[0],size);
  398. deserialize(obj,objectName,buffer);
  399. file.close();
  400. success = true;
  401. }
  402. else
  403. {
  404. std::cerr << "serialization: file " << filename << " not found!" << std::endl;
  405. }
  406. return success;
  407. }
  408. template <typename T>
  409. inline bool deserialize(T& obj,const std::string& objectName,const std::vector<char>& buffer)
  410. {
  411. bool success = false;
  412. // find suitable object header
  413. auto objectIter = buffer.cend();
  414. auto iter = buffer.cbegin();
  415. while(iter != buffer.end())
  416. {
  417. std::string name;
  418. std::string type;
  419. size_t size;
  420. serialization::deserialize(name,iter);
  421. serialization::deserialize(type,iter);
  422. serialization::deserialize(size,iter);
  423. if(name == objectName && type == typeid(obj).name())
  424. {
  425. objectIter = iter;
  426. //break; // find first suitable object header
  427. }
  428. iter+=size;
  429. }
  430. if(objectIter != buffer.end())
  431. {
  432. serialization::deserialize(obj,objectIter);
  433. success = true;
  434. }
  435. else
  436. {
  437. obj = T();
  438. }
  439. return success;
  440. }
  441. // Wrapper function which combines both, de- and serialization
  442. template <typename T>
  443. inline bool serializer(bool s,T& obj,std::string& filename)
  444. {
  445. return s ? serialize(obj,filename) : deserialize(obj,filename);
  446. }
  447. template <typename T>
  448. inline bool serializer(bool s,T& obj,std::string& objectName,const std::string& filename,bool overwrite)
  449. {
  450. return s ? serialize(obj,objectName,filename,overwrite) : deserialize(obj,objectName,filename);
  451. }
  452. template <typename T>
  453. inline bool serializer(bool s,T& obj,std::string& objectName,std::vector<char>& buffer)
  454. {
  455. return s ? serialize(obj,objectName,buffer) : deserialize(obj,objectName,buffer);
  456. }
  457. inline bool Serializable::PreSerialization() const
  458. {
  459. return true;
  460. }
  461. inline void Serializable::PostSerialization() const
  462. {
  463. }
  464. inline bool Serializable::PreDeserialization()
  465. {
  466. return true;
  467. }
  468. inline void Serializable::PostDeserialization()
  469. {
  470. }
  471. inline void Serializable::Serialize(std::vector<char>& buffer) const
  472. {
  473. if(this->PreSerialization())
  474. {
  475. if(initialized == false)
  476. {
  477. objects.clear();
  478. (const_cast<Serializable*>(this))->InitSerialization();
  479. initialized = true;
  480. }
  481. for(const auto& v : objects)
  482. {
  483. v->Serialize(buffer);
  484. }
  485. this->PostSerialization();
  486. }
  487. }
  488. inline void Serializable::Deserialize(const std::vector<char>& buffer)
  489. {
  490. if(this->PreDeserialization())
  491. {
  492. if(initialized == false)
  493. {
  494. objects.clear();
  495. (const_cast<Serializable*>(this))->InitSerialization();
  496. initialized = true;
  497. }
  498. for(auto& v : objects)
  499. {
  500. v->Deserialize(buffer);
  501. }
  502. this->PostDeserialization();
  503. }
  504. }
  505. inline Serializable::Serializable()
  506. {
  507. initialized = false;
  508. }
  509. inline Serializable::Serializable(const Serializable& obj)
  510. {
  511. initialized = false;
  512. objects.clear();
  513. }
  514. inline Serializable::~Serializable()
  515. {
  516. initialized = false;
  517. objects.clear();
  518. }
  519. inline Serializable& Serializable::operator=(const Serializable& obj)
  520. {
  521. if(this != &obj)
  522. {
  523. if(initialized)
  524. {
  525. initialized = false;
  526. objects.clear();
  527. }
  528. }
  529. return *this;
  530. }
  531. template <typename T>
  532. inline void Serializable::Add(T& obj,std::string name,bool binary)
  533. {
  534. auto object = new SerializationObject<T>();
  535. object->Binary = binary;
  536. object->Name = name;
  537. object->Object = std::unique_ptr<T>(&obj);
  538. objects.push_back(object);
  539. }
  540. namespace serialization
  541. {
  542. template <typename T>
  543. inline typename std::enable_if<!is_serializable<T>::value,size_t>::type getByteSize(const T& obj)
  544. {
  545. return sizeof(std::vector<char>::size_type);
  546. }
  547. template <typename T>
  548. inline typename std::enable_if<!is_serializable<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  549. {
  550. // data
  551. std::vector<char> tmp;
  552. serialize(obj,tmp);
  553. // size
  554. size_t size = buffer.size();
  555. serialization::serialize(tmp.size(),buffer,iter);
  556. size_t cur = iter - buffer.begin();
  557. buffer.resize(size+tmp.size());
  558. iter = buffer.begin()+cur;
  559. iter = std::copy(tmp.begin(),tmp.end(),iter);
  560. }
  561. template <typename T>
  562. inline typename std::enable_if<!is_serializable<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  563. {
  564. std::vector<char>::size_type size;
  565. serialization::deserialize(size,iter);
  566. std::vector<char> tmp;
  567. tmp.resize(size);
  568. std::copy(iter,iter+size,tmp.begin());
  569. deserialize(obj,tmp);
  570. iter += size;
  571. }
  572. // fundamental types
  573. template <typename T>
  574. inline typename std::enable_if<std::is_fundamental<T>::value,size_t>::type getByteSize(const T& obj)
  575. {
  576. return sizeof(T);
  577. }
  578. template <typename T>
  579. inline typename std::enable_if<std::is_fundamental<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  580. {
  581. //serialization::updateMemoryMap(obj,sizeof(T));
  582. const uint8_t* ptr = reinterpret_cast<const uint8_t*>(&obj);
  583. iter = std::copy(ptr,ptr+sizeof(T),iter);
  584. }
  585. template <typename T>
  586. inline typename std::enable_if<std::is_fundamental<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  587. {
  588. uint8_t* ptr = reinterpret_cast<uint8_t*>(&obj);
  589. std::copy(iter,iter+sizeof(T),ptr);
  590. iter += sizeof(T);
  591. }
  592. // std::string
  593. inline size_t getByteSize(const std::string& obj)
  594. {
  595. return getByteSize(obj.length())+obj.length()*sizeof(uint8_t);
  596. }
  597. inline void serialize(const std::string& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  598. {
  599. serialization::serialize(obj.length(),buffer,iter);
  600. for(const auto& cur : obj)
  601. {
  602. serialization::serialize(cur,buffer,iter);
  603. }
  604. }
  605. inline void deserialize(std::string& obj,std::vector<char>::const_iterator& iter)
  606. {
  607. size_t size;
  608. serialization::deserialize(size,iter);
  609. std::string str(size,'\0');
  610. for(size_t i=0; i<size; ++i)
  611. {
  612. serialization::deserialize(str.at(i),iter);
  613. }
  614. obj = str;
  615. }
  616. // enum types
  617. template <typename T>
  618. inline typename std::enable_if<std::is_enum<T>::value,size_t>::type getByteSize(const T& obj)
  619. {
  620. return sizeof(T);
  621. }
  622. template <typename T>
  623. inline typename std::enable_if<std::is_enum<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  624. {
  625. const uint8_t* ptr = reinterpret_cast<const uint8_t*>(&obj);
  626. iter = std::copy(ptr,ptr+sizeof(T),iter);
  627. }
  628. template <typename T>
  629. inline typename std::enable_if<std::is_enum<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  630. {
  631. uint8_t* ptr = reinterpret_cast<uint8_t*>(&obj);
  632. std::copy(iter,iter+sizeof(T),ptr);
  633. iter += sizeof(T);
  634. }
  635. // SerializableBase
  636. template <typename T>
  637. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value,size_t>::type getByteSize(const T& obj)
  638. {
  639. return sizeof(std::vector<char>::size_type);
  640. }
  641. template <typename T>
  642. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  643. {
  644. // data
  645. std::vector<char> tmp;
  646. obj.Serialize(tmp);
  647. // size
  648. size_t size = buffer.size();
  649. serialization::serialize(tmp.size(),buffer,iter);
  650. size_t cur = iter - buffer.begin();
  651. buffer.resize(size+tmp.size());
  652. iter = buffer.begin()+cur;
  653. iter = std::copy(tmp.begin(),tmp.end(),iter);
  654. }
  655. template <typename T>
  656. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  657. {
  658. std::vector<char>::size_type size;
  659. serialization::deserialize(size,iter);
  660. std::vector<char> tmp;
  661. tmp.resize(size);
  662. std::copy(iter,iter+size,tmp.begin());
  663. obj.Deserialize(tmp);
  664. iter += size;
  665. }
  666. // STL containers
  667. // std::pair
  668. template <typename T1,typename T2>
  669. inline size_t getByteSize(const std::pair<T1,T2>& obj)
  670. {
  671. return getByteSize(obj.first)+getByteSize(obj.second);
  672. }
  673. template <typename T1,typename T2>
  674. inline void serialize(const std::pair<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  675. {
  676. serialization::serialize(obj.first,buffer,iter);
  677. serialization::serialize(obj.second,buffer,iter);
  678. }
  679. template <typename T1,typename T2>
  680. inline void deserialize(std::pair<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  681. {
  682. serialization::deserialize(obj.first,iter);
  683. serialization::deserialize(obj.second,iter);
  684. }
  685. // std::vector
  686. template <typename T1,typename T2>
  687. inline size_t getByteSize(const std::vector<T1,T2>& obj)
  688. {
  689. return std::accumulate(obj.begin(),obj.end(),sizeof(size_t),[](const size_t& acc,const T1& cur) { return acc+getByteSize(cur); });
  690. }
  691. template <typename T1,typename T2>
  692. inline void serialize(const std::vector<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  693. {
  694. size_t size = obj.size();
  695. serialization::serialize(size,buffer,iter);
  696. for(const T1& cur : obj)
  697. {
  698. serialization::serialize(cur,buffer,iter);
  699. }
  700. }
  701. template <typename T1,typename T2>
  702. inline void deserialize(std::vector<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  703. {
  704. size_t size;
  705. serialization::deserialize(size,iter);
  706. obj.resize(size);
  707. for(T1& v : obj)
  708. {
  709. serialization::deserialize(v,iter);
  710. }
  711. }
  712. template <typename T2>
  713. inline void deserialize(std::vector<bool,T2>& obj,std::vector<char>::const_iterator& iter)
  714. {
  715. size_t size;
  716. serialization::deserialize(size,iter);
  717. obj.resize(size);
  718. for(int i=0;i<obj.size();i++)
  719. {
  720. bool val;
  721. serialization::deserialize(val,iter);
  722. obj[i] = val;
  723. }
  724. }
  725. //std::set
  726. template <typename T>
  727. inline size_t getByteSize(const std::set<T>& obj)
  728. {
  729. return std::accumulate(obj.begin(),obj.end(),getByteSize(obj.size()),[](const size_t& acc,const T& cur) { return acc+getByteSize(cur); });
  730. }
  731. template <typename T>
  732. inline void serialize(const std::set<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  733. {
  734. serialization::serialize(obj.size(),buffer,iter);
  735. for(const T& cur : obj)
  736. {
  737. serialization::serialize(cur,buffer,iter);
  738. }
  739. }
  740. template <typename T>
  741. inline void deserialize(std::set<T>& obj,std::vector<char>::const_iterator& iter)
  742. {
  743. size_t size;
  744. serialization::deserialize(size,iter);
  745. obj.clear();
  746. for(size_t i=0; i<size; ++i)
  747. {
  748. T val;
  749. serialization::deserialize(val,iter);
  750. obj.insert(val);
  751. }
  752. }
  753. // std::map
  754. template <typename T1,typename T2>
  755. inline size_t getByteSize(const std::map<T1,T2>& obj)
  756. {
  757. return std::accumulate(obj.begin(),obj.end(),sizeof(size_t),[](const size_t& acc,const std::pair<T1,T2>& cur) { return acc+getByteSize(cur); });
  758. }
  759. template <typename T1,typename T2>
  760. inline void serialize(const std::map<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  761. {
  762. serialization::serialize(obj.size(),buffer,iter);
  763. for(const auto& cur : obj)
  764. {
  765. serialization::serialize(cur,buffer,iter);
  766. }
  767. }
  768. template <typename T1,typename T2>
  769. inline void deserialize(std::map<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  770. {
  771. size_t size;
  772. serialization::deserialize(size,iter);
  773. obj.clear();
  774. for(size_t i=0; i<size; ++i)
  775. {
  776. std::pair<T1,T2> pair;
  777. serialization::deserialize(pair,iter);
  778. obj.insert(pair);
  779. }
  780. }
  781. // Eigen types
  782. template<typename T,int R,int C,int P,int MR,int MC>
  783. inline size_t getByteSize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj)
  784. {
  785. // space for numbers of rows,cols and data
  786. return 2*sizeof(typename Eigen::Matrix<T,R,C,P,MR,MC>::Index)+sizeof(T)*obj.rows()*obj.cols();
  787. }
  788. template<typename T,int R,int C,int P,int MR,int MC>
  789. inline void serialize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  790. {
  791. serialization::serialize(obj.rows(),buffer,iter);
  792. serialization::serialize(obj.cols(),buffer,iter);
  793. size_t size = sizeof(T)*obj.rows()*obj.cols();
  794. auto ptr = reinterpret_cast<const uint8_t*>(obj.data());
  795. iter = std::copy(ptr,ptr+size,iter);
  796. }
  797. template<typename T,int R,int C,int P,int MR,int MC>
  798. inline void deserialize(Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>::const_iterator& iter)
  799. {
  800. typename Eigen::Matrix<T,R,C,P,MR,MC>::Index rows,cols;
  801. serialization::deserialize(rows,iter);
  802. serialization::deserialize(cols,iter);
  803. size_t size = sizeof(T)*rows*cols;
  804. obj.resize(rows,cols);
  805. auto ptr = reinterpret_cast<uint8_t*>(obj.data());
  806. std::copy(iter,iter+size,ptr);
  807. iter+=size;
  808. }
  809. template<typename T,int P,typename I>
  810. inline size_t getByteSize(const Eigen::SparseMatrix<T,P,I>& obj)
  811. {
  812. // space for numbers of rows,cols,nonZeros and tripplets with data (rowIdx,colIdx,value)
  813. size_t size = sizeof(typename Eigen::SparseMatrix<T,P,I>::Index);
  814. return 3*size+(sizeof(T)+2*size)*obj.nonZeros();
  815. }
  816. template<typename T,int P,typename I>
  817. inline void serialize(const Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  818. {
  819. serialization::serialize(obj.rows(),buffer,iter);
  820. serialization::serialize(obj.cols(),buffer,iter);
  821. serialization::serialize(obj.nonZeros(),buffer,iter);
  822. for(int k=0;k<obj.outerSize();++k)
  823. {
  824. for(typename Eigen::SparseMatrix<T,P,I>::InnerIterator it(obj,k);it;++it)
  825. {
  826. serialization::serialize(it.row(),buffer,iter);
  827. serialization::serialize(it.col(),buffer,iter);
  828. serialization::serialize(it.value(),buffer,iter);
  829. }
  830. }
  831. }
  832. template<typename T,int P,typename I>
  833. inline void deserialize(Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>::const_iterator& iter)
  834. {
  835. typename Eigen::SparseMatrix<T,P,I>::Index rows,cols,nonZeros;
  836. serialization::deserialize(rows,iter);
  837. serialization::deserialize(cols,iter);
  838. serialization::deserialize(nonZeros,iter);
  839. obj.resize(rows,cols);
  840. obj.setZero();
  841. std::vector<Eigen::Triplet<T,I> > triplets;
  842. for(int i=0;i<nonZeros;i++)
  843. {
  844. typename Eigen::SparseMatrix<T,P,I>::Index rowId,colId;
  845. serialization::deserialize(rowId,iter);
  846. serialization::deserialize(colId,iter);
  847. T value;
  848. serialization::deserialize(value,iter);
  849. triplets.push_back(Eigen::Triplet<T,I>(rowId,colId,value));
  850. }
  851. obj.setFromTriplets(triplets.begin(),triplets.end());
  852. }
  853. // pointers
  854. template <typename T>
  855. inline typename std::enable_if<std::is_pointer<T>::value,size_t>::type getByteSize(const T& obj)
  856. {
  857. size_t size = sizeof(bool);
  858. if(obj)
  859. size += getByteSize(*obj);
  860. return size;
  861. }
  862. template <typename T>
  863. inline typename std::enable_if<std::is_pointer<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  864. {
  865. serialization::serialize(obj == nullptr,buffer,iter);
  866. if(obj)
  867. serialization::serialize(*obj,buffer,iter);
  868. }
  869. template <typename T>
  870. inline typename std::enable_if<std::is_pointer<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  871. {
  872. bool isNullPtr;
  873. serialization::deserialize(isNullPtr,iter);
  874. if(isNullPtr)
  875. {
  876. if(obj)
  877. {
  878. std::cout << "serialization: possible memory leak in serialization for '" << typeid(obj).name() << "'" << std::endl;
  879. obj = nullptr;
  880. }
  881. }
  882. else
  883. {
  884. if(obj)
  885. {
  886. std::cout << "serialization: possible memory corruption in deserialization for '" << typeid(obj).name() << "'" << std::endl;
  887. }
  888. else
  889. {
  890. obj = new typename std::remove_pointer<T>::type();
  891. }
  892. serialization::deserialize(*obj,iter);
  893. }
  894. }
  895. // std::shared_ptr and std::unique_ptr
  896. template <typename T>
  897. inline typename std::enable_if<serialization::is_smart_ptr<T>::value,size_t>::type getByteSize(const T& obj)
  898. {
  899. return getByteSize(obj.get());
  900. }
  901. template <typename T>
  902. inline typename std::enable_if<serialization::is_smart_ptr<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  903. {
  904. serialize(obj.get(),buffer,iter);
  905. }
  906. template <template<typename> class T0,typename T1>
  907. inline typename std::enable_if<serialization::is_smart_ptr<T0<T1> >::value>::type deserialize(T0<T1>& obj,std::vector<char>::const_iterator& iter)
  908. {
  909. bool isNullPtr;
  910. serialization::deserialize(isNullPtr,iter);
  911. if(isNullPtr)
  912. {
  913. obj.reset();
  914. }
  915. else
  916. {
  917. obj = T0<T1>(new T1());
  918. serialization::deserialize(*obj,iter);
  919. }
  920. }
  921. // std::weak_ptr
  922. template <typename T>
  923. inline size_t getByteSize(const std::weak_ptr<T>& obj)
  924. {
  925. return sizeof(size_t);
  926. }
  927. template <typename T>
  928. inline void serialize(const std::weak_ptr<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  929. {
  930. }
  931. template <typename T>
  932. inline void deserialize(std::weak_ptr<T>& obj,std::vector<char>::const_iterator& iter)
  933. {
  934. }
  935. // functions to overload for non-intrusive serialization
  936. template <typename T>
  937. inline void serialize(const T& obj,std::vector<char>& buffer)
  938. {
  939. std::cerr << typeid(obj).name() << " is not serializable: derive from igl::Serializable or overload the function igl::serialization::serialize(const T& obj,std::vector<char>& buffer)" << std::endl;
  940. }
  941. template <typename T>
  942. inline void deserialize(T& obj,const std::vector<char>& buffer)
  943. {
  944. std::cerr << typeid(obj).name() << " is not deserializable: derive from igl::Serializable or overload the function igl::serialization::deserialize(T& obj, const std::vector<char>& buffer)" << std::endl;
  945. }
  946. // helper functions
  947. template <typename T>
  948. inline void updateMemoryMap(T& obj,size_t size,std::map<std::uintptr_t,IndexedPointerBase*>& memoryMap)
  949. {
  950. // check if object is already serialized
  951. auto startPtr = new IndexedPointer<T>();
  952. startPtr->Object = &obj;
  953. auto startBasePtr = static_cast<IndexedPointerBase*>(startPtr);
  954. startBasePtr->Type = IndexedPointerBase::BEGIN;
  955. auto startAddress = reinterpret_cast<std::uintptr_t>(&obj);
  956. auto p = std::pair<std::uintptr_t,IndexedPointerBase*>(startAddress,startBasePtr);
  957. auto el = memoryMap.insert(p);
  958. auto iter = ++el.first; // next elememt
  959. if(el.second && (iter == memoryMap.end() || iter->second->Type != IndexedPointerBase::END))
  960. {
  961. // not yet serialized
  962. auto endPtr = new IndexedPointer<T>();
  963. auto endBasePtr = static_cast<IndexedPointerBase*>(endPtr);
  964. endBasePtr->Type = IndexedPointerBase::END;
  965. auto endAddress = reinterpret_cast<std::uintptr_t>(&obj) + size - 1;
  966. auto p = std::pair<std::uintptr_t,IndexedPointerBase*>(endAddress,endBasePtr);
  967. // insert end address
  968. memoryMap.insert(el.first,p);
  969. }
  970. else
  971. {
  972. // already serialized
  973. // remove inserted address
  974. memoryMap.erase(el.first);
  975. }
  976. }
  977. }
  978. }
  979. #endif