serialize.h 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198
  1. // This file is part of libigl, a simple c++ geometry processing library.
  2. //
  3. // Copyright (C) 2014 Christian Schüller <schuellchr@gmail.com>
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public License
  6. // v. 2.0. If a copy of the MPL was not distributed with this file, You can
  7. // obtain one at http://mozilla.org/MPL/2.0/.
  8. #ifndef IGL_SERIALIZE_H
  9. #define IGL_SERIALIZE_H
  10. // -----------------------------------------------------------------------------
  11. // Functions to save and load a serialization of fundamental c++ data types to
  12. // and from a binary file. STL containers, Eigen matrix types and nested data
  13. // structures are also supported. To serialize a user defined class implement
  14. // the interface Serializable or SerializableBase.
  15. //
  16. // See also: xml/serialize_xml.h
  17. // -----------------------------------------------------------------------------
  18. // TODOs:
  19. // * arbitrary pointer graph structures
  20. // -----------------------------------------------------------------------------
  21. // Known issues: This is not written in libigl-style so it isn't (easily)
  22. // "dualized" into the static library.
  23. //
  24. #include <type_traits>
  25. #include <iostream>
  26. #include <fstream>
  27. #include <cstdint>
  28. #include <numeric>
  29. #include <vector>
  30. #include <set>
  31. #include <map>
  32. #include <memory>
  33. #include <cstdint>
  34. #include <Eigen/Dense>
  35. #include <Eigen/Sparse>
  36. #include "igl_inline.h"
  37. // non-intrusive serialization helper macros
  38. #define SERIALIZE_TYPE(Type,Params) \
  39. namespace igl { namespace serialization { \
  40. void _serialization(bool s,Type& obj,std::vector<char>& buffer) {Params} \
  41. template<> inline void serialize(const Type& obj,std::vector<char>& buffer) { \
  42. _serialization(true,const_cast<Type&>(obj),buffer); \
  43. } \
  44. template<> inline void deserialize(Type& obj,const std::vector<char>& buffer) { \
  45. _serialization(false,obj,const_cast<std::vector<char>&>(buffer)); \
  46. } \
  47. }}
  48. #define SERIALIZE_MEMBER(Object) ::igl::serializer(s,obj.Object,std::string(#Object),buffer);
  49. #define SERIALIZE_MEMBER_NAME(Object,Name) ::igl::serializer(s,obj.Object,std::string(Name),buffer);
  50. namespace igl
  51. {
  52. struct IndexedPointerBase;
  53. // Serializes the given object either to a file or to a provided buffer
  54. // Templates:
  55. // T type of the object to serialize
  56. // Inputs:
  57. // obj object to serialize
  58. // objectName unique object name,used for the identification
  59. // overwrite set to true to overwrite an existing file
  60. // filename name of the file containing the serialization
  61. // Outputs:
  62. // buffer binary serialization
  63. //
  64. template <typename T>
  65. inline bool serialize(const T& obj,const std::string& filename);
  66. template <typename T>
  67. inline bool serialize(const T& obj,const std::string& objectName,const std::string& filename,bool overwrite = false);
  68. template <typename T>
  69. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer);
  70. template <typename T>
  71. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer);
  72. // Deserializes the given data from a file or buffer back to the provided object
  73. //
  74. // Templates:
  75. // T type of the object to serialize
  76. // Inputs:
  77. // buffer binary serialization
  78. // objectName unique object name, used for the identification
  79. // filename name of the file containing the serialization
  80. // Outputs:
  81. // obj object to load back serialization to
  82. //
  83. template <typename T>
  84. inline bool deserialize(T& obj,const std::string& filename);
  85. template <typename T>
  86. inline bool deserialize(T& obj,const std::string& objectName,const std::string& filename);
  87. template <typename T>
  88. inline bool deserialize(T& obj,const std::string& objectName,const std::vector<char>& buffer);
  89. // Wrapper to expose both, the de- and serialization as one function
  90. //
  91. template <typename T>
  92. inline bool serializer(bool serialize,T& obj,std::string& filename);
  93. template <typename T>
  94. inline bool serializer(bool serialize,T& obj,std::string& objectName,const std::string& filename,bool overwrite = false);
  95. template <typename T>
  96. inline bool serializer(bool serialize,T& obj,std::string& objectName,std::vector<char>& buffer);
  97. // User defined types have to either overload the function igl::serialization::serialize()
  98. // and igl::serialization::deserialize() for their type (non-intrusive serialization):
  99. //
  100. // namespace igl { namespace serialization
  101. // {
  102. // template<>
  103. // inline void serialize(const UserType& obj,std::vector<char>& buffer) {
  104. // ::igl::serialize(obj.var,"var",buffer);
  105. // }
  106. //
  107. // template<>
  108. // inline void deserialize(UserType& obj,const std::vector<char>& buffer) {
  109. // ::igl::deserialize(obj.var,"var",buffer);
  110. // }
  111. // }}
  112. //
  113. // or use this macro for convenience:
  114. //
  115. // SERIALIZE_TYPE(UserType,
  116. // SERIALIZE_MEMBER(var)
  117. // )
  118. //
  119. // or to derive from the class Serializable and add their the members
  120. // in InitSerialization like the following:
  121. //
  122. // class UserType : public igl::Serializable {
  123. //
  124. // int var;
  125. //
  126. // void InitSerialization() {
  127. // this->Add(var,"var");
  128. // }
  129. // };
  130. // Base interface for user defined types
  131. struct SerializableBase
  132. {
  133. virtual void Serialize(std::vector<char>& buffer) const = 0;
  134. virtual void Deserialize(const std::vector<char>& buffer) = 0;
  135. };
  136. // Convenient interface for user defined types
  137. class Serializable: public SerializableBase
  138. {
  139. private:
  140. template <typename T>
  141. struct SerializationObject : public SerializableBase
  142. {
  143. bool Binary;
  144. std::string Name;
  145. std::unique_ptr<T> Object;
  146. void Serialize(std::vector<char>& buffer) const override {
  147. igl::serialize(*Object,Name,buffer);
  148. }
  149. void Deserialize(const std::vector<char>& buffer) override {
  150. igl::deserialize(*Object,Name,buffer);
  151. }
  152. };
  153. mutable bool initialized;
  154. mutable std::vector<SerializableBase*> objects;
  155. public:
  156. // Override this function to add your member variables which should be serialized
  157. inline virtual void InitSerialization() = 0;
  158. // Following functions can be overridden to handle the specific events.
  159. // Return false to prevent the de-/serialization of an object.
  160. inline virtual bool PreSerialization() const;
  161. inline virtual void PostSerialization() const;
  162. inline virtual bool PreDeserialization();
  163. inline virtual void PostDeserialization();
  164. // Default implementation of SerializableBase interface
  165. inline void Serialize(std::vector<char>& buffer) const override final;
  166. inline void Deserialize(const std::vector<char>& buffer) override final;
  167. // Default constructor, destructor, assignment and copy constructor
  168. inline Serializable();
  169. inline Serializable(const Serializable& obj);
  170. inline ~Serializable();
  171. inline Serializable& operator=(const Serializable& obj);
  172. // Use this function to add your variables which should be serialized
  173. template <typename T>
  174. inline void Add(T& obj,std::string name,bool binary = false);
  175. };
  176. // structure for pointer handling
  177. struct IndexedPointerBase
  178. {
  179. enum { BEGIN,END } Type;
  180. size_t Index;
  181. };
  182. template<typename T>
  183. struct IndexedPointer: public IndexedPointerBase
  184. {
  185. const T* Object;
  186. };
  187. // internal functions
  188. namespace serialization
  189. {
  190. // compile time type checks
  191. template <typename T>
  192. struct is_stl_container { static const bool value = false; };
  193. template <typename T1,typename T2>
  194. struct is_stl_container<std::pair<T1,T2> > { static const bool value = true; };
  195. template <typename T1,typename T2>
  196. struct is_stl_container<std::vector<T1,T2> > { static const bool value = true; };
  197. template <typename T>
  198. struct is_stl_container<std::set<T> > { static const bool value = true; };
  199. template <typename T1,typename T2>
  200. struct is_stl_container<std::map<T1,T2> > { static const bool value = true; };
  201. template <typename T>
  202. struct is_eigen_type { static const bool value = false; };
  203. template <typename T,int R,int C,int P,int MR,int MC>
  204. struct is_eigen_type<Eigen::Matrix<T,R,C,P,MR,MC> > { static const bool value = true; };
  205. template <typename T,int P,typename I>
  206. struct is_eigen_type<Eigen::SparseMatrix<T,P,I> > { static const bool value = true; };
  207. template <typename T>
  208. struct is_smart_ptr { static const bool value = false; };
  209. template <typename T>
  210. struct is_smart_ptr<std::shared_ptr<T> > { static const bool value = true; };
  211. template <typename T>
  212. struct is_smart_ptr<std::unique_ptr<T> > { static const bool value = true; };
  213. template <typename T>
  214. struct is_smart_ptr<std::weak_ptr<T> > { static const bool value = true; };
  215. template <typename T>
  216. struct is_serializable {
  217. static const bool value = std::is_fundamental<T>::value || std::is_same<std::string,T>::value || std::is_enum<T>::value || std::is_base_of<SerializableBase,T>::value
  218. || is_stl_container<T>::value || is_eigen_type<T>::value || std::is_pointer<T>::value || serialization::is_smart_ptr<T>::value;
  219. };
  220. // non serializable types
  221. template <typename T>
  222. inline typename std::enable_if<!is_serializable<T>::value,size_t>::type getByteSize(const T& obj);
  223. template <typename T>
  224. inline typename std::enable_if<!is_serializable<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  225. template <typename T>
  226. inline typename std::enable_if<!is_serializable<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  227. // fundamental types
  228. template <typename T>
  229. inline typename std::enable_if<std::is_fundamental<T>::value,size_t>::type getByteSize(const T& obj);
  230. template <typename T>
  231. inline typename std::enable_if<std::is_fundamental<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  232. template <typename T>
  233. inline typename std::enable_if<std::is_fundamental<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  234. // std::string
  235. inline size_t getByteSize(const std::string& obj);
  236. inline void serialize(const std::string& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  237. inline void deserialize(std::string& obj,std::vector<char>::const_iterator& iter);
  238. // enum types
  239. template <typename T>
  240. inline typename std::enable_if<std::is_enum<T>::value,size_t>::type getByteSize(const T& obj);
  241. template <typename T>
  242. inline typename std::enable_if<std::is_enum<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  243. template <typename T>
  244. inline typename std::enable_if<std::is_enum<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  245. // SerializableBase
  246. template <typename T>
  247. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value,size_t>::type getByteSize(const T& obj);
  248. template <typename T>
  249. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  250. template <typename T>
  251. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  252. // stl containers
  253. // std::pair
  254. template <typename T1,typename T2>
  255. inline size_t getByteSize(const std::pair<T1,T2>& obj);
  256. template <typename T1,typename T2>
  257. inline void serialize(const std::pair<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  258. template <typename T1,typename T2>
  259. inline void deserialize(std::pair<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  260. // std::vector
  261. template <typename T1,typename T2>
  262. inline size_t getByteSize(const std::vector<T1,T2>& obj);
  263. template <typename T1,typename T2>
  264. inline void serialize(const std::vector<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  265. template <typename T1,typename T2>
  266. inline void deserialize(std::vector<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  267. template <typename T2>
  268. inline void deserialize(std::vector<bool,T2>& obj,std::vector<char>::const_iterator& iter);
  269. // std::set
  270. template <typename T>
  271. inline size_t getByteSize(const std::set<T>& obj);
  272. template <typename T>
  273. inline void serialize(const std::set<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  274. template <typename T>
  275. inline void deserialize(std::set<T>& obj,std::vector<char>::const_iterator& iter);
  276. // std::map
  277. template <typename T1,typename T2>
  278. inline size_t getByteSize(const std::map<T1,T2>& obj);
  279. template <typename T1,typename T2>
  280. inline void serialize(const std::map<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  281. template <typename T1,typename T2>
  282. inline void deserialize(std::map<T1,T2>& obj,std::vector<char>::const_iterator& iter);
  283. // Eigen types
  284. template<typename T,int R,int C,int P,int MR,int MC>
  285. inline size_t getByteSize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj);
  286. template<typename T,int R,int C,int P,int MR,int MC>
  287. inline void serialize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  288. template<typename T,int R,int C,int P,int MR,int MC>
  289. inline void deserialize(Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>::const_iterator& iter);
  290. template<typename T,int P,typename I>
  291. inline size_t getByteSize(const Eigen::SparseMatrix<T,P,I>& obj);
  292. template<typename T,int P,typename I>
  293. inline void serialize(const Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  294. template<typename T,int P,typename I>
  295. inline void deserialize(Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>::const_iterator& iter);
  296. template<typename T,int P>
  297. inline size_t getByteSize(const Eigen::Quaternion<T,P>& obj);
  298. template<typename T,int P>
  299. inline void serialize(const Eigen::Quaternion<T,P>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  300. template<typename T,int P>
  301. inline void deserialize(Eigen::Quaternion<T,P>& obj,std::vector<char>::const_iterator& iter);
  302. // raw pointers
  303. template <typename T>
  304. inline typename std::enable_if<std::is_pointer<T>::value,size_t>::type getByteSize(const T& obj);
  305. template <typename T>
  306. inline typename std::enable_if<std::is_pointer<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  307. template <typename T>
  308. inline typename std::enable_if<std::is_pointer<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter);
  309. // std::shared_ptr and std::unique_ptr
  310. template <typename T>
  311. inline typename std::enable_if<serialization::is_smart_ptr<T>::value,size_t>::type getByteSize(const T& obj);
  312. template <typename T>
  313. inline typename std::enable_if<serialization::is_smart_ptr<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  314. template <template<typename> class T0, typename T1>
  315. inline typename std::enable_if<serialization::is_smart_ptr<T0<T1> >::value>::type deserialize(T0<T1>& obj,std::vector<char>::const_iterator& iter);
  316. // std::weak_ptr
  317. template <typename T>
  318. inline size_t getByteSize(const std::weak_ptr<T>& obj);
  319. template <typename T>
  320. inline void serialize(const std::weak_ptr<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter);
  321. template <typename T>
  322. inline void deserialize(std::weak_ptr<T>& obj,std::vector<char>::const_iterator& iter);
  323. // functions to overload for non-intrusive serialization
  324. template <typename T>
  325. inline void serialize(const T& obj,std::vector<char>& buffer);
  326. template <typename T>
  327. inline void deserialize(T& obj,const std::vector<char>& buffer);
  328. // helper functions
  329. template <typename T>
  330. inline void updateMemoryMap(T& obj,size_t size);
  331. }
  332. }
  333. // Always include inlines for these functions
  334. // IMPLEMENTATION
  335. namespace igl
  336. {
  337. template <typename T>
  338. inline bool serialize(const T& obj,const std::string& filename)
  339. {
  340. return serialize(obj,"obj",filename,true);
  341. }
  342. template <typename T>
  343. inline bool serialize(const T& obj,const std::string& objectName,const std::string& filename,bool overwrite)
  344. {
  345. bool success = false;
  346. std::vector<char> buffer;
  347. std::ios_base::openmode mode = std::ios::out | std::ios::binary;
  348. if(overwrite)
  349. mode |= std::ios::trunc;
  350. else
  351. mode |= std::ios::app;
  352. std::ofstream file(filename.c_str(),mode);
  353. if(file.is_open())
  354. {
  355. serialize(obj,objectName,buffer);
  356. file.write(&buffer[0],buffer.size());
  357. file.close();
  358. success = true;
  359. }
  360. else
  361. {
  362. std::cerr << "serialization: file " << filename << " not found!" << std::endl;
  363. }
  364. return success;
  365. }
  366. template <typename T>
  367. inline bool serialize(const T& obj,const std::string& objectName,std::vector<char>& buffer)
  368. {
  369. // serialize object data
  370. size_t size = serialization::getByteSize(obj);
  371. std::vector<char> tmp(size);
  372. auto it = tmp.begin();
  373. serialization::serialize(obj,tmp,it);
  374. std::string objectType(typeid(obj).name());
  375. size_t newObjectSize = tmp.size();
  376. size_t newHeaderSize = serialization::getByteSize(objectName) + serialization::getByteSize(objectType) + sizeof(size_t);
  377. size_t curSize = buffer.size();
  378. size_t newSize = curSize + newHeaderSize + newObjectSize;
  379. buffer.resize(newSize);
  380. std::vector<char>::iterator iter = buffer.begin()+curSize;
  381. // serialize object header (name/type/size)
  382. serialization::serialize(objectName,buffer,iter);
  383. serialization::serialize(objectType,buffer,iter);
  384. serialization::serialize(newObjectSize,buffer,iter);
  385. // copy serialized data to buffer
  386. iter = std::copy(tmp.begin(),tmp.end(),iter);
  387. return true;
  388. }
  389. template <typename T>
  390. inline bool deserialize(T& obj,const std::string& filename)
  391. {
  392. return deserialize(obj,"obj",filename);
  393. }
  394. template <typename T>
  395. inline bool deserialize(T& obj,const std::string& objectName,const std::string& filename)
  396. {
  397. bool success = false;
  398. std::ifstream file(filename.c_str(),std::ios::binary);
  399. if(file.is_open())
  400. {
  401. file.seekg(0,std::ios::end);
  402. std::streamoff size = file.tellg();
  403. file.seekg(0,std::ios::beg);
  404. std::vector<char> buffer(size);
  405. file.read(&buffer[0],size);
  406. deserialize(obj,objectName,buffer);
  407. file.close();
  408. success = true;
  409. }
  410. else
  411. {
  412. std::cerr << "serialization: file " << filename << " not found!" << std::endl;
  413. }
  414. return success;
  415. }
  416. template <typename T>
  417. inline bool deserialize(T& obj,const std::string& objectName,const std::vector<char>& buffer)
  418. {
  419. bool success = false;
  420. // find suitable object header
  421. auto objectIter = buffer.cend();
  422. auto iter = buffer.cbegin();
  423. while(iter != buffer.end())
  424. {
  425. std::string name;
  426. std::string type;
  427. size_t size;
  428. serialization::deserialize(name,iter);
  429. serialization::deserialize(type,iter);
  430. serialization::deserialize(size,iter);
  431. if(name == objectName && type == typeid(obj).name())
  432. {
  433. objectIter = iter;
  434. //break; // find first suitable object header
  435. }
  436. iter+=size;
  437. }
  438. if(objectIter != buffer.end())
  439. {
  440. serialization::deserialize(obj,objectIter);
  441. success = true;
  442. }
  443. else
  444. {
  445. obj = T();
  446. }
  447. return success;
  448. }
  449. // Wrapper function which combines both, de- and serialization
  450. template <typename T>
  451. inline bool serializer(bool s,T& obj,std::string& filename)
  452. {
  453. return s ? serialize(obj,filename) : deserialize(obj,filename);
  454. }
  455. template <typename T>
  456. inline bool serializer(bool s,T& obj,std::string& objectName,const std::string& filename,bool overwrite)
  457. {
  458. return s ? serialize(obj,objectName,filename,overwrite) : deserialize(obj,objectName,filename);
  459. }
  460. template <typename T>
  461. inline bool serializer(bool s,T& obj,std::string& objectName,std::vector<char>& buffer)
  462. {
  463. return s ? serialize(obj,objectName,buffer) : deserialize(obj,objectName,buffer);
  464. }
  465. inline bool Serializable::PreSerialization() const
  466. {
  467. return true;
  468. }
  469. inline void Serializable::PostSerialization() const
  470. {
  471. }
  472. inline bool Serializable::PreDeserialization()
  473. {
  474. return true;
  475. }
  476. inline void Serializable::PostDeserialization()
  477. {
  478. }
  479. inline void Serializable::Serialize(std::vector<char>& buffer) const
  480. {
  481. if(this->PreSerialization())
  482. {
  483. if(initialized == false)
  484. {
  485. objects.clear();
  486. (const_cast<Serializable*>(this))->InitSerialization();
  487. initialized = true;
  488. }
  489. for(const auto& v : objects)
  490. {
  491. v->Serialize(buffer);
  492. }
  493. this->PostSerialization();
  494. }
  495. }
  496. inline void Serializable::Deserialize(const std::vector<char>& buffer)
  497. {
  498. if(this->PreDeserialization())
  499. {
  500. if(initialized == false)
  501. {
  502. objects.clear();
  503. (const_cast<Serializable*>(this))->InitSerialization();
  504. initialized = true;
  505. }
  506. for(auto& v : objects)
  507. {
  508. v->Deserialize(buffer);
  509. }
  510. this->PostDeserialization();
  511. }
  512. }
  513. inline Serializable::Serializable()
  514. {
  515. initialized = false;
  516. }
  517. inline Serializable::Serializable(const Serializable& obj)
  518. {
  519. initialized = false;
  520. objects.clear();
  521. }
  522. inline Serializable::~Serializable()
  523. {
  524. initialized = false;
  525. objects.clear();
  526. }
  527. inline Serializable& Serializable::operator=(const Serializable& obj)
  528. {
  529. if(this != &obj)
  530. {
  531. if(initialized)
  532. {
  533. initialized = false;
  534. objects.clear();
  535. }
  536. }
  537. return *this;
  538. }
  539. template <typename T>
  540. inline void Serializable::Add(T& obj,std::string name,bool binary)
  541. {
  542. auto object = new SerializationObject<T>();
  543. object->Binary = binary;
  544. object->Name = name;
  545. object->Object = std::unique_ptr<T>(&obj);
  546. objects.push_back(object);
  547. }
  548. namespace serialization
  549. {
  550. template <typename T>
  551. inline typename std::enable_if<!is_serializable<T>::value,size_t>::type getByteSize(const T& obj)
  552. {
  553. return sizeof(std::vector<char>::size_type);
  554. }
  555. template <typename T>
  556. inline typename std::enable_if<!is_serializable<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  557. {
  558. // data
  559. std::vector<char> tmp;
  560. serialize<>(obj,tmp);
  561. // size
  562. size_t size = buffer.size();
  563. serialization::serialize(tmp.size(),buffer,iter);
  564. size_t cur = iter - buffer.begin();
  565. buffer.resize(size+tmp.size());
  566. iter = buffer.begin()+cur;
  567. iter = std::copy(tmp.begin(),tmp.end(),iter);
  568. }
  569. template <typename T>
  570. inline typename std::enable_if<!is_serializable<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  571. {
  572. std::vector<char>::size_type size;
  573. serialization::deserialize(size,iter);
  574. std::vector<char> tmp;
  575. tmp.resize(size);
  576. std::copy(iter,iter+size,tmp.begin());
  577. deserialize<>(obj,tmp);
  578. iter += size;
  579. }
  580. // fundamental types
  581. template <typename T>
  582. inline typename std::enable_if<std::is_fundamental<T>::value,size_t>::type getByteSize(const T& obj)
  583. {
  584. return sizeof(T);
  585. }
  586. template <typename T>
  587. inline typename std::enable_if<std::is_fundamental<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  588. {
  589. //serialization::updateMemoryMap(obj,sizeof(T));
  590. const uint8_t* ptr = reinterpret_cast<const uint8_t*>(&obj);
  591. iter = std::copy(ptr,ptr+sizeof(T),iter);
  592. }
  593. template <typename T>
  594. inline typename std::enable_if<std::is_fundamental<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  595. {
  596. uint8_t* ptr = reinterpret_cast<uint8_t*>(&obj);
  597. std::copy(iter,iter+sizeof(T),ptr);
  598. iter += sizeof(T);
  599. }
  600. // std::string
  601. inline size_t getByteSize(const std::string& obj)
  602. {
  603. return getByteSize(obj.length())+obj.length()*sizeof(uint8_t);
  604. }
  605. inline void serialize(const std::string& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  606. {
  607. serialization::serialize(obj.length(),buffer,iter);
  608. for(const auto& cur : obj)
  609. {
  610. serialization::serialize(cur,buffer,iter);
  611. }
  612. }
  613. inline void deserialize(std::string& obj,std::vector<char>::const_iterator& iter)
  614. {
  615. size_t size;
  616. serialization::deserialize(size,iter);
  617. std::string str(size,'\0');
  618. for(size_t i=0; i<size; ++i)
  619. {
  620. serialization::deserialize(str.at(i),iter);
  621. }
  622. obj = str;
  623. }
  624. // enum types
  625. template <typename T>
  626. inline typename std::enable_if<std::is_enum<T>::value,size_t>::type getByteSize(const T& obj)
  627. {
  628. return sizeof(T);
  629. }
  630. template <typename T>
  631. inline typename std::enable_if<std::is_enum<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  632. {
  633. const uint8_t* ptr = reinterpret_cast<const uint8_t*>(&obj);
  634. iter = std::copy(ptr,ptr+sizeof(T),iter);
  635. }
  636. template <typename T>
  637. inline typename std::enable_if<std::is_enum<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  638. {
  639. uint8_t* ptr = reinterpret_cast<uint8_t*>(&obj);
  640. std::copy(iter,iter+sizeof(T),ptr);
  641. iter += sizeof(T);
  642. }
  643. // SerializableBase
  644. template <typename T>
  645. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value,size_t>::type getByteSize(const T& obj)
  646. {
  647. return sizeof(std::vector<char>::size_type);
  648. }
  649. template <typename T>
  650. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  651. {
  652. // data
  653. std::vector<char> tmp;
  654. obj.Serialize(tmp);
  655. // size
  656. size_t size = buffer.size();
  657. serialization::serialize(tmp.size(),buffer,iter);
  658. size_t cur = iter - buffer.begin();
  659. buffer.resize(size+tmp.size());
  660. iter = buffer.begin()+cur;
  661. iter = std::copy(tmp.begin(),tmp.end(),iter);
  662. }
  663. template <typename T>
  664. inline typename std::enable_if<std::is_base_of<SerializableBase,T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  665. {
  666. std::vector<char>::size_type size;
  667. serialization::deserialize(size,iter);
  668. std::vector<char> tmp;
  669. tmp.resize(size);
  670. std::copy(iter,iter+size,tmp.begin());
  671. obj.Deserialize(tmp);
  672. iter += size;
  673. }
  674. // STL containers
  675. // std::pair
  676. template <typename T1,typename T2>
  677. inline size_t getByteSize(const std::pair<T1,T2>& obj)
  678. {
  679. return getByteSize(obj.first)+getByteSize(obj.second);
  680. }
  681. template <typename T1,typename T2>
  682. inline void serialize(const std::pair<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  683. {
  684. serialization::serialize(obj.first,buffer,iter);
  685. serialization::serialize(obj.second,buffer,iter);
  686. }
  687. template <typename T1,typename T2>
  688. inline void deserialize(std::pair<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  689. {
  690. serialization::deserialize(obj.first,iter);
  691. serialization::deserialize(obj.second,iter);
  692. }
  693. // std::vector
  694. template <typename T1,typename T2>
  695. inline size_t getByteSize(const std::vector<T1,T2>& obj)
  696. {
  697. return std::accumulate(obj.begin(),obj.end(),sizeof(size_t),[](const size_t& acc,const T1& cur) { return acc+getByteSize(cur); });
  698. }
  699. template <typename T1,typename T2>
  700. inline void serialize(const std::vector<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  701. {
  702. size_t size = obj.size();
  703. serialization::serialize(size,buffer,iter);
  704. for(const T1& cur : obj)
  705. {
  706. serialization::serialize(cur,buffer,iter);
  707. }
  708. }
  709. template <typename T1,typename T2>
  710. inline void deserialize(std::vector<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  711. {
  712. size_t size;
  713. serialization::deserialize(size,iter);
  714. obj.resize(size);
  715. for(T1& v : obj)
  716. {
  717. serialization::deserialize(v,iter);
  718. }
  719. }
  720. template <typename T2>
  721. inline void deserialize(std::vector<bool,T2>& obj,std::vector<char>::const_iterator& iter)
  722. {
  723. size_t size;
  724. serialization::deserialize(size,iter);
  725. obj.resize(size);
  726. for(int i=0;i<obj.size();i++)
  727. {
  728. bool val;
  729. serialization::deserialize(val,iter);
  730. obj[i] = val;
  731. }
  732. }
  733. //std::set
  734. template <typename T>
  735. inline size_t getByteSize(const std::set<T>& obj)
  736. {
  737. return std::accumulate(obj.begin(),obj.end(),getByteSize(obj.size()),[](const size_t& acc,const T& cur) { return acc+getByteSize(cur); });
  738. }
  739. template <typename T>
  740. inline void serialize(const std::set<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  741. {
  742. serialization::serialize(obj.size(),buffer,iter);
  743. for(const T& cur : obj)
  744. {
  745. serialization::serialize(cur,buffer,iter);
  746. }
  747. }
  748. template <typename T>
  749. inline void deserialize(std::set<T>& obj,std::vector<char>::const_iterator& iter)
  750. {
  751. size_t size;
  752. serialization::deserialize(size,iter);
  753. obj.clear();
  754. for(size_t i=0; i<size; ++i)
  755. {
  756. T val;
  757. serialization::deserialize(val,iter);
  758. obj.insert(val);
  759. }
  760. }
  761. // std::map
  762. template <typename T1,typename T2>
  763. inline size_t getByteSize(const std::map<T1,T2>& obj)
  764. {
  765. return std::accumulate(obj.begin(),obj.end(),sizeof(size_t),[](const size_t& acc,const std::pair<T1,T2>& cur) { return acc+getByteSize(cur); });
  766. }
  767. template <typename T1,typename T2>
  768. inline void serialize(const std::map<T1,T2>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  769. {
  770. serialization::serialize(obj.size(),buffer,iter);
  771. for(const auto& cur : obj)
  772. {
  773. serialization::serialize(cur,buffer,iter);
  774. }
  775. }
  776. template <typename T1,typename T2>
  777. inline void deserialize(std::map<T1,T2>& obj,std::vector<char>::const_iterator& iter)
  778. {
  779. size_t size;
  780. serialization::deserialize(size,iter);
  781. obj.clear();
  782. for(size_t i=0; i<size; ++i)
  783. {
  784. std::pair<T1,T2> pair;
  785. serialization::deserialize(pair,iter);
  786. obj.insert(pair);
  787. }
  788. }
  789. // Eigen types
  790. template<typename T,int R,int C,int P,int MR,int MC>
  791. inline size_t getByteSize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj)
  792. {
  793. // space for numbers of rows,cols and data
  794. return 2*sizeof(typename Eigen::Matrix<T,R,C,P,MR,MC>::Index)+sizeof(T)*obj.rows()*obj.cols();
  795. }
  796. template<typename T,int R,int C,int P,int MR,int MC>
  797. inline void serialize(const Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  798. {
  799. serialization::serialize(obj.rows(),buffer,iter);
  800. serialization::serialize(obj.cols(),buffer,iter);
  801. size_t size = sizeof(T)*obj.rows()*obj.cols();
  802. auto ptr = reinterpret_cast<const uint8_t*>(obj.data());
  803. iter = std::copy(ptr,ptr+size,iter);
  804. }
  805. template<typename T,int R,int C,int P,int MR,int MC>
  806. inline void deserialize(Eigen::Matrix<T,R,C,P,MR,MC>& obj,std::vector<char>::const_iterator& iter)
  807. {
  808. typename Eigen::Matrix<T,R,C,P,MR,MC>::Index rows,cols;
  809. serialization::deserialize(rows,iter);
  810. serialization::deserialize(cols,iter);
  811. size_t size = sizeof(T)*rows*cols;
  812. obj.resize(rows,cols);
  813. auto ptr = reinterpret_cast<uint8_t*>(obj.data());
  814. std::copy(iter,iter+size,ptr);
  815. iter+=size;
  816. }
  817. template<typename T,int P,typename I>
  818. inline size_t getByteSize(const Eigen::SparseMatrix<T,P,I>& obj)
  819. {
  820. // space for numbers of rows,cols,nonZeros and tripplets with data (rowIdx,colIdx,value)
  821. size_t size = sizeof(typename Eigen::SparseMatrix<T,P,I>::Index);
  822. return 3*size+(sizeof(T)+2*size)*obj.nonZeros();
  823. }
  824. template<typename T,int P,typename I>
  825. inline void serialize(const Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  826. {
  827. serialization::serialize(obj.rows(),buffer,iter);
  828. serialization::serialize(obj.cols(),buffer,iter);
  829. serialization::serialize(obj.nonZeros(),buffer,iter);
  830. for(int k=0;k<obj.outerSize();++k)
  831. {
  832. for(typename Eigen::SparseMatrix<T,P,I>::InnerIterator it(obj,k);it;++it)
  833. {
  834. serialization::serialize(it.row(),buffer,iter);
  835. serialization::serialize(it.col(),buffer,iter);
  836. serialization::serialize(it.value(),buffer,iter);
  837. }
  838. }
  839. }
  840. template<typename T,int P,typename I>
  841. inline void deserialize(Eigen::SparseMatrix<T,P,I>& obj,std::vector<char>::const_iterator& iter)
  842. {
  843. typename Eigen::SparseMatrix<T,P,I>::Index rows,cols,nonZeros;
  844. serialization::deserialize(rows,iter);
  845. serialization::deserialize(cols,iter);
  846. serialization::deserialize(nonZeros,iter);
  847. obj.resize(rows,cols);
  848. obj.setZero();
  849. std::vector<Eigen::Triplet<T,I> > triplets;
  850. for(int i=0;i<nonZeros;i++)
  851. {
  852. typename Eigen::SparseMatrix<T,P,I>::Index rowId,colId;
  853. serialization::deserialize(rowId,iter);
  854. serialization::deserialize(colId,iter);
  855. T value;
  856. serialization::deserialize(value,iter);
  857. triplets.push_back(Eigen::Triplet<T,I>(rowId,colId,value));
  858. }
  859. obj.setFromTriplets(triplets.begin(),triplets.end());
  860. }
  861. template<typename T,int P>
  862. inline size_t getByteSize(const Eigen::Quaternion<T,P>& obj)
  863. {
  864. return sizeof(T)*4;
  865. }
  866. template<typename T,int P>
  867. inline void serialize(const Eigen::Quaternion<T,P>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  868. {
  869. serialization::serialize(obj.w(),buffer,iter);
  870. serialization::serialize(obj.x(),buffer,iter);
  871. serialization::serialize(obj.y(),buffer,iter);
  872. serialization::serialize(obj.z(),buffer,iter);
  873. }
  874. template<typename T,int P>
  875. inline void deserialize(Eigen::Quaternion<T,P>& obj,std::vector<char>::const_iterator& iter)
  876. {
  877. serialization::deserialize(obj.w(),iter);
  878. serialization::deserialize(obj.x(),iter);
  879. serialization::deserialize(obj.y(),iter);
  880. serialization::deserialize(obj.z(),iter);
  881. }
  882. // pointers
  883. template <typename T>
  884. inline typename std::enable_if<std::is_pointer<T>::value,size_t>::type getByteSize(const T& obj)
  885. {
  886. size_t size = sizeof(bool);
  887. if(obj)
  888. size += getByteSize(*obj);
  889. return size;
  890. }
  891. template <typename T>
  892. inline typename std::enable_if<std::is_pointer<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  893. {
  894. serialization::serialize(obj == nullptr,buffer,iter);
  895. if(obj)
  896. serialization::serialize(*obj,buffer,iter);
  897. }
  898. template <typename T>
  899. inline typename std::enable_if<std::is_pointer<T>::value>::type deserialize(T& obj,std::vector<char>::const_iterator& iter)
  900. {
  901. bool isNullPtr;
  902. serialization::deserialize(isNullPtr,iter);
  903. if(isNullPtr)
  904. {
  905. if(obj)
  906. {
  907. std::cout << "serialization: possible memory leak in serialization for '" << typeid(obj).name() << "'" << std::endl;
  908. obj = nullptr;
  909. }
  910. }
  911. else
  912. {
  913. if(obj)
  914. {
  915. std::cout << "serialization: possible memory corruption in deserialization for '" << typeid(obj).name() << "'" << std::endl;
  916. }
  917. else
  918. {
  919. obj = new typename std::remove_pointer<T>::type();
  920. }
  921. serialization::deserialize(*obj,iter);
  922. }
  923. }
  924. // std::shared_ptr and std::unique_ptr
  925. template <typename T>
  926. inline typename std::enable_if<serialization::is_smart_ptr<T>::value,size_t>::type getByteSize(const T& obj)
  927. {
  928. return getByteSize(obj.get());
  929. }
  930. template <typename T>
  931. inline typename std::enable_if<serialization::is_smart_ptr<T>::value>::type serialize(const T& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  932. {
  933. serialize(obj.get(),buffer,iter);
  934. }
  935. template <template<typename> class T0,typename T1>
  936. inline typename std::enable_if<serialization::is_smart_ptr<T0<T1> >::value>::type deserialize(T0<T1>& obj,std::vector<char>::const_iterator& iter)
  937. {
  938. bool isNullPtr;
  939. serialization::deserialize(isNullPtr,iter);
  940. if(isNullPtr)
  941. {
  942. obj.reset();
  943. }
  944. else
  945. {
  946. obj = T0<T1>(new T1());
  947. serialization::deserialize(*obj,iter);
  948. }
  949. }
  950. // std::weak_ptr
  951. template <typename T>
  952. inline size_t getByteSize(const std::weak_ptr<T>& obj)
  953. {
  954. return sizeof(size_t);
  955. }
  956. template <typename T>
  957. inline void serialize(const std::weak_ptr<T>& obj,std::vector<char>& buffer,std::vector<char>::iterator& iter)
  958. {
  959. }
  960. template <typename T>
  961. inline void deserialize(std::weak_ptr<T>& obj,std::vector<char>::const_iterator& iter)
  962. {
  963. }
  964. // functions to overload for non-intrusive serialization
  965. template <typename T>
  966. inline void serialize(const T& obj,std::vector<char>& buffer)
  967. {
  968. std::cerr << typeid(obj).name() << " is not serializable: derive from igl::Serializable or overload the function igl::serialization::serialize(const T& obj,std::vector<char>& buffer)" << std::endl;
  969. }
  970. template <typename T>
  971. inline void deserialize(T& obj,const std::vector<char>& buffer)
  972. {
  973. std::cerr << typeid(obj).name() << " is not deserializable: derive from igl::Serializable or overload the function igl::serialization::deserialize(T& obj, const std::vector<char>& buffer)" << std::endl;
  974. }
  975. // helper functions
  976. template <typename T>
  977. inline void updateMemoryMap(T& obj,size_t size,std::map<std::uintptr_t,IndexedPointerBase*>& memoryMap)
  978. {
  979. // check if object is already serialized
  980. auto startPtr = new IndexedPointer<T>();
  981. startPtr->Object = &obj;
  982. auto startBasePtr = static_cast<IndexedPointerBase*>(startPtr);
  983. startBasePtr->Type = IndexedPointerBase::BEGIN;
  984. auto startAddress = reinterpret_cast<std::uintptr_t>(&obj);
  985. auto p = std::pair<std::uintptr_t,IndexedPointerBase*>(startAddress,startBasePtr);
  986. auto el = memoryMap.insert(p);
  987. auto iter = ++el.first; // next elememt
  988. if(el.second && (iter == memoryMap.end() || iter->second->Type != IndexedPointerBase::END))
  989. {
  990. // not yet serialized
  991. auto endPtr = new IndexedPointer<T>();
  992. auto endBasePtr = static_cast<IndexedPointerBase*>(endPtr);
  993. endBasePtr->Type = IndexedPointerBase::END;
  994. auto endAddress = reinterpret_cast<std::uintptr_t>(&obj) + size - 1;
  995. auto p = std::pair<std::uintptr_t,IndexedPointerBase*>(endAddress,endBasePtr);
  996. // insert end address
  997. memoryMap.insert(el.first,p);
  998. }
  999. else
  1000. {
  1001. // already serialized
  1002. // remove inserted address
  1003. memoryMap.erase(el.first);
  1004. }
  1005. }
  1006. }
  1007. }
  1008. #endif