BinarySerializer.h 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413
  1. /*
  2. * BinarySerializer.h, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #pragma once
  11. #include "CTypeList.h"
  12. #include "../mapObjects/CArmedInstance.h"
  13. VCMI_LIB_NAMESPACE_BEGIN
  14. class DLL_LINKAGE CSaverBase
  15. {
  16. protected:
  17. IBinaryWriter * writer;
  18. public:
  19. CSaverBase(IBinaryWriter * w): writer(w){};
  20. inline int write(const void * data, unsigned size)
  21. {
  22. return writer->write(data, size);
  23. };
  24. };
  25. /// Main class for serialization of classes into binary form
  26. /// Behaviour for various classes is following:
  27. /// Primitives: copy memory into underlying stream (defined in CSaverBase)
  28. /// Containers: custom overloaded method that decouples class into primitives
  29. /// VCMI Classes: recursively serialize them via ClassName::serialize( BinarySerializer &, int version) call
  30. class DLL_LINKAGE BinarySerializer : public CSaverBase
  31. {
  32. template<typename Handler>
  33. struct VariantVisitorSaver
  34. {
  35. Handler &h;
  36. VariantVisitorSaver(Handler &H):h(H)
  37. {
  38. }
  39. template <typename T>
  40. void operator()(const T &t)
  41. {
  42. h & t;
  43. }
  44. };
  45. template<typename Ser,typename T>
  46. struct SaveIfStackInstance
  47. {
  48. static bool invoke(Ser &s, const T &data)
  49. {
  50. return false;
  51. }
  52. };
  53. template<typename Ser>
  54. struct SaveIfStackInstance<Ser, CStackInstance *>
  55. {
  56. static bool invoke(Ser &s, const CStackInstance* const &data)
  57. {
  58. assert(data->armyObj);
  59. SlotID slot;
  60. if(data->getNodeType() == CBonusSystemNode::COMMANDER)
  61. slot = SlotID::COMMANDER_SLOT_PLACEHOLDER;
  62. else
  63. slot = data->armyObj->findStack(data);
  64. assert(slot != SlotID());
  65. s & data->armyObj & slot;
  66. return true;
  67. }
  68. };
  69. template <typename T> class CPointerSaver;
  70. class CBasicPointerSaver
  71. {
  72. public:
  73. virtual void savePtr(CSaverBase &ar, const void *data) const =0;
  74. virtual ~CBasicPointerSaver(){}
  75. template<typename T> static CBasicPointerSaver *getApplier(const T * t=nullptr)
  76. {
  77. return new CPointerSaver<T>();
  78. }
  79. };
  80. template <typename T>
  81. class CPointerSaver : public CBasicPointerSaver
  82. {
  83. public:
  84. void savePtr(CSaverBase &ar, const void *data) const override
  85. {
  86. auto & s = static_cast<BinarySerializer &>(ar);
  87. const T *ptr = static_cast<const T*>(data);
  88. //T is most derived known type, it's time to call actual serialize
  89. const_cast<T*>(ptr)->serialize(s, SERIALIZATION_VERSION);
  90. }
  91. };
  92. CApplier<CBasicPointerSaver> applier;
  93. public:
  94. std::map<const void*, ui32> savedPointers;
  95. bool smartPointerSerialization;
  96. bool saving;
  97. BinarySerializer(IBinaryWriter * w): CSaverBase(w)
  98. {
  99. saving=true;
  100. smartPointerSerialization = true;
  101. }
  102. template<typename Base, typename Derived>
  103. void registerType(const Base * b = nullptr, const Derived * d = nullptr)
  104. {
  105. applier.registerType(b, d);
  106. }
  107. template<class T>
  108. BinarySerializer & operator&(const T & t)
  109. {
  110. this->save(t);
  111. return * this;
  112. }
  113. template < typename T, typename std::enable_if < std::is_same<T, bool>::value, int >::type = 0 >
  114. void save(const T &data)
  115. {
  116. ui8 writ = static_cast<ui8>(data);
  117. save(writ);
  118. }
  119. template < typename T, typename std::enable_if < std::is_same<T, std::vector<bool> >::value, int >::type = 0 >
  120. void save(const T &data)
  121. {
  122. std::vector<ui8> convData;
  123. std::copy(data.begin(), data.end(), std::back_inserter(convData));
  124. save(convData);
  125. }
  126. template < class T, typename std::enable_if < std::is_fundamental<T>::value && !std::is_same<T, bool>::value, int >::type = 0 >
  127. void save(const T &data)
  128. {
  129. // save primitive - simply dump binary data to output
  130. this->write(&data,sizeof(data));
  131. }
  132. template < typename T, typename std::enable_if < std::is_enum<T>::value, int >::type = 0 >
  133. void save(const T &data)
  134. {
  135. si32 writ = static_cast<si32>(data);
  136. *this & writ;
  137. }
  138. template < typename T, typename std::enable_if < std::is_array<T>::value, int >::type = 0 >
  139. void save(const T &data)
  140. {
  141. ui32 size = std::size(data);
  142. for(ui32 i=0; i < size; i++)
  143. *this & data[i];
  144. }
  145. template < typename T, typename std::enable_if < std::is_pointer<T>::value, int >::type = 0 >
  146. void save(const T &data)
  147. {
  148. //write if pointer is not nullptr
  149. ui8 hlp = (data!=nullptr);
  150. save(hlp);
  151. //if pointer is nullptr then we don't need anything more...
  152. if(!hlp)
  153. return;
  154. if(writer->smartVectorMembersSerialization)
  155. {
  156. typedef typename std::remove_const<typename std::remove_pointer<T>::type>::type TObjectType;
  157. typedef typename VectorizedTypeFor<TObjectType>::type VType;
  158. typedef typename VectorizedIDType<TObjectType>::type IDType;
  159. if(const auto *info = writer->getVectorizedTypeInfo<VType, IDType>())
  160. {
  161. IDType id = writer->getIdFromVectorItem<VType>(*info, data);
  162. save(id);
  163. if(id != IDType(-1)) //vector id is enough
  164. return;
  165. }
  166. }
  167. if(writer->sendStackInstanceByIds)
  168. {
  169. const bool gotSaved = SaveIfStackInstance<BinarySerializer,T>::invoke(*this, data);
  170. if(gotSaved)
  171. return;
  172. }
  173. if(smartPointerSerialization)
  174. {
  175. // We might have an object that has multiple inheritance and store it via the non-first base pointer.
  176. // Therefore, all pointers need to be normalized to the actual object address.
  177. auto actualPointer = typeList.castToMostDerived(data);
  178. auto i = savedPointers.find(actualPointer);
  179. if(i != savedPointers.end())
  180. {
  181. //this pointer has been already serialized - write only it's id
  182. save(i->second);
  183. return;
  184. }
  185. //give id to this pointer
  186. ui32 pid = (ui32)savedPointers.size();
  187. savedPointers[actualPointer] = pid;
  188. save(pid);
  189. }
  190. //write type identifier
  191. ui16 tid = typeList.getTypeID(data);
  192. save(tid);
  193. if(!tid)
  194. save(*data); //if type is unregistered simply write all data in a standard way
  195. else
  196. applier.getApplier(tid)->savePtr(*this, typeList.castToMostDerived(data)); //call serializer specific for our real type
  197. }
  198. template < typename T, typename std::enable_if < is_serializeable<BinarySerializer, T>::value, int >::type = 0 >
  199. void save(const T &data)
  200. {
  201. const_cast<T&>(data).serialize(*this, SERIALIZATION_VERSION);
  202. }
  203. template <typename T>
  204. void save(const std::shared_ptr<T> &data)
  205. {
  206. T *internalPtr = data.get();
  207. save(internalPtr);
  208. }
  209. template <typename T>
  210. void save(const std::shared_ptr<const T> &data)
  211. {
  212. const T *internalPtr = data.get();
  213. save(internalPtr);
  214. }
  215. template <typename T>
  216. void save(const std::unique_ptr<T> &data)
  217. {
  218. T *internalPtr = data.get();
  219. save(internalPtr);
  220. }
  221. template <typename T, typename std::enable_if < !std::is_same<T, bool >::value, int >::type = 0>
  222. void save(const std::vector<T> &data)
  223. {
  224. ui32 length = (ui32)data.size();
  225. *this & length;
  226. for(ui32 i=0;i<length;i++)
  227. save(data[i]);
  228. }
  229. template <typename T, size_t N>
  230. void save(const std::array<T, N> &data)
  231. {
  232. for(ui32 i=0; i < N; i++)
  233. save(data[i]);
  234. }
  235. template <typename T>
  236. void save(const std::set<T> &data)
  237. {
  238. auto & d = const_cast<std::set<T> &>(data);
  239. ui32 length = (ui32)d.size();
  240. save(length);
  241. for(auto i = d.begin(); i != d.end(); i++)
  242. save(*i);
  243. }
  244. template <typename T, typename U>
  245. void save(const std::unordered_set<T, U> &data)
  246. {
  247. auto & d = const_cast<std::unordered_set<T, U> &>(data);
  248. ui32 length = (ui32)d.size();
  249. *this & length;
  250. for(auto i = d.begin(); i != d.end(); i++)
  251. save(*i);
  252. }
  253. template <typename T>
  254. void save(const std::list<T> &data)
  255. {
  256. auto & d = const_cast<std::list<T> &>(data);
  257. ui32 length = (ui32)d.size();
  258. *this & length;
  259. for(auto i = d.begin(); i != d.end(); i++)
  260. save(*i);
  261. }
  262. void save(const std::string &data)
  263. {
  264. save(ui32(data.length()));
  265. this->write(data.c_str(),(unsigned int)data.size());
  266. }
  267. template <typename T1, typename T2>
  268. void save(const std::pair<T1,T2> &data)
  269. {
  270. save(data.first);
  271. save(data.second);
  272. }
  273. template <typename T1, typename T2>
  274. void save(const std::map<T1,T2> &data)
  275. {
  276. *this & ui32(data.size());
  277. for(auto i = data.begin(); i != data.end(); i++)
  278. {
  279. save(i->first);
  280. save(i->second);
  281. }
  282. }
  283. template <typename T1, typename T2>
  284. void save(const std::multimap<T1, T2> &data)
  285. {
  286. *this & ui32(data.size());
  287. for(auto i = data.begin(); i != data.end(); i++)
  288. {
  289. save(i->first);
  290. save(i->second);
  291. }
  292. }
  293. template<typename T0, typename... TN>
  294. void save(const std::variant<T0, TN...> & data)
  295. {
  296. si32 which = data.index();
  297. save(which);
  298. VariantVisitorSaver<BinarySerializer> visitor(*this);
  299. std::visit(visitor, data);
  300. }
  301. template<typename T>
  302. void save(const std::optional<T> & data)
  303. {
  304. if(data)
  305. {
  306. save((ui8)1);
  307. save(*data);
  308. }
  309. else
  310. {
  311. save((ui8)0);
  312. }
  313. }
  314. template <typename T>
  315. void save(const boost::multi_array<T, 3> &data)
  316. {
  317. ui32 length = data.num_elements();
  318. *this & length;
  319. auto shape = data.shape();
  320. ui32 x = shape[0], y = shape[1], z = shape[2];
  321. *this & x & y & z;
  322. for(ui32 i = 0; i < length; i++)
  323. save(data.data()[i]);
  324. }
  325. template <std::size_t T>
  326. void save(const std::bitset<T> &data)
  327. {
  328. static_assert(T <= 64);
  329. if constexpr (T <= 16)
  330. {
  331. auto writ = static_cast<uint16_t>(data.to_ulong());
  332. save(writ);
  333. }
  334. else if constexpr (T <= 32)
  335. {
  336. auto writ = static_cast<uint32_t>(data.to_ulong());
  337. save(writ);
  338. }
  339. else if constexpr (T <= 64)
  340. {
  341. auto writ = static_cast<uint64_t>(data.to_ulong());
  342. save(writ);
  343. }
  344. }
  345. };
  346. class DLL_LINKAGE CSaveFile : public IBinaryWriter
  347. {
  348. public:
  349. BinarySerializer serializer;
  350. boost::filesystem::path fName;
  351. std::unique_ptr<std::fstream> sfile;
  352. CSaveFile(const boost::filesystem::path &fname); //throws!
  353. ~CSaveFile();
  354. int write(const void * data, unsigned size) override;
  355. void openNextFile(const boost::filesystem::path &fname); //throws!
  356. void clear();
  357. void reportState(vstd::CLoggerBase * out) override;
  358. void putMagicBytes(const std::string &text);
  359. template<class T>
  360. CSaveFile & operator<<(const T &t)
  361. {
  362. serializer & t;
  363. return * this;
  364. }
  365. };
  366. VCMI_LIB_NAMESPACE_END