BinarySerializer.h 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. /*
  2. * BinarySerializer.h, part of VCMI engine
  3. *
  4. * Authors: listed in file AUTHORS in main folder
  5. *
  6. * License: GNU General Public License v2.0 or later
  7. * Full text of license available in license.txt file, in main folder
  8. *
  9. */
  10. #pragma once
  11. #include "CTypeList.h"
  12. #include "../mapObjects/CArmedInstance.h"
  13. VCMI_LIB_NAMESPACE_BEGIN
  14. class FileStream;
  15. class DLL_LINKAGE CSaverBase
  16. {
  17. protected:
  18. IBinaryWriter * writer;
  19. public:
  20. CSaverBase(IBinaryWriter * w): writer(w){};
  21. inline int write(const void * data, unsigned size)
  22. {
  23. return writer->write(data, size);
  24. };
  25. };
  26. /// Main class for serialization of classes into binary form
  27. /// Behaviour for various classes is following:
  28. /// Primitives: copy memory into underlying stream (defined in CSaverBase)
  29. /// Containers: custom overloaded method that decouples class into primitives
  30. /// VCMI Classes: recursively serialize them via ClassName::serialize( BinarySerializer &, int version) call
  31. class DLL_LINKAGE BinarySerializer : public CSaverBase
  32. {
  33. template<typename Handler>
  34. struct VariantVisitorSaver
  35. {
  36. Handler &h;
  37. VariantVisitorSaver(Handler &H):h(H)
  38. {
  39. }
  40. template <typename T>
  41. void operator()(const T &t)
  42. {
  43. h & t;
  44. }
  45. };
  46. template<typename Ser,typename T>
  47. struct SaveIfStackInstance
  48. {
  49. static bool invoke(Ser &s, const T &data)
  50. {
  51. return false;
  52. }
  53. };
  54. template<typename Ser>
  55. struct SaveIfStackInstance<Ser, CStackInstance *>
  56. {
  57. static bool invoke(Ser &s, const CStackInstance* const &data)
  58. {
  59. assert(data->armyObj);
  60. SlotID slot;
  61. if(data->getNodeType() == CBonusSystemNode::COMMANDER)
  62. slot = SlotID::COMMANDER_SLOT_PLACEHOLDER;
  63. else
  64. slot = data->armyObj->findStack(data);
  65. assert(slot != SlotID());
  66. s & data->armyObj & slot;
  67. return true;
  68. }
  69. };
  70. template <typename T> class CPointerSaver;
  71. class CBasicPointerSaver
  72. {
  73. public:
  74. virtual void savePtr(CSaverBase &ar, const void *data) const =0;
  75. virtual ~CBasicPointerSaver(){}
  76. template<typename T> static CBasicPointerSaver *getApplier(const T * t=nullptr)
  77. {
  78. return new CPointerSaver<T>();
  79. }
  80. };
  81. template <typename T>
  82. class CPointerSaver : public CBasicPointerSaver
  83. {
  84. public:
  85. void savePtr(CSaverBase &ar, const void *data) const override
  86. {
  87. auto & s = static_cast<BinarySerializer &>(ar);
  88. const T *ptr = static_cast<const T*>(data);
  89. //T is most derived known type, it's time to call actual serialize
  90. const_cast<T*>(ptr)->serialize(s, SERIALIZATION_VERSION);
  91. }
  92. };
  93. CApplier<CBasicPointerSaver> applier;
  94. public:
  95. std::map<const void*, ui32> savedPointers;
  96. bool smartPointerSerialization;
  97. bool saving;
  98. BinarySerializer(IBinaryWriter * w): CSaverBase(w)
  99. {
  100. saving=true;
  101. smartPointerSerialization = true;
  102. }
  103. template<typename Base, typename Derived>
  104. void registerType(const Base * b = nullptr, const Derived * d = nullptr)
  105. {
  106. applier.registerType(b, d);
  107. }
  108. template<class T>
  109. BinarySerializer & operator&(const T & t)
  110. {
  111. this->save(t);
  112. return * this;
  113. }
  114. template < typename T, typename std::enable_if < std::is_same<T, bool>::value, int >::type = 0 >
  115. void save(const T &data)
  116. {
  117. ui8 writ = static_cast<ui8>(data);
  118. save(writ);
  119. }
  120. template < typename T, typename std::enable_if < std::is_same<T, std::vector<bool> >::value, int >::type = 0 >
  121. void save(const T &data)
  122. {
  123. std::vector<ui8> convData;
  124. std::copy(data.begin(), data.end(), std::back_inserter(convData));
  125. save(convData);
  126. }
  127. template < class T, typename std::enable_if < std::is_fundamental<T>::value && !std::is_same<T, bool>::value, int >::type = 0 >
  128. void save(const T &data)
  129. {
  130. // save primitive - simply dump binary data to output
  131. this->write(&data,sizeof(data));
  132. }
  133. template < typename T, typename std::enable_if < std::is_enum<T>::value, int >::type = 0 >
  134. void save(const T &data)
  135. {
  136. si32 writ = static_cast<si32>(data);
  137. *this & writ;
  138. }
  139. template < typename T, typename std::enable_if < std::is_array<T>::value, int >::type = 0 >
  140. void save(const T &data)
  141. {
  142. ui32 size = std::size(data);
  143. for(ui32 i=0; i < size; i++)
  144. *this & data[i];
  145. }
  146. template < typename T, typename std::enable_if < std::is_pointer<T>::value, int >::type = 0 >
  147. void save(const T &data)
  148. {
  149. //write if pointer is not nullptr
  150. ui8 hlp = (data!=nullptr);
  151. save(hlp);
  152. //if pointer is nullptr then we don't need anything more...
  153. if(!hlp)
  154. return;
  155. if(writer->smartVectorMembersSerialization)
  156. {
  157. typedef typename std::remove_const<typename std::remove_pointer<T>::type>::type TObjectType;
  158. typedef typename VectorizedTypeFor<TObjectType>::type VType;
  159. typedef typename VectorizedIDType<TObjectType>::type IDType;
  160. if(const auto *info = writer->getVectorizedTypeInfo<VType, IDType>())
  161. {
  162. IDType id = writer->getIdFromVectorItem<VType>(*info, data);
  163. save(id);
  164. if(id != IDType(-1)) //vector id is enough
  165. return;
  166. }
  167. }
  168. if(writer->sendStackInstanceByIds)
  169. {
  170. const bool gotSaved = SaveIfStackInstance<BinarySerializer,T>::invoke(*this, data);
  171. if(gotSaved)
  172. return;
  173. }
  174. if(smartPointerSerialization)
  175. {
  176. // We might have an object that has multiple inheritance and store it via the non-first base pointer.
  177. // Therefore, all pointers need to be normalized to the actual object address.
  178. auto actualPointer = typeList.castToMostDerived(data);
  179. auto i = savedPointers.find(actualPointer);
  180. if(i != savedPointers.end())
  181. {
  182. //this pointer has been already serialized - write only it's id
  183. save(i->second);
  184. return;
  185. }
  186. //give id to this pointer
  187. ui32 pid = (ui32)savedPointers.size();
  188. savedPointers[actualPointer] = pid;
  189. save(pid);
  190. }
  191. //write type identifier
  192. ui16 tid = typeList.getTypeID(data);
  193. save(tid);
  194. if(!tid)
  195. save(*data); //if type is unregistered simply write all data in a standard way
  196. else
  197. applier.getApplier(tid)->savePtr(*this, typeList.castToMostDerived(data)); //call serializer specific for our real type
  198. }
  199. template < typename T, typename std::enable_if < is_serializeable<BinarySerializer, T>::value, int >::type = 0 >
  200. void save(const T &data)
  201. {
  202. const_cast<T&>(data).serialize(*this, SERIALIZATION_VERSION);
  203. }
  204. template <typename T>
  205. void save(const std::shared_ptr<T> &data)
  206. {
  207. T *internalPtr = data.get();
  208. save(internalPtr);
  209. }
  210. template <typename T>
  211. void save(const std::shared_ptr<const T> &data)
  212. {
  213. const T *internalPtr = data.get();
  214. save(internalPtr);
  215. }
  216. template <typename T>
  217. void save(const std::unique_ptr<T> &data)
  218. {
  219. T *internalPtr = data.get();
  220. save(internalPtr);
  221. }
  222. template <typename T, typename std::enable_if < !std::is_same<T, bool >::value, int >::type = 0>
  223. void save(const std::vector<T> &data)
  224. {
  225. ui32 length = (ui32)data.size();
  226. *this & length;
  227. for(ui32 i=0;i<length;i++)
  228. save(data[i]);
  229. }
  230. template <typename T, size_t N>
  231. void save(const std::array<T, N> &data)
  232. {
  233. for(ui32 i=0; i < N; i++)
  234. save(data[i]);
  235. }
  236. template <typename T>
  237. void save(const std::set<T> &data)
  238. {
  239. auto & d = const_cast<std::set<T> &>(data);
  240. ui32 length = (ui32)d.size();
  241. save(length);
  242. for(auto i = d.begin(); i != d.end(); i++)
  243. save(*i);
  244. }
  245. template <typename T, typename U>
  246. void save(const std::unordered_set<T, U> &data)
  247. {
  248. auto & d = const_cast<std::unordered_set<T, U> &>(data);
  249. ui32 length = (ui32)d.size();
  250. *this & length;
  251. for(auto i = d.begin(); i != d.end(); i++)
  252. save(*i);
  253. }
  254. template <typename T>
  255. void save(const std::list<T> &data)
  256. {
  257. auto & d = const_cast<std::list<T> &>(data);
  258. ui32 length = (ui32)d.size();
  259. *this & length;
  260. for(auto i = d.begin(); i != d.end(); i++)
  261. save(*i);
  262. }
  263. void save(const std::string &data)
  264. {
  265. save(ui32(data.length()));
  266. this->write(data.c_str(),(unsigned int)data.size());
  267. }
  268. template <typename T1, typename T2>
  269. void save(const std::pair<T1,T2> &data)
  270. {
  271. save(data.first);
  272. save(data.second);
  273. }
  274. template <typename T1, typename T2>
  275. void save(const std::map<T1,T2> &data)
  276. {
  277. *this & ui32(data.size());
  278. for(auto i = data.begin(); i != data.end(); i++)
  279. {
  280. save(i->first);
  281. save(i->second);
  282. }
  283. }
  284. template <typename T1, typename T2>
  285. void save(const std::multimap<T1, T2> &data)
  286. {
  287. *this & ui32(data.size());
  288. for(auto i = data.begin(); i != data.end(); i++)
  289. {
  290. save(i->first);
  291. save(i->second);
  292. }
  293. }
  294. template<typename T0, typename... TN>
  295. void save(const std::variant<T0, TN...> & data)
  296. {
  297. si32 which = data.index();
  298. save(which);
  299. VariantVisitorSaver<BinarySerializer> visitor(*this);
  300. std::visit(visitor, data);
  301. }
  302. template<typename T>
  303. void save(const std::optional<T> & data)
  304. {
  305. if(data)
  306. {
  307. save((ui8)1);
  308. save(*data);
  309. }
  310. else
  311. {
  312. save((ui8)0);
  313. }
  314. }
  315. template <typename T>
  316. void save(const boost::multi_array<T, 3> &data)
  317. {
  318. ui32 length = data.num_elements();
  319. *this & length;
  320. auto shape = data.shape();
  321. ui32 x = shape[0], y = shape[1], z = shape[2];
  322. *this & x & y & z;
  323. for(ui32 i = 0; i < length; i++)
  324. save(data.data()[i]);
  325. }
  326. template <std::size_t T>
  327. void save(const std::bitset<T> &data)
  328. {
  329. static_assert(T <= 64);
  330. if constexpr (T <= 16)
  331. {
  332. auto writ = static_cast<uint16_t>(data.to_ulong());
  333. save(writ);
  334. }
  335. else if constexpr (T <= 32)
  336. {
  337. auto writ = static_cast<uint32_t>(data.to_ulong());
  338. save(writ);
  339. }
  340. else if constexpr (T <= 64)
  341. {
  342. auto writ = static_cast<uint64_t>(data.to_ulong());
  343. save(writ);
  344. }
  345. }
  346. };
  347. class DLL_LINKAGE CSaveFile : public IBinaryWriter
  348. {
  349. public:
  350. BinarySerializer serializer;
  351. boost::filesystem::path fName;
  352. std::unique_ptr<FileStream> sfile;
  353. CSaveFile(const boost::filesystem::path &fname); //throws!
  354. ~CSaveFile();
  355. int write(const void * data, unsigned size) override;
  356. void openNextFile(const boost::filesystem::path &fname); //throws!
  357. void clear();
  358. void reportState(vstd::CLoggerBase * out) override;
  359. void putMagicBytes(const std::string &text);
  360. template<class T>
  361. CSaveFile & operator<<(const T &t)
  362. {
  363. serializer & t;
  364. return * this;
  365. }
  366. };
  367. VCMI_LIB_NAMESPACE_END