JsonNode.cpp 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616
  1. #define VCMI_DLL
  2. #include "JsonNode.h"
  3. #include <assert.h>
  4. #include <fstream>
  5. #include <sstream>
  6. #include <iostream>
  7. const JsonNode JsonNode::nullNode;
  8. JsonNode::JsonNode(JsonType Type):
  9. type(DATA_NULL)
  10. {
  11. setType(Type);
  12. }
  13. JsonNode::JsonNode(const char *data, size_t datasize):
  14. type(DATA_NULL)
  15. {
  16. JsonParser parser(data, datasize, *this);
  17. }
  18. JsonNode::JsonNode(std::string filename):
  19. type(DATA_NULL)
  20. {
  21. FILE * file = fopen(filename.c_str(), "rb");
  22. fseek(file, 0, SEEK_END);
  23. size_t datasize = ftell(file);
  24. fseek(file, 0, SEEK_SET);
  25. char *input = new char[datasize];
  26. fread((void*)input, 1, datasize, file);
  27. JsonParser parser(input, datasize, *this);
  28. delete [] input;
  29. }
  30. JsonNode::JsonNode(const JsonNode &copy):
  31. type(DATA_NULL)
  32. {
  33. *this = copy;
  34. }
  35. JsonNode::~JsonNode()
  36. {
  37. setType(DATA_NULL);
  38. }
  39. JsonNode & JsonNode::operator =(const JsonNode &node)
  40. {
  41. setType(node.getType());
  42. switch(type)
  43. {
  44. break; case DATA_NULL:
  45. break; case DATA_BOOL: Bool() = node.Bool();
  46. break; case DATA_FLOAT: Float() = node.Float();
  47. break; case DATA_STRING: String() = node.String();
  48. break; case DATA_VECTOR: Vector() = node.Vector();
  49. break; case DATA_STRUCT: Struct() = node.Struct();
  50. }
  51. return *this;
  52. }
  53. JsonNode::JsonType JsonNode::getType() const
  54. {
  55. return type;
  56. }
  57. void JsonNode::setType(JsonType Type)
  58. {
  59. if (type == Type)
  60. return;
  61. //Reset node to NULL
  62. if (Type != DATA_NULL)
  63. setType(DATA_NULL);
  64. switch (type)
  65. {
  66. break; case DATA_STRING: delete data.String;
  67. break; case DATA_VECTOR: delete data.Vector;
  68. break; case DATA_STRUCT: delete data.Struct;
  69. break; default:
  70. break;
  71. }
  72. //Set new node type
  73. type = Type;
  74. switch(type)
  75. {
  76. break; case DATA_NULL:
  77. break; case DATA_BOOL: data.Bool = false;
  78. break; case DATA_FLOAT: data.Float = 0;
  79. break; case DATA_STRING: data.String = new std::string;
  80. break; case DATA_VECTOR: data.Vector = new JsonVector;
  81. break; case DATA_STRUCT: data.Struct = new JsonMap;
  82. }
  83. }
  84. bool JsonNode::isNull() const
  85. {
  86. return type == DATA_NULL;
  87. }
  88. bool & JsonNode::Bool()
  89. {
  90. setType(DATA_BOOL);
  91. return data.Bool;
  92. }
  93. float & JsonNode::Float()
  94. {
  95. setType(DATA_FLOAT);
  96. return data.Float;
  97. }
  98. std::string & JsonNode::String()
  99. {
  100. setType(DATA_STRING);
  101. return *data.String;
  102. }
  103. JsonVector & JsonNode::Vector()
  104. {
  105. setType(DATA_VECTOR);
  106. return *data.Vector;
  107. }
  108. JsonMap & JsonNode::Struct()
  109. {
  110. setType(DATA_STRUCT);
  111. return *data.Struct;
  112. }
  113. const bool boolDefault = false;
  114. const bool & JsonNode::Bool() const
  115. {
  116. if (type == DATA_NULL)
  117. return boolDefault;
  118. assert(type == DATA_BOOL);
  119. return data.Bool;
  120. }
  121. const float floatDefault = 0;
  122. const float & JsonNode::Float() const
  123. {
  124. if (type == DATA_NULL)
  125. return floatDefault;
  126. assert(type == DATA_FLOAT);
  127. return data.Float;
  128. }
  129. const std::string stringDefault = std::string();
  130. const std::string & JsonNode::String() const
  131. {
  132. if (type == DATA_NULL)
  133. return stringDefault;
  134. assert(type == DATA_STRING);
  135. return *data.String;
  136. }
  137. const JsonVector vectorDefault = JsonVector();
  138. const JsonVector & JsonNode::Vector() const
  139. {
  140. if (type == DATA_NULL)
  141. return vectorDefault;
  142. assert(type == DATA_VECTOR);
  143. return *data.Vector;
  144. }
  145. const JsonMap mapDefault = JsonMap();
  146. const JsonMap & JsonNode::Struct() const
  147. {
  148. if (type == DATA_NULL)
  149. return mapDefault;
  150. assert(type == DATA_STRUCT);
  151. return *data.Struct;
  152. }
  153. JsonNode & JsonNode::operator[](std::string child)
  154. {
  155. return Struct()[child];
  156. }
  157. const JsonNode & JsonNode::operator[](std::string child) const
  158. {
  159. JsonMap::const_iterator it = Struct().find(child);
  160. if (it != Struct().end())
  161. return it->second;
  162. return nullNode;
  163. }
  164. ////////////////////////////////////////////////////////////////////////////////
  165. //Helper to write content of map/vector
  166. template<class iterator>
  167. void writeContainer(const iterator &begin, const iterator &end, std::ostream &out, std::string prefix)
  168. {
  169. if (begin == end)
  170. return;
  171. iterator last = end;
  172. last--;
  173. for (iterator it=begin; it != last; ++it)
  174. {
  175. writeNode(it, out, prefix);
  176. out<<",\n";
  177. }
  178. writeNode(last, out, prefix);
  179. out<<"\n";
  180. }
  181. void writeNode(JsonVector::const_iterator it, std::ostream &out, std::string prefix)
  182. {
  183. out << prefix;
  184. it->write(out, prefix);
  185. }
  186. void writeNode(JsonMap::const_iterator it, std::ostream &out, std::string prefix)
  187. {
  188. out << prefix << '\"' << it->first << '\"' << " : ";
  189. it->second.write(out, prefix);
  190. }
  191. void JsonNode::write(std::ostream &out, std::string prefix) const
  192. {
  193. switch(type)
  194. {
  195. break; case DATA_NULL:
  196. out << "null";
  197. break; case DATA_BOOL:
  198. if (Bool())
  199. out << "true";
  200. else
  201. out << "false";
  202. break; case DATA_FLOAT:
  203. out << Float();
  204. break; case DATA_STRING:
  205. out << "\"" << String() << "\"";
  206. break; case DATA_VECTOR:
  207. out << "[" << "\n";
  208. writeContainer(Vector().begin(), Vector().end(), out, prefix+'\t');
  209. out << prefix << "]";
  210. break; case DATA_STRUCT:
  211. out << "{" << "\n";
  212. writeContainer(Struct().begin(), Struct().end(), out, prefix+'\t');
  213. out << prefix << "}";
  214. }
  215. }
  216. std::ostream & operator<<(std::ostream &out, const JsonNode &node)
  217. {
  218. node.write(out);
  219. return out << "\n";
  220. }
  221. ////////////////////////////////////////////////////////////////////////////////
  222. JsonParser::JsonParser(const char * inputString, size_t stringSize, JsonNode &root):
  223. input(inputString, stringSize),
  224. lineCount(1),
  225. lineStart(0),
  226. pos(0)
  227. {
  228. extractValue(root);
  229. extractWhitespace(false);
  230. //Warn if there are any non-whitespace symbols left
  231. if (pos < input.size())
  232. error("Not all file was parsed!", true);
  233. //TODO: better way to show errors (like printing file name as well)
  234. tlog2<<errors;
  235. }
  236. bool JsonParser::extractSeparator()
  237. {
  238. if (!extractWhitespace())
  239. return false;
  240. if ( input[pos] !=':')
  241. return error("Separator expected");
  242. pos++;
  243. return true;
  244. }
  245. bool JsonParser::extractValue(JsonNode &node)
  246. {
  247. if (!extractWhitespace())
  248. return false;
  249. switch (input[pos])
  250. {
  251. case '\"': return extractString(node);
  252. case 'n' : return extractNull(node);
  253. case 't' : return extractTrue(node);
  254. case 'f' : return extractFalse(node);
  255. case '{' : return extractStruct(node);
  256. case '[' : return extractArray(node);
  257. case '-' : return extractFloat(node);
  258. default:
  259. {
  260. if (input[pos] >= '0' && input[pos] <= '9')
  261. return extractFloat(node);
  262. return error("Value expected!");
  263. }
  264. }
  265. }
  266. bool JsonParser::extractWhitespace(bool verbose)
  267. {
  268. while (true)
  269. {
  270. while (pos < input.size() && (unsigned char)input[pos] <= ' ')
  271. {
  272. if (input[pos] == '\n')
  273. {
  274. lineCount++;
  275. lineStart = pos+1;
  276. }
  277. pos++;
  278. }
  279. if (pos >= input.size() || input[pos] != '/')
  280. break;
  281. pos++;
  282. if (pos == input.size())
  283. break;
  284. if (input[pos] == '/')
  285. pos++;
  286. else
  287. error("Comments should have two slashes!", true);
  288. while (pos < input.size() && input[pos] != '\n')
  289. pos++;
  290. }
  291. if (pos >= input.size() && verbose)
  292. return error("Unexpected end of file!");
  293. return true;
  294. }
  295. bool JsonParser::extractEscaping(std::string &str)
  296. {
  297. switch(input[pos++])
  298. {
  299. break; case '\"': str += '\"';
  300. break; case '\\': str += '\\';
  301. break; case '/': str += '/';
  302. break; case '\b': str += '\b';
  303. break; case '\f': str += '\f';
  304. break; case '\n': str += '\n';
  305. break; case '\r': str += '\r';
  306. break; case '\t': str += '\t';
  307. break; default: return error("Uknown escape sequence!", true);
  308. };
  309. return true;
  310. }
  311. bool JsonParser::extractString(std::string &str)
  312. {
  313. if (input[pos] != '\"')
  314. return error("String expected!");
  315. pos++;
  316. size_t first = pos;
  317. while (pos != input.size())
  318. {
  319. if (input[pos] == '\"') // Correct end of string
  320. {
  321. str.append( &input[first], pos-first);
  322. pos++;
  323. return true;
  324. }
  325. if (input[pos] == '\\') // Escaping
  326. {
  327. str.append( &input[first], pos-first);
  328. first = pos++;
  329. if (pos == input.size())
  330. break;
  331. extractEscaping(str);
  332. }
  333. if (input[pos] == '\n') // end-of-line
  334. {
  335. str.append( &input[first], pos-first);
  336. return error("Closing quote not found!", true);
  337. }
  338. if (input[pos] < ' ') // control character
  339. {
  340. str.append( &input[first], pos-first);
  341. first = pos+1;
  342. error("Illegal character in the string!", true);
  343. }
  344. pos++;
  345. }
  346. return error("Unterminated string!");
  347. }
  348. bool JsonParser::extractString(JsonNode &node)
  349. {
  350. std::string str;
  351. if (!extractString(str))
  352. return false;
  353. node.setType(JsonNode::DATA_STRING);
  354. node.String() = str;
  355. return true;
  356. }
  357. bool JsonParser::extractLiteral(const std::string &literal)
  358. {
  359. if (literal.compare(0, literal.size(), &input[pos], literal.size()) != 0)
  360. {
  361. while (pos < input.size() && ((input[pos]>'a' && input[pos]<'z')
  362. || (input[pos]>'A' && input[pos]<'Z')))
  363. pos++;
  364. return error("Unknown literal found", true);
  365. }
  366. pos += literal.size();
  367. return true;
  368. }
  369. bool JsonParser::extractNull(JsonNode &node)
  370. {
  371. if (!extractLiteral("null"))
  372. return false;
  373. node.setType(JsonNode::DATA_NULL);
  374. return true;
  375. }
  376. bool JsonParser::extractTrue(JsonNode &node)
  377. {
  378. if (!extractLiteral("true"))
  379. return false;
  380. node.setType(JsonNode::DATA_BOOL);
  381. node.Bool() = true;
  382. return true;
  383. }
  384. bool JsonParser::extractFalse(JsonNode &node)
  385. {
  386. if (!extractLiteral("false"))
  387. return false;
  388. node.setType(JsonNode::DATA_BOOL);
  389. node.Bool() = false;
  390. return true;
  391. }
  392. bool JsonParser::extractStruct(JsonNode &node)
  393. {
  394. node.setType(JsonNode::DATA_STRUCT);
  395. pos++;
  396. if (!extractWhitespace())
  397. return false;
  398. //Empty struct found
  399. if (input[pos] == '}')
  400. {
  401. pos++;
  402. return true;
  403. }
  404. while (true)
  405. {
  406. if (!extractWhitespace())
  407. return false;
  408. std::string key;
  409. if (!extractString(key))
  410. return false;
  411. if (node.Struct().find(key) != node.Struct().end())
  412. error("Dublicated element encountered!", true);
  413. JsonNode &child = node.Struct()[key];
  414. if (!extractSeparator())
  415. return false;
  416. if (!extractValue(child))
  417. return false;
  418. if (!extractWhitespace())
  419. return false;
  420. bool comma = (input[pos] == ',');
  421. if (comma )
  422. {
  423. pos++;
  424. if (!extractWhitespace())
  425. return false;
  426. }
  427. if (input[pos] == '}')
  428. {
  429. pos++;
  430. return true;
  431. }
  432. if (!comma)
  433. error("Comma expected!", true);
  434. }
  435. }
  436. bool JsonParser::extractArray(JsonNode &node)
  437. {
  438. pos++;
  439. node.setType(JsonNode::DATA_VECTOR);
  440. if (!extractWhitespace())
  441. return false;
  442. //Empty array found
  443. if (input[pos] == ']')
  444. {
  445. pos++;
  446. return true;
  447. }
  448. while (true)
  449. {
  450. node.Vector().resize(node.Vector().size()+1);
  451. if (!extractValue(node.Vector().back()))
  452. return false;
  453. if (!extractWhitespace())
  454. return false;
  455. bool comma = (input[pos] == ',');
  456. if (comma )
  457. {
  458. pos++;
  459. if (!extractWhitespace())
  460. return false;
  461. }
  462. if (input[pos] == ']')
  463. {
  464. pos++;
  465. return true;
  466. }
  467. if (!comma)
  468. error("Comma expected!", true);
  469. }
  470. }
  471. bool JsonParser::extractFloat(JsonNode &node)
  472. {
  473. assert(input[pos] == '-' || (input[pos] >= '0' && input[pos] <= '9'));
  474. bool negative=false;
  475. float result=0;
  476. if (input[pos] == '-')
  477. {
  478. pos++;
  479. negative = true;
  480. }
  481. if (input[pos] < '0' || input[pos] > '9')
  482. return error("Number expected!");
  483. //Extract integer part
  484. while (input[pos] >= '0' && input[pos] <= '9')
  485. {
  486. result = result*10+(input[pos]-'0');
  487. pos++;
  488. }
  489. if (input[pos] == '.')
  490. {
  491. //extract fractional part
  492. pos++;
  493. float fractMult = 0.1;
  494. if (input[pos] < '0' || input[pos] > '9')
  495. return error("Decimal part expected!");
  496. while (input[pos] >= '0' && input[pos] <= '9')
  497. {
  498. result = result + fractMult*(input[pos]-'0');
  499. fractMult /= 10;
  500. pos++;
  501. }
  502. }
  503. //TODO: exponential part
  504. if (negative)
  505. result = -result;
  506. node.setType(JsonNode::DATA_FLOAT);
  507. node.Float() = result;
  508. return true;
  509. }
  510. bool JsonParser::error(const std::string &message, bool warning)
  511. {
  512. std::ostringstream stream;
  513. std::string type(warning?" warning: ":" error: ");
  514. stream << "At line " << lineCount << ", position "<<pos-lineStart
  515. << type << message <<"\n";
  516. errors += stream.str();
  517. return warning;
  518. }