cmCTestBuildHandler.cxx 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886
  1. /*=========================================================================
  2. Program: CMake - Cross-Platform Makefile Generator
  3. Module: $RCSfile$
  4. Language: C++
  5. Date: $Date$
  6. Version: $Revision$
  7. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  8. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  9. This software is distributed WITHOUT ANY WARRANTY; without even
  10. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  11. PURPOSE. See the above copyright notices for more information.
  12. =========================================================================*/
  13. #include "cmCTestBuildHandler.h"
  14. #include "cmCTest.h"
  15. #include "cmake.h"
  16. #include "cmMakefile.h"
  17. #include "cmLocalGenerator.h"
  18. #include "cmGlobalGenerator.h"
  19. #include "cmGeneratedFileStream.h"
  20. //#include <cmsys/RegularExpression.hxx>
  21. #include <cmsys/Process.h>
  22. // used for sleep
  23. #ifdef _WIN32
  24. #include "windows.h"
  25. #endif
  26. #include <stdlib.h>
  27. #include <time.h>
  28. #include <math.h>
  29. #include <float.h>
  30. static const char* cmCTestErrorMatches[] = {
  31. "^[Bb]us [Ee]rror",
  32. "^[Ss]egmentation [Vv]iolation",
  33. "^[Ss]egmentation [Ff]ault",
  34. "([^ :]+):([0-9]+): ([^ \\t])",
  35. "([^:]+): error[ \\t]*[0-9]+[ \\t]*:",
  36. "^Error ([0-9]+):",
  37. "^Fatal",
  38. "^Error: ",
  39. "^Error ",
  40. "[0-9] ERROR: ",
  41. "^\"[^\"]+\", line [0-9]+: [^Ww]",
  42. "^cc[^C]*CC: ERROR File = ([^,]+), Line = ([0-9]+)",
  43. "^ld([^:])*:([ \\t])*ERROR([^:])*:",
  44. "^ild:([ \\t])*\\(undefined symbol\\)",
  45. "([^ :]+) : (error|fatal error|catastrophic error)",
  46. "([^:]+): (Error:|error|undefined reference|multiply defined)",
  47. "([^:]+)\\(([^\\)]+)\\) : (error|fatal error|catastrophic error)",
  48. "^fatal error C[0-9]+:",
  49. ": syntax error ",
  50. "^collect2: ld returned 1 exit status",
  51. "Unsatisfied symbols:",
  52. "^Unresolved:",
  53. "Undefined symbols:",
  54. "^Undefined[ \\t]+first referenced",
  55. "^CMake Error:",
  56. ":[ \\t]cannot find",
  57. ":[ \\t]can't find",
  58. ": \\*\\*\\* No rule to make target \\`.*\\'. Stop",
  59. ": Invalid loader fixup for symbol",
  60. ": internal link edit command failed",
  61. ": Unrecognized option \\`.*\\'",
  62. "\", line [0-9]+\\.[0-9]+: [0-9]+-[0-9]+ \\([^W]\\)",
  63. "ld: 0706-006 Cannot find or open library file: -l ",
  64. "ild: \\(argument error\\) can't find library argument ::",
  65. "^could not be found and will not be loaded.",
  66. "s:616 string too big",
  67. "make: Fatal error: ",
  68. "ld: 0711-993 Error occurred while writing to the output file:",
  69. "ld: fatal: ",
  70. "make: \\*\\*\\*.*Error",
  71. "\\*\\*\\* Error code",
  72. "^Internal error:",
  73. "Makefile:[0-9]+: \\*\\*\\* .* Stop\\.",
  74. 0
  75. };
  76. static const char* cmCTestErrorExceptions[] = {
  77. "instantiated from ",
  78. "candidates are:",
  79. ": warning",
  80. "makefile:",
  81. "Makefile:",
  82. ":[ \\t]+Where:",
  83. "([^ :]+):([0-9]+): Warning",
  84. 0
  85. };
  86. static const char* cmCTestWarningMatches[] = {
  87. "([^ :]+):([0-9]+): warning:",
  88. "^cc[^C]*CC: WARNING File = ([^,]+), Line = ([0-9]+)",
  89. "^ld([^:])*:([ \\t])*WARNING([^:])*:",
  90. "([^:]+): warning ([0-9]+):",
  91. "^\"[^\"]+\", line [0-9]+: [Ww]arning",
  92. "([^:]+): warning[ \\t]*[0-9]+[ \\t]*:",
  93. "^Warning ([0-9]+):",
  94. "^Warning ",
  95. "WARNING: ",
  96. "([^ :]+) : warning",
  97. "([^:]+): warning",
  98. "\", line [0-9]+\\.[0-9]+: [0-9]+-[0-9]+ \\(W\\)",
  99. "^cxx: Warning:",
  100. ".*file: .* has no symbols",
  101. "([^ :]+):([0-9]+): Warning",
  102. "\\([0-9]*\\): remark #[0-9]*",
  103. "\".*\", line [0-9]+: remark\\([0-9]*\\):",
  104. "cc-[0-9]* CC: REMARK File = .*, Line = [0-9]*",
  105. 0
  106. };
  107. static const char* cmCTestWarningExceptions[] = {
  108. "/usr/openwin/include/X11/Xlib\\.h:[0-9]+: warning: ANSI C\\+\\+ forbids declaration",
  109. "/usr/openwin/include/X11/Xutil\\.h:[0-9]+: warning: ANSI C\\+\\+ forbids declaration",
  110. "/usr/openwin/include/X11/XResource\\.h:[0-9]+: warning: ANSI C\\+\\+ forbids declaration",
  111. "WARNING 84 :",
  112. "WARNING 47 :",
  113. "makefile:",
  114. "Makefile:",
  115. "warning: Clock skew detected. Your build may be incomplete.",
  116. "/usr/openwin/include/GL/[^:]+:",
  117. "bind_at_load",
  118. "XrmQGetResource",
  119. "IceFlush",
  120. "warning LNK4089: all references to [^ \\t]+ discarded by .OPT:REF",
  121. "ld32: WARNING 85: definition of dataKey in",
  122. "cc: warning 422: Unknown option \"\\+b",
  123. "_with_warning_C",
  124. 0
  125. };
  126. struct cmCTestBuildCompileErrorWarningRex
  127. {
  128. const char* m_RegularExpressionString;
  129. int m_FileIndex;
  130. int m_LineIndex;
  131. };
  132. static cmCTestBuildCompileErrorWarningRex
  133. cmCTestWarningErrorFileLine[] = {
  134. { "^Warning W[0-9]+ ([a-zA-Z.\\:/0-9_+ ~-]+) ([0-9]+):", 1, 2 },
  135. { "^([a-zA-Z./0-9_+ ~-]+):([0-9]+):", 1, 2 },
  136. { "^([a-zA-Z.\\:/0-9_+ ~-]+)\\(([0-9]+)\\)", 1, 2 },
  137. { "^([a-zA-Z./0-9_+ ~-]+)\\(([0-9]+)\\)", 1, 2 },
  138. { "\"([a-zA-Z./0-9_+ ~-]+)\", line ([0-9]+)", 1, 2 },
  139. { "File = ([a-zA-Z./0-9_+ ~-]+), Line = ([0-9]+)", 1, 2 },
  140. { 0, 0, 0 }
  141. };
  142. //----------------------------------------------------------------------
  143. cmCTestBuildHandler::cmCTestBuildHandler()
  144. {
  145. m_MaxPreContext = 6;
  146. m_MaxPostContext = 6;
  147. m_MaxErrors = 50;
  148. m_MaxWarnings = 50;
  149. m_LastErrorOrWarning = m_ErrorsAndWarnings.end();
  150. int cc;
  151. for ( cc = 0; cmCTestWarningErrorFileLine[cc].m_RegularExpressionString; ++ cc )
  152. {
  153. cmCTestBuildHandler::cmCTestCompileErrorWarningRex r;
  154. if ( r.m_RegularExpression.compile(
  155. cmCTestWarningErrorFileLine[cc].m_RegularExpressionString) )
  156. {
  157. r.m_FileIndex = cmCTestWarningErrorFileLine[cc].m_FileIndex;
  158. r.m_LineIndex = cmCTestWarningErrorFileLine[cc].m_LineIndex;
  159. m_ErrorWarningFileLineRegex.push_back(r);
  160. }
  161. else
  162. {
  163. cmCTestLog(m_CTest, ERROR_MESSAGE, "Problem Compiling regular expression: "
  164. << cmCTestWarningErrorFileLine[cc].m_RegularExpressionString << std::endl);
  165. }
  166. }
  167. }
  168. //----------------------------------------------------------------------
  169. void cmCTestBuildHandler::Initialize()
  170. {
  171. this->Superclass::Initialize();
  172. m_StartBuild = "";
  173. m_EndBuild = "";
  174. m_CustomErrorMatches.clear();
  175. m_CustomErrorExceptions.clear();
  176. m_CustomWarningMatches.clear();
  177. m_CustomWarningExceptions.clear();
  178. m_ErrorWarningFileLineRegex.clear();
  179. m_ErrorMatchRegex.clear();
  180. m_ErrorExceptionRegex.clear();
  181. m_WarningMatchRegex.clear();
  182. m_WarningExceptionRegex.clear();
  183. m_BuildProcessingQueue.clear();
  184. m_BuildProcessingQueueLocation = m_BuildProcessingQueue.end();
  185. m_BuildOutputLogSize = 0;
  186. m_CurrentProcessingLine.clear();
  187. m_SimplifySourceDir = "";
  188. m_SimplifyBuildDir = "";
  189. m_OutputLineCounter = 0;
  190. m_ErrorsAndWarnings.clear();
  191. m_LastErrorOrWarning = m_ErrorsAndWarnings.end();
  192. m_PostContextCount = 0;
  193. m_MaxPreContext = 6;
  194. m_MaxPostContext = 6;
  195. m_PreContext.clear();
  196. m_TotalErrors = 0;
  197. m_TotalWarnings = 0;
  198. m_LastTickChar = 0;
  199. m_ErrorQuotaReached = false;
  200. m_WarningQuotaReached = false;
  201. m_MaxErrors = 50;
  202. m_MaxWarnings = 50;
  203. int cc;
  204. for ( cc = 0; cmCTestWarningErrorFileLine[cc].m_RegularExpressionString; ++ cc )
  205. {
  206. cmCTestBuildHandler::cmCTestCompileErrorWarningRex r;
  207. if ( r.m_RegularExpression.compile(
  208. cmCTestWarningErrorFileLine[cc].m_RegularExpressionString) )
  209. {
  210. r.m_FileIndex = cmCTestWarningErrorFileLine[cc].m_FileIndex;
  211. r.m_LineIndex = cmCTestWarningErrorFileLine[cc].m_LineIndex;
  212. m_ErrorWarningFileLineRegex.push_back(r);
  213. }
  214. else
  215. {
  216. cmCTestLog(m_CTest, ERROR_MESSAGE, "Problem Compiling regular expression: "
  217. << cmCTestWarningErrorFileLine[cc].m_RegularExpressionString << std::endl);
  218. }
  219. }
  220. }
  221. //----------------------------------------------------------------------
  222. void cmCTestBuildHandler::PopulateCustomVectors(cmMakefile *mf)
  223. {
  224. cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_ERROR_MATCH",
  225. m_CustomErrorMatches);
  226. cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_ERROR_EXCEPTION",
  227. m_CustomErrorExceptions);
  228. cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_WARNING_MATCH",
  229. m_CustomWarningMatches);
  230. cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_WARNING_EXCEPTION",
  231. m_CustomWarningExceptions);
  232. }
  233. //----------------------------------------------------------------------
  234. //clearly it would be nice if this were broken up into a few smaller
  235. //functions and commented...
  236. int cmCTestBuildHandler::ProcessHandler()
  237. {
  238. cmCTestLog(m_CTest, HANDLER_OUTPUT, "Build project" << std::endl);
  239. // Determine build command and build directory
  240. const std::string &makeCommand = m_CTest->GetCTestConfiguration("MakeCommand");
  241. if ( makeCommand.size() == 0 )
  242. {
  243. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot find MakeCommand key in the DartConfiguration.tcl" << std::endl);
  244. return -1;
  245. }
  246. const std::string &buildDirectory = m_CTest->GetCTestConfiguration("BuildDirectory");
  247. if ( buildDirectory.size() == 0 )
  248. {
  249. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot find BuildDirectory key in the DartConfiguration.tcl" << std::endl);
  250. return -1;
  251. }
  252. // Create a last build log
  253. cmGeneratedFileStream ofs;
  254. double elapsed_time_start = cmSystemTools::GetTime();
  255. if ( !this->StartLogFile("Build", ofs) )
  256. {
  257. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot create build log file" << std::endl);
  258. }
  259. // Create lists of regular expression strings for errors, error exceptions,
  260. // warnings and warning exceptions.
  261. std::vector<cmStdString>::size_type cc;
  262. for ( cc = 0; cmCTestErrorMatches[cc]; cc ++ )
  263. {
  264. m_CustomErrorMatches.push_back(cmCTestErrorMatches[cc]);
  265. }
  266. for ( cc = 0; cmCTestErrorExceptions[cc]; cc ++ )
  267. {
  268. m_CustomErrorExceptions.push_back(cmCTestErrorExceptions[cc]);
  269. }
  270. for ( cc = 0; cmCTestWarningMatches[cc]; cc ++ )
  271. {
  272. m_CustomWarningMatches.push_back(cmCTestWarningMatches[cc]);
  273. }
  274. for ( cc = 0; cmCTestWarningExceptions[cc]; cc ++ )
  275. {
  276. m_CustomWarningExceptions.push_back(cmCTestWarningExceptions[cc]);
  277. }
  278. // Pre-compile regular expressions objects for all regular expressions
  279. std::vector<cmStdString>::iterator it;
  280. #define cmCTestBuildHandlerPopulateRegexVector(strings, regexes) \
  281. regexes.clear(); \
  282. for ( it = strings.begin(); it != strings.end(); ++it ) \
  283. { \
  284. regexes.push_back(it->c_str()); \
  285. }
  286. cmCTestBuildHandlerPopulateRegexVector(m_CustomErrorMatches, m_ErrorMatchRegex);
  287. cmCTestBuildHandlerPopulateRegexVector(m_CustomErrorExceptions, m_ErrorExceptionRegex);
  288. cmCTestBuildHandlerPopulateRegexVector(m_CustomWarningMatches, m_WarningMatchRegex);
  289. cmCTestBuildHandlerPopulateRegexVector(m_CustomWarningExceptions, m_WarningExceptionRegex);
  290. // Determine source and binary tree substitutions to simplify the output.
  291. m_SimplifySourceDir = "";
  292. m_SimplifyBuildDir = "";
  293. if ( m_CTest->GetCTestConfiguration("SourceDirectory").size() > 20 )
  294. {
  295. std::string srcdir = m_CTest->GetCTestConfiguration("SourceDirectory") + "/";
  296. std::string srcdirrep;
  297. for ( cc = srcdir.size()-2; cc > 0; cc -- )
  298. {
  299. if ( srcdir[cc] == '/' )
  300. {
  301. srcdirrep = srcdir.c_str() + cc;
  302. srcdirrep = "/..." + srcdirrep;
  303. srcdir = srcdir.substr(0, cc+1);
  304. break;
  305. }
  306. }
  307. m_SimplifySourceDir = srcdir;
  308. }
  309. if ( m_CTest->GetCTestConfiguration("BuildDirectory").size() > 20 )
  310. {
  311. std::string bindir = m_CTest->GetCTestConfiguration("BuildDirectory") + "/";
  312. std::string bindirrep;
  313. for ( cc = bindir.size()-2; cc > 0; cc -- )
  314. {
  315. if ( bindir[cc] == '/' )
  316. {
  317. bindirrep = bindir.c_str() + cc;
  318. bindirrep = "/..." + bindirrep;
  319. bindir = bindir.substr(0, cc+1);
  320. break;
  321. }
  322. }
  323. m_SimplifyBuildDir = bindir;
  324. }
  325. // Ok, let's do the build
  326. // Remember start build time
  327. m_StartBuild = m_CTest->CurrentTime();
  328. int retVal = 0;
  329. int res = cmsysProcess_State_Exited;
  330. if ( !m_CTest->GetShowOnly() )
  331. {
  332. res = this->RunMakeCommand(makeCommand.c_str(), &retVal, buildDirectory.c_str(), 0, ofs);
  333. }
  334. else
  335. {
  336. cmCTestLog(m_CTest, DEBUG, "Build with command: " << makeCommand << std::endl);
  337. }
  338. // Remember end build time and calculate elapsed time
  339. m_EndBuild = m_CTest->CurrentTime();
  340. double elapsed_build_time = cmSystemTools::GetTime() - elapsed_time_start;
  341. if (res != cmsysProcess_State_Exited || retVal )
  342. {
  343. cmCTestLog(m_CTest, ERROR_MESSAGE, "Error(s) when building project" << std::endl);
  344. }
  345. // Cleanups strings in the errors and warnings list.
  346. t_ErrorsAndWarningsVector::iterator evit;
  347. if ( !m_SimplifySourceDir.empty() )
  348. {
  349. for ( evit = m_ErrorsAndWarnings.begin(); evit != m_ErrorsAndWarnings.end(); ++ evit )
  350. {
  351. cmSystemTools::ReplaceString(evit->m_Text, m_SimplifySourceDir.c_str(), "/.../");
  352. cmSystemTools::ReplaceString(evit->m_PreContext, m_SimplifySourceDir.c_str(), "/.../");
  353. cmSystemTools::ReplaceString(evit->m_PostContext, m_SimplifySourceDir.c_str(), "/.../");
  354. }
  355. }
  356. if ( !m_SimplifyBuildDir.empty() )
  357. {
  358. for ( evit = m_ErrorsAndWarnings.begin(); evit != m_ErrorsAndWarnings.end(); ++ evit )
  359. {
  360. cmSystemTools::ReplaceString(evit->m_Text, m_SimplifyBuildDir.c_str(), "/.../");
  361. cmSystemTools::ReplaceString(evit->m_PreContext, m_SimplifyBuildDir.c_str(), "/.../");
  362. cmSystemTools::ReplaceString(evit->m_PostContext, m_SimplifyBuildDir.c_str(), "/.../");
  363. }
  364. }
  365. // Display message about number of errors and warnings
  366. cmCTestLog(m_CTest, HANDLER_OUTPUT, " " << m_TotalErrors
  367. << (m_TotalErrors >= m_MaxErrors ? " or more" : "")
  368. << " Compiler errors" << std::endl);
  369. cmCTestLog(m_CTest, HANDLER_OUTPUT, " " << m_TotalWarnings
  370. << (m_TotalWarnings >= m_MaxWarnings ? " or more" : "")
  371. << " Compiler warnings" << std::endl);
  372. // Generate XML output
  373. cmGeneratedFileStream xofs;
  374. if( !this->StartResultingXML("Build", xofs))
  375. {
  376. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot create build XML file" << std::endl);
  377. return -1;
  378. }
  379. this->GenerateDartBuildOutput(xofs, m_ErrorsAndWarnings, elapsed_build_time);
  380. return 0;
  381. }
  382. //----------------------------------------------------------------------
  383. void cmCTestBuildHandler::GenerateDartBuildOutput(
  384. std::ostream& os,
  385. std::vector<cmCTestBuildErrorWarning> ew,
  386. double elapsed_build_time)
  387. {
  388. m_CTest->StartXML(os);
  389. os << "<Build>\n"
  390. << "\t<StartDateTime>" << m_StartBuild << "</StartDateTime>\n"
  391. << "<BuildCommand>"
  392. << m_CTest->MakeXMLSafe(m_CTest->GetCTestConfiguration("MakeCommand"))
  393. << "</BuildCommand>" << std::endl;
  394. std::vector<cmCTestBuildErrorWarning>::iterator it;
  395. // only report the first 50 warnings and first 50 errors
  396. unsigned short numErrorsAllowed = m_MaxErrors;
  397. unsigned short numWarningsAllowed = m_MaxWarnings;
  398. std::string srcdir = m_CTest->GetCTestConfiguration("SourceDirectory");
  399. // make sure the source dir is in the correct case on windows
  400. // via a call to collapse full path.
  401. srcdir = cmSystemTools::CollapseFullPath(srcdir.c_str());
  402. srcdir += "/";
  403. for ( it = ew.begin();
  404. it != ew.end() && (numErrorsAllowed || numWarningsAllowed); it++ )
  405. {
  406. cmCTestBuildErrorWarning *cm = &(*it);
  407. if (cm->m_Error && numErrorsAllowed ||
  408. !cm->m_Error && numWarningsAllowed)
  409. {
  410. if (cm->m_Error)
  411. {
  412. numErrorsAllowed--;
  413. }
  414. else
  415. {
  416. numWarningsAllowed--;
  417. }
  418. os << "\t<" << (cm->m_Error ? "Error" : "Warning") << ">\n"
  419. << "\t\t<BuildLogLine>" << cm->m_LogLine << "</BuildLogLine>\n"
  420. << "\t\t<Text>" << m_CTest->MakeXMLSafe(cm->m_Text)
  421. << "\n</Text>" << std::endl;
  422. std::vector<cmCTestCompileErrorWarningRex>::iterator rit;
  423. for ( rit = m_ErrorWarningFileLineRegex.begin();
  424. rit != m_ErrorWarningFileLineRegex.end(); ++ rit )
  425. {
  426. cmsys::RegularExpression* re = &rit->m_RegularExpression;
  427. if ( re->find(cm->m_Text.c_str() ) )
  428. {
  429. cm->m_SourceFile = re->match(rit->m_FileIndex);
  430. // At this point we need to make m_SourceFile relative to
  431. // the source root of the project, so cvs links will work
  432. cmSystemTools::ConvertToUnixSlashes(cm->m_SourceFile);
  433. if(cm->m_SourceFile.find("/.../") != cm->m_SourceFile.npos)
  434. {
  435. cmSystemTools::ReplaceString(cm->m_SourceFile, "/.../", "");
  436. std::string::size_type p = cm->m_SourceFile.find("/");
  437. if(p != cm->m_SourceFile.npos)
  438. {
  439. cm->m_SourceFile = cm->m_SourceFile.substr(p+1, cm->m_SourceFile.size()-p);
  440. }
  441. }
  442. else
  443. {
  444. // make sure it is a full path with the correct case
  445. cm->m_SourceFile = cmSystemTools::CollapseFullPath(cm->m_SourceFile.c_str());
  446. cmSystemTools::ReplaceString(cm->m_SourceFile, srcdir.c_str(), "");
  447. }
  448. cm->m_LineNumber = atoi(re->match(rit->m_LineIndex).c_str());
  449. break;
  450. }
  451. }
  452. if ( cm->m_SourceFile.size() > 0 )
  453. {
  454. os << "\t\t<SourceFile>" << cm->m_SourceFile << "</SourceFile>"
  455. << std::endl;
  456. }
  457. if ( cm->m_SourceFileTail.size() > 0 )
  458. {
  459. os << "\t\t<SourceFileTail>" << cm->m_SourceFileTail
  460. << "</SourceFileTail>" << std::endl;
  461. }
  462. if ( cm->m_LineNumber >= 0 )
  463. {
  464. os << "\t\t<SourceLineNumber>" << cm->m_LineNumber
  465. << "</SourceLineNumber>" << std::endl;
  466. }
  467. os << "\t\t<PreContext>" << m_CTest->MakeXMLSafe(cm->m_PreContext)
  468. << "</PreContext>\n"
  469. << "\t\t<PostContext>" << m_CTest->MakeXMLSafe(cm->m_PostContext);
  470. // is this the last warning or error, if so notify
  471. if (cm->m_Error && !numErrorsAllowed ||
  472. !cm->m_Error && !numWarningsAllowed)
  473. {
  474. os << "\nThe maximum number of reported warnings or errors has been reached!!!\n";
  475. }
  476. os << "</PostContext>\n"
  477. << "\t\t<RepeatCount>0</RepeatCount>\n"
  478. << "</" << (cm->m_Error ? "Error" : "Warning") << ">\n\n"
  479. << std::endl;
  480. }
  481. }
  482. os << "\t<Log Encoding=\"base64\" Compression=\"/bin/gzip\">\n\t</Log>\n"
  483. << "\t<EndDateTime>" << m_EndBuild << "</EndDateTime>\n"
  484. << "<ElapsedMinutes>" << static_cast<int>(elapsed_build_time/6)/10.0
  485. << "</ElapsedMinutes>"
  486. << "</Build>" << std::endl;
  487. m_CTest->EndXML(os);
  488. }
  489. //######################################################################
  490. //######################################################################
  491. //######################################################################
  492. //######################################################################
  493. //----------------------------------------------------------------------
  494. int cmCTestBuildHandler::RunMakeCommand(const char* command,
  495. int* retVal, const char* dir, int timeout, std::ofstream& ofs)
  496. {
  497. // First generate the command and arguments
  498. std::vector<cmStdString> args = cmSystemTools::ParseArguments(command);
  499. if(args.size() < 1)
  500. {
  501. return false;
  502. }
  503. std::vector<const char*> argv;
  504. for(std::vector<cmStdString>::const_iterator a = args.begin();
  505. a != args.end(); ++a)
  506. {
  507. argv.push_back(a->c_str());
  508. }
  509. argv.push_back(0);
  510. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "Run command:");
  511. std::vector<const char*>::iterator ait;
  512. for ( ait = argv.begin(); ait != argv.end() && *ait; ++ ait )
  513. {
  514. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " \"" << *ait << "\"");
  515. }
  516. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, std::endl);
  517. // Now create process object
  518. cmsysProcess* cp = cmsysProcess_New();
  519. cmsysProcess_SetCommand(cp, &*argv.begin());
  520. cmsysProcess_SetWorkingDirectory(cp, dir);
  521. cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
  522. cmsysProcess_SetTimeout(cp, timeout);
  523. cmsysProcess_Execute(cp);
  524. // Initialize tick's
  525. std::string::size_type tick = 0;
  526. const std::string::size_type tick_len = 1024;
  527. char* data;
  528. int length;
  529. cmCTestLog(m_CTest, HANDLER_OUTPUT,
  530. " Each symbol represents " << tick_len << " bytes of output." << std::endl
  531. << " '!' represents an error and '*' a warning." << std::endl
  532. << " " << std::flush);
  533. // Initialize building structures
  534. m_BuildProcessingQueue.clear();
  535. m_OutputLineCounter = 0;
  536. m_ErrorsAndWarnings.clear();
  537. m_TotalErrors = 0;
  538. m_TotalWarnings = 0;
  539. m_BuildOutputLogSize = 0;
  540. m_LastTickChar = '.';
  541. m_WarningQuotaReached = false;
  542. m_ErrorQuotaReached = false;
  543. // For every chunk of data
  544. while(cmsysProcess_WaitForData(cp, &data, &length, 0))
  545. {
  546. // Replace '\0' with '\n', since '\0' does not really make sense. This is
  547. // for Visual Studio output
  548. for(int cc =0; cc < length; ++cc)
  549. {
  550. if(data[cc] == 0)
  551. {
  552. data[cc] = '\n';
  553. }
  554. }
  555. // Process the chunk of data
  556. this->ProcessBuffer(data, length, tick, tick_len, ofs);
  557. }
  558. this->ProcessBuffer(0, 0, tick, tick_len, ofs);
  559. cmCTestLog(m_CTest, OUTPUT, " Size of output: "
  560. << int(m_BuildOutputLogSize / 1024.0) << "K" << std::endl);
  561. // Properly handle output of the build command
  562. cmsysProcess_WaitForExit(cp, 0);
  563. int result = cmsysProcess_GetState(cp);
  564. if(result == cmsysProcess_State_Exited)
  565. {
  566. *retVal = cmsysProcess_GetExitValue(cp);
  567. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "Command exited with the value: " << *retVal << std::endl);
  568. }
  569. else if(result == cmsysProcess_State_Exception)
  570. {
  571. *retVal = cmsysProcess_GetExitException(cp);
  572. cmCTestLog(m_CTest, WARNING, "There was an exception: " << *retVal << std::endl);
  573. }
  574. else if(result == cmsysProcess_State_Expired)
  575. {
  576. cmCTestLog(m_CTest, WARNING, "There was a timeout" << std::endl);
  577. }
  578. else if(result == cmsysProcess_State_Error)
  579. {
  580. // If there was an error running command, report that on the dashboard.
  581. cmCTestBuildErrorWarning errorwarning;
  582. errorwarning.m_LogLine = 1;
  583. errorwarning.m_Text = "*** ERROR executing: ";
  584. errorwarning.m_Text += cmsysProcess_GetErrorString(cp);
  585. errorwarning.m_PreContext = "";
  586. errorwarning.m_PostContext = "";
  587. errorwarning.m_Error = true;
  588. m_ErrorsAndWarnings.push_back(errorwarning);
  589. m_TotalErrors ++;
  590. cmCTestLog(m_CTest, ERROR_MESSAGE, "There was an error: " << cmsysProcess_GetErrorString(cp) << std::endl);
  591. }
  592. cmsysProcess_Delete(cp);
  593. return result;
  594. }
  595. //######################################################################
  596. //######################################################################
  597. //######################################################################
  598. //######################################################################
  599. //----------------------------------------------------------------------
  600. void cmCTestBuildHandler::ProcessBuffer(const char* data, int length, size_t& tick, size_t tick_len,
  601. std::ofstream& ofs)
  602. {
  603. #undef cerr
  604. const std::string::size_type tick_line_len = 50;
  605. const char* ptr;
  606. for ( ptr = data; ptr < data+length; ptr ++ )
  607. {
  608. m_BuildProcessingQueue.push_back(*ptr);
  609. }
  610. m_BuildOutputLogSize += length;
  611. // until there are any lines left in the buffer
  612. while ( 1 )
  613. {
  614. // Find the end of line
  615. t_BuildProcessingQueueType::iterator it;
  616. for ( it = m_BuildProcessingQueue.begin();
  617. it != m_BuildProcessingQueue.end();
  618. ++ it )
  619. {
  620. if ( *it == '\n' )
  621. {
  622. break;
  623. }
  624. }
  625. // Once certain number of errors or warnings reached, ignore future errors or warnings.
  626. if ( m_TotalWarnings >= m_MaxWarnings )
  627. {
  628. m_WarningQuotaReached = true;
  629. }
  630. if ( m_TotalErrors >= m_MaxErrors )
  631. {
  632. m_ErrorQuotaReached = true;
  633. }
  634. // If the end of line was found
  635. if ( it != m_BuildProcessingQueue.end() )
  636. {
  637. // Create a contiguous array for the line
  638. m_CurrentProcessingLine.clear();
  639. t_BuildProcessingQueueType::iterator cit;
  640. for ( cit = m_BuildProcessingQueue.begin(); cit != it; ++cit )
  641. {
  642. m_CurrentProcessingLine.push_back(*cit);
  643. }
  644. m_CurrentProcessingLine.push_back(0);
  645. const char* line = &*m_CurrentProcessingLine.begin();
  646. // Process the line
  647. int lineType = this->ProcessSingleLine(line);
  648. // Erase the line from the queue
  649. m_BuildProcessingQueue.erase(m_BuildProcessingQueue.begin(), it+1);
  650. // Depending on the line type, produce error or warning, or nothing
  651. cmCTestBuildErrorWarning errorwarning;
  652. bool found = false;
  653. switch ( lineType )
  654. {
  655. case b_WARNING_LINE:
  656. m_LastTickChar = '*';
  657. errorwarning.m_Error = false;
  658. found = true;
  659. m_TotalWarnings ++;
  660. break;
  661. case b_ERROR_LINE:
  662. m_LastTickChar = '!';
  663. errorwarning.m_Error = true;
  664. found = true;
  665. m_TotalErrors ++;
  666. break;
  667. }
  668. if ( found )
  669. {
  670. // This is an error or warning, so generate report
  671. errorwarning.m_LogLine = static_cast<int>(m_OutputLineCounter+1);
  672. errorwarning.m_Text = line;
  673. errorwarning.m_PreContext = "";
  674. errorwarning.m_PostContext = "";
  675. // Copy pre-context to report
  676. std::deque<cmStdString>::iterator pcit;
  677. for ( pcit = m_PreContext.begin(); pcit != m_PreContext.end(); ++pcit )
  678. {
  679. errorwarning.m_PreContext += *pcit + "\n";
  680. }
  681. m_PreContext.clear();
  682. // Store report
  683. m_ErrorsAndWarnings.push_back(errorwarning);
  684. m_LastErrorOrWarning = m_ErrorsAndWarnings.end()-1;
  685. m_PostContextCount = 0;
  686. }
  687. else
  688. {
  689. // This is not an error or warning.
  690. // So, figure out if this is a post-context line
  691. if ( m_LastErrorOrWarning != m_ErrorsAndWarnings.end() && m_PostContextCount < m_MaxPostContext )
  692. {
  693. m_PostContextCount ++;
  694. m_LastErrorOrWarning->m_PostContext += line;
  695. if ( m_PostContextCount < m_MaxPostContext )
  696. {
  697. m_LastErrorOrWarning->m_PostContext += "\n";
  698. }
  699. }
  700. else
  701. {
  702. // Otherwise store pre-context for the next error
  703. m_PreContext.push_back(line);
  704. if ( m_PreContext.size() > m_MaxPreContext )
  705. {
  706. m_PreContext.erase(m_PreContext.begin(), m_PreContext.end()-m_MaxPreContext);
  707. }
  708. }
  709. }
  710. m_OutputLineCounter ++;
  711. }
  712. else
  713. {
  714. break;
  715. }
  716. }
  717. // Now that the buffer is processed, display missing ticks
  718. int tickDisplayed = false;
  719. while ( m_BuildOutputLogSize > (tick * tick_len) )
  720. {
  721. tick ++;
  722. cmCTestLog(m_CTest, HANDLER_OUTPUT, m_LastTickChar);
  723. tickDisplayed = true;
  724. if ( tick % tick_line_len == 0 && tick > 0 )
  725. {
  726. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Size: "
  727. << int((m_BuildOutputLogSize / 1024.0) + 1) << "K" << std::endl
  728. << " ");
  729. }
  730. }
  731. if ( tickDisplayed )
  732. {
  733. m_LastTickChar = '.';
  734. }
  735. // And if this is verbose output, display the content of the chunk
  736. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, cmCTestLogWrite(data, length));
  737. // Always store the chunk to the file
  738. ofs << cmCTestLogWrite(data, length);
  739. }
  740. //----------------------------------------------------------------------
  741. int cmCTestBuildHandler::ProcessSingleLine(const char* data)
  742. {
  743. cmCTestLog(m_CTest, DEBUG, "Line: [" << data << "]" << std::endl);
  744. std::vector<cmsys::RegularExpression>::iterator it;
  745. int warningLine = 0;
  746. int errorLine = 0;
  747. // Check for regular expressions
  748. if ( !m_ErrorQuotaReached )
  749. {
  750. // Errors
  751. for ( it = m_ErrorMatchRegex.begin(); it != m_ErrorMatchRegex.end(); ++ it )
  752. {
  753. if ( it->find(data) )
  754. {
  755. errorLine = 1;
  756. cmCTestLog(m_CTest, DEBUG, " Error Line: " << data << std::endl);
  757. break;
  758. }
  759. }
  760. // Error exceptions
  761. for ( it = m_ErrorExceptionRegex.begin(); it != m_ErrorExceptionRegex.end(); ++ it )
  762. {
  763. if ( it->find(data) )
  764. {
  765. errorLine = 0;
  766. cmCTestLog(m_CTest, DEBUG, " Not an error Line: " << data << std::endl);
  767. break;
  768. }
  769. }
  770. }
  771. if ( !m_WarningQuotaReached )
  772. {
  773. // Warnings
  774. for ( it = m_WarningMatchRegex.begin(); it != m_WarningMatchRegex.end(); ++ it )
  775. {
  776. if ( it->find(data) )
  777. {
  778. warningLine = 1;
  779. cmCTestLog(m_CTest, DEBUG, " Warning Line: " << data << std::endl);
  780. break;
  781. }
  782. }
  783. // Warning exceptions
  784. for ( it = m_WarningExceptionRegex.begin(); it != m_WarningExceptionRegex.end(); ++ it )
  785. {
  786. if ( it->find(data) )
  787. {
  788. warningLine = 0;
  789. cmCTestLog(m_CTest, DEBUG, " Not a warning Line: " << data << std::endl);
  790. break;
  791. }
  792. }
  793. }
  794. if ( errorLine )
  795. {
  796. return b_ERROR_LINE;
  797. }
  798. if ( warningLine )
  799. {
  800. return b_WARNING_LINE;
  801. }
  802. return b_REGULAR_LINE;
  803. }