cmCTestSubmitHandler.cxx 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854
  1. /*=========================================================================
  2. Program: CMake - Cross-Platform Makefile Generator
  3. Module: $RCSfile$
  4. Language: C++
  5. Date: $Date$
  6. Version: $Revision$
  7. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  8. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  9. This software is distributed WITHOUT ANY WARRANTY; without even
  10. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  11. PURPOSE. See the above copyright notices for more information.
  12. =========================================================================*/
  13. #include "cmCTestSubmitHandler.h"
  14. #include "cmSystemTools.h"
  15. #include "cmVersion.h"
  16. #include "cmGeneratedFileStream.h"
  17. #include "cmCTest.h"
  18. #include <cmsys/Process.h>
  19. #include <cmsys/Base64.h>
  20. // For XML-RPC submission
  21. #include "xmlrpc.h"
  22. #include "xmlrpc_client.h"
  23. // For curl submission
  24. #include "CTest/Curl/curl/curl.h"
  25. #include <sys/stat.h>
  26. typedef std::vector<char> cmCTestSubmitHandlerVectorOfChar;
  27. static size_t
  28. cmCTestSubmitHandlerWriteMemoryCallback(void *ptr, size_t size, size_t nmemb, void *data)
  29. {
  30. register int realsize = size * nmemb;
  31. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  32. const char* chPtr = static_cast<char*>(ptr);
  33. vec->insert(vec->end(), chPtr, chPtr + realsize);
  34. return realsize;
  35. }
  36. static size_t
  37. cmCTestSubmitHandlerCurlDebugCallback(CURL *, curl_infotype, char *chPtr, size_t size, void *data)
  38. {
  39. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  40. vec->insert(vec->end(), chPtr, chPtr + size);
  41. return size;
  42. }
  43. //----------------------------------------------------------------------------
  44. cmCTestSubmitHandler::cmCTestSubmitHandler() : m_HTTPProxy(), m_FTPProxy()
  45. {
  46. m_HTTPProxy = "";
  47. m_HTTPProxyType = 0;
  48. m_HTTPProxyAuth = "";
  49. m_FTPProxy = "";
  50. m_FTPProxyType = 0;
  51. }
  52. //----------------------------------------------------------------------------
  53. bool cmCTestSubmitHandler::SubmitUsingFTP(const cmStdString& localprefix,
  54. const std::vector<cmStdString>& files,
  55. const cmStdString& remoteprefix,
  56. const cmStdString& url)
  57. {
  58. CURL *curl;
  59. CURLcode res;
  60. FILE* ftpfile;
  61. char error_buffer[1024];
  62. /* In windows, this will init the winsock stuff */
  63. ::curl_global_init(CURL_GLOBAL_ALL);
  64. cmStdString::size_type cc;
  65. for ( cc = 0; cc < files.size(); cc ++ )
  66. {
  67. /* get a curl handle */
  68. curl = curl_easy_init();
  69. if(curl)
  70. {
  71. // Using proxy
  72. if ( m_FTPProxyType > 0 )
  73. {
  74. curl_easy_setopt(curl, CURLOPT_PROXY, m_FTPProxy.c_str());
  75. switch (m_FTPProxyType)
  76. {
  77. case 2:
  78. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  79. break;
  80. case 3:
  81. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  82. break;
  83. default:
  84. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  85. }
  86. }
  87. // enable uploading
  88. ::curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  89. cmStdString local_file = localprefix + "/" + files[cc];
  90. cmStdString upload_as = url + "/" + remoteprefix + files[cc];
  91. struct stat st;
  92. if ( ::stat(local_file.c_str(), &st) )
  93. {
  94. return false;
  95. }
  96. ftpfile = ::fopen(local_file.c_str(), "rb");
  97. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  98. << upload_as.c_str() << std::endl;
  99. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  100. << upload_as.c_str() << std::endl);
  101. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  102. // specify target
  103. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  104. // now specify which file to upload
  105. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  106. // and give the size of the upload (optional)
  107. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  108. // and give curl the buffer for errors
  109. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  110. // specify handler for output
  111. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  112. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  113. /* we pass our 'chunk' struct to the callback function */
  114. cmCTestSubmitHandlerVectorOfChar chunk;
  115. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  116. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  117. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  118. // Now run off and do what you've been told!
  119. res = ::curl_easy_perform(curl);
  120. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  121. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  122. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  123. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  124. fclose(ftpfile);
  125. if ( res )
  126. {
  127. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  128. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  129. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  130. << " Error message was: " << error_buffer << std::endl
  131. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  132. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  133. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  134. ::curl_easy_cleanup(curl);
  135. ::curl_global_cleanup();
  136. return false;
  137. }
  138. // always cleanup
  139. ::curl_easy_cleanup(curl);
  140. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  141. }
  142. }
  143. ::curl_global_cleanup();
  144. return true;
  145. }
  146. //----------------------------------------------------------------------------
  147. // Uploading files is simpler
  148. bool cmCTestSubmitHandler::SubmitUsingHTTP(const cmStdString& localprefix,
  149. const std::vector<cmStdString>& files,
  150. const cmStdString& remoteprefix,
  151. const cmStdString& url)
  152. {
  153. CURL *curl;
  154. CURLcode res;
  155. FILE* ftpfile;
  156. char error_buffer[1024];
  157. /* In windows, this will init the winsock stuff */
  158. ::curl_global_init(CURL_GLOBAL_ALL);
  159. cmStdString::size_type cc, kk;
  160. for ( cc = 0; cc < files.size(); cc ++ )
  161. {
  162. /* get a curl handle */
  163. curl = curl_easy_init();
  164. if(curl)
  165. {
  166. // Using proxy
  167. if ( m_HTTPProxyType > 0 )
  168. {
  169. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  170. switch (m_HTTPProxyType)
  171. {
  172. case 2:
  173. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  174. break;
  175. case 3:
  176. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  177. break;
  178. default:
  179. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  180. if (m_HTTPProxyAuth.size() > 0)
  181. {
  182. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  183. m_HTTPProxyAuth.c_str());
  184. }
  185. }
  186. }
  187. /* enable uploading */
  188. curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  189. /* HTTP PUT please */
  190. ::curl_easy_setopt(curl, CURLOPT_PUT, 1);
  191. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  192. cmStdString local_file = localprefix + "/" + files[cc];
  193. cmStdString remote_file = remoteprefix + files[cc];
  194. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  195. << remote_file.c_str() << std::endl;
  196. cmStdString ofile = "";
  197. for ( kk = 0; kk < remote_file.size(); kk ++ )
  198. {
  199. char c = remote_file[kk];
  200. char hex[4] = { 0, 0, 0, 0 };
  201. hex[0] = c;
  202. switch ( c )
  203. {
  204. case '+':
  205. case '?':
  206. case '/':
  207. case '\\':
  208. case '&':
  209. case ' ':
  210. case '=':
  211. case '%':
  212. sprintf(hex, "%%%02X", (int)c);
  213. ofile.append(hex);
  214. break;
  215. default:
  216. ofile.append(hex);
  217. }
  218. }
  219. cmStdString upload_as
  220. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  221. + "FileName=" + ofile;
  222. struct stat st;
  223. if ( ::stat(local_file.c_str(), &st) )
  224. {
  225. return false;
  226. }
  227. ftpfile = ::fopen(local_file.c_str(), "rb");
  228. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  229. << upload_as.c_str() << " Size: " << st.st_size << std::endl);
  230. // specify target
  231. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  232. // now specify which file to upload
  233. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  234. // and give the size of the upload (optional)
  235. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  236. // and give curl the buffer for errors
  237. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  238. // specify handler for output
  239. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  240. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  241. /* we pass our 'chunk' struct to the callback function */
  242. cmCTestSubmitHandlerVectorOfChar chunk;
  243. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  244. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  245. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  246. // Now run off and do what you've been told!
  247. res = ::curl_easy_perform(curl);
  248. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  249. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  250. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  251. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  252. fclose(ftpfile);
  253. if ( res )
  254. {
  255. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  256. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  257. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  258. << " Error message was: " << error_buffer << std::endl
  259. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  260. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  261. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  262. ::curl_easy_cleanup(curl);
  263. ::curl_global_cleanup();
  264. return false;
  265. }
  266. // always cleanup
  267. ::curl_easy_cleanup(curl);
  268. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  269. }
  270. }
  271. ::curl_global_cleanup();
  272. return true;
  273. }
  274. //----------------------------------------------------------------------------
  275. bool cmCTestSubmitHandler::TriggerUsingHTTP(const std::vector<cmStdString>& files,
  276. const cmStdString& remoteprefix,
  277. const cmStdString& url)
  278. {
  279. CURL *curl;
  280. char error_buffer[1024];
  281. /* In windows, this will init the winsock stuff */
  282. ::curl_global_init(CURL_GLOBAL_ALL);
  283. cmStdString::size_type cc, kk;
  284. for ( cc = 0; cc < files.size(); cc ++ )
  285. {
  286. /* get a curl handle */
  287. curl = curl_easy_init();
  288. if(curl)
  289. {
  290. // Using proxy
  291. if ( m_HTTPProxyType > 0 )
  292. {
  293. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  294. switch (m_HTTPProxyType)
  295. {
  296. case 2:
  297. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  298. break;
  299. case 3:
  300. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  301. break;
  302. default:
  303. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  304. if (m_HTTPProxyAuth.size() > 0)
  305. {
  306. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  307. m_HTTPProxyAuth.c_str());
  308. }
  309. }
  310. }
  311. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  312. // and give curl the buffer for errors
  313. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  314. // specify handler for output
  315. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  316. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  317. /* we pass our 'chunk' struct to the callback function */
  318. cmCTestSubmitHandlerVectorOfChar chunk;
  319. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  320. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  321. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  322. cmStdString file = remoteprefix + files[cc];
  323. cmStdString ofile = "";
  324. for ( kk = 0; kk < file.size(); kk ++ )
  325. {
  326. char c = file[kk];
  327. char hex[4] = { 0, 0, 0, 0 };
  328. hex[0] = c;
  329. switch ( c )
  330. {
  331. case '+':
  332. case '?':
  333. case '/':
  334. case '\\':
  335. case '&':
  336. case ' ':
  337. case '=':
  338. case '%':
  339. sprintf(hex, "%%%02X", (int)c);
  340. ofile.append(hex);
  341. break;
  342. default:
  343. ofile.append(hex);
  344. }
  345. }
  346. cmStdString turl
  347. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  348. + "xmlfile=" + ofile;
  349. *m_LogFile << "Trigger url: " << turl.c_str() << std::endl;
  350. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Trigger url: " << turl.c_str() << std::endl);
  351. curl_easy_setopt(curl, CURLOPT_URL, turl.c_str());
  352. if ( curl_easy_perform(curl) )
  353. {
  354. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when triggering: " << turl.c_str() << std::endl);
  355. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  356. *m_LogFile << "\tTrigerring failed with error: " << error_buffer << std::endl
  357. << " Error message was: " << error_buffer << std::endl
  358. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  359. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  360. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  361. ::curl_easy_cleanup(curl);
  362. ::curl_global_cleanup();
  363. return false;
  364. }
  365. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  366. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  367. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  368. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  369. // always cleanup
  370. ::curl_easy_cleanup(curl);
  371. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, std::endl);
  372. }
  373. }
  374. ::curl_global_cleanup();
  375. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Dart server triggered..." << std::endl);
  376. return true;
  377. }
  378. //----------------------------------------------------------------------------
  379. bool cmCTestSubmitHandler::SubmitUsingSCP(
  380. const cmStdString& scp_command,
  381. const cmStdString& localprefix,
  382. const std::vector<cmStdString>& files,
  383. const cmStdString& remoteprefix,
  384. const cmStdString& url)
  385. {
  386. if ( !scp_command.size() || !localprefix.size() ||
  387. !files.size() || !remoteprefix.size() || !url.size() )
  388. {
  389. return 0;
  390. }
  391. std::vector<const char*> argv;
  392. argv.push_back(scp_command.c_str()); // Scp command
  393. argv.push_back(scp_command.c_str()); // Dummy string for file
  394. argv.push_back(scp_command.c_str()); // Dummy string for remote url
  395. argv.push_back(0);
  396. cmsysProcess* cp = cmsysProcess_New();
  397. cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
  398. //cmsysProcess_SetTimeout(cp, timeout);
  399. int problems = 0;
  400. std::vector<cmStdString>::const_iterator it;
  401. for ( it = files.begin();
  402. it != files.end();
  403. it ++ )
  404. {
  405. int retVal;
  406. std::string lfname = localprefix;
  407. cmSystemTools::ConvertToUnixSlashes(lfname);
  408. lfname += "/" + *it;
  409. lfname = cmSystemTools::ConvertToOutputPath(lfname.c_str());
  410. argv[1] = lfname.c_str();
  411. std::string rfname = url + "/" + remoteprefix + *it;
  412. argv[2] = rfname.c_str();
  413. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  414. << argv[2] << "\"" << std::endl);
  415. *m_LogFile << "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  416. << argv[2] << "\"" << std::endl;
  417. cmsysProcess_SetCommand(cp, &*argv.begin());
  418. cmsysProcess_Execute(cp);
  419. char* data;
  420. int length;
  421. while(cmsysProcess_WaitForData(cp, &data, &length, 0))
  422. {
  423. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, cmCTestLogWrite(data, length));
  424. }
  425. cmsysProcess_WaitForExit(cp, 0);
  426. int result = cmsysProcess_GetState(cp);
  427. if(result == cmsysProcess_State_Exited)
  428. {
  429. retVal = cmsysProcess_GetExitValue(cp);
  430. if ( retVal != 0 )
  431. {
  432. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "\tSCP returned: " << retVal << std::endl);
  433. *m_LogFile << "\tSCP returned: " << retVal << std::endl;
  434. problems ++;
  435. }
  436. }
  437. else if(result == cmsysProcess_State_Exception)
  438. {
  439. retVal = cmsysProcess_GetExitException(cp);
  440. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was an exception: " << retVal << std::endl);
  441. *m_LogFile << "\tThere was an exception: " << retVal << std::endl;
  442. problems ++;
  443. }
  444. else if(result == cmsysProcess_State_Expired)
  445. {
  446. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was a timeout" << std::endl);
  447. *m_LogFile << "\tThere was a timeout" << std::endl;
  448. problems ++;
  449. }
  450. else if(result == cmsysProcess_State_Error)
  451. {
  452. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tError executing SCP: "
  453. << cmsysProcess_GetErrorString(cp) << std::endl);
  454. *m_LogFile << "\tError executing SCP: "
  455. << cmsysProcess_GetErrorString(cp) << std::endl;
  456. problems ++;
  457. }
  458. }
  459. cmsysProcess_Delete(cp);
  460. if ( problems )
  461. {
  462. return false;
  463. }
  464. return true;
  465. }
  466. //----------------------------------------------------------------------------
  467. bool cmCTestSubmitHandler::SubmitUsingXMLRPC(const cmStdString& localprefix,
  468. const std::vector<cmStdString>& files,
  469. const cmStdString& remoteprefix,
  470. const cmStdString& url)
  471. {
  472. xmlrpc_env env;
  473. std::string ctestVersion = cmVersion::GetCMakeVersion();
  474. cmStdString realURL = url + "/" + remoteprefix + "/Command/";
  475. /* Start up our XML-RPC client library. */
  476. xmlrpc_client_init(XMLRPC_CLIENT_NO_FLAGS, "CTest", ctestVersion.c_str());
  477. /* Initialize our error-handling environment. */
  478. xmlrpc_env_init(&env);
  479. /* Call the famous server at UserLand. */
  480. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submitting to: " << realURL.c_str() << " (" << remoteprefix.c_str() << ")" << std::endl);
  481. std::vector<cmStdString>::const_iterator it;
  482. for ( it = files.begin(); it != files.end(); ++it )
  483. {
  484. xmlrpc_value *result;
  485. std::string local_file = localprefix + "/" + *it;
  486. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submit file: " << local_file.c_str() << std::endl);
  487. struct stat st;
  488. if ( ::stat(local_file.c_str(), &st) )
  489. {
  490. return false;
  491. }
  492. size_t fileSize = st.st_size;
  493. FILE* fp = fopen(local_file.c_str(), "rb");
  494. if ( !fp )
  495. {
  496. return false;
  497. }
  498. unsigned char *fileBuffer = new unsigned char[fileSize];
  499. if ( fread(fileBuffer, 1, fileSize, fp) != fileSize )
  500. {
  501. delete [] fileBuffer;
  502. fclose(fp);
  503. return false;
  504. }
  505. fclose(fp);
  506. std::string remoteCommand = "Submit.put";
  507. result = xmlrpc_client_call(&env, realURL.c_str(),
  508. remoteCommand.c_str(),
  509. "(6)", fileBuffer, (xmlrpc_int32)fileSize );
  510. delete [] fileBuffer;
  511. if ( env.fault_occurred )
  512. {
  513. cmCTestLog(m_CTest, ERROR_MESSAGE, " Submission problem: " << env.fault_string << " (" << env.fault_code << ")" << std::endl);
  514. xmlrpc_env_clean(&env);
  515. xmlrpc_client_cleanup();
  516. return false;
  517. }
  518. /* Dispose of our result value. */
  519. xmlrpc_DECREF(result);
  520. }
  521. /* Clean up our error-handling environment. */
  522. xmlrpc_env_clean(&env);
  523. /* Shutdown our XML-RPC client library. */
  524. xmlrpc_client_cleanup();
  525. return true;
  526. }
  527. //----------------------------------------------------------------------------
  528. int cmCTestSubmitHandler::ProcessHandler()
  529. {
  530. const std::string &buildDirectory = m_CTest->GetCTestConfiguration("BuildDirectory");
  531. if ( buildDirectory.size() == 0 )
  532. {
  533. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot find BuildDirectory key in the DartConfiguration.tcl" << std::endl);
  534. return -1;
  535. }
  536. if ( getenv("HTTP_PROXY") )
  537. {
  538. m_HTTPProxyType = 1;
  539. m_HTTPProxy = getenv("HTTP_PROXY");
  540. if ( getenv("HTTP_PROXY_PORT") )
  541. {
  542. m_HTTPProxy += ":";
  543. m_HTTPProxy += getenv("HTTP_PROXY_PORT");
  544. }
  545. if ( getenv("HTTP_PROXY_TYPE") )
  546. {
  547. cmStdString type = getenv("HTTP_PROXY_TYPE");
  548. // HTTP/SOCKS4/SOCKS5
  549. if ( type == "HTTP" )
  550. {
  551. m_HTTPProxyType = 1;
  552. }
  553. else if ( type == "SOCKS4" )
  554. {
  555. m_HTTPProxyType = 2;
  556. }
  557. else if ( type == "SOCKS5" )
  558. {
  559. m_HTTPProxyType = 3;
  560. }
  561. }
  562. if ( getenv("HTTP_PROXY_USER") )
  563. {
  564. m_HTTPProxyAuth = getenv("HTTP_PROXY_USER");
  565. }
  566. if ( getenv("HTTP_PROXY_PASSWD") )
  567. {
  568. m_HTTPProxyAuth += ":";
  569. m_HTTPProxyAuth += getenv("HTTP_PROXY_PASSWD");
  570. }
  571. }
  572. if ( getenv("FTP_PROXY") )
  573. {
  574. m_FTPProxyType = 1;
  575. m_FTPProxy = getenv("FTP_PROXY");
  576. if ( getenv("FTP_PROXY_PORT") )
  577. {
  578. m_FTPProxy += ":";
  579. m_FTPProxy += getenv("FTP_PROXY_PORT");
  580. }
  581. if ( getenv("FTP_PROXY_TYPE") )
  582. {
  583. cmStdString type = getenv("FTP_PROXY_TYPE");
  584. // HTTP/SOCKS4/SOCKS5
  585. if ( type == "HTTP" )
  586. {
  587. m_FTPProxyType = 1;
  588. }
  589. else if ( type == "SOCKS4" )
  590. {
  591. m_FTPProxyType = 2;
  592. }
  593. else if ( type == "SOCKS5" )
  594. {
  595. m_FTPProxyType = 3;
  596. }
  597. }
  598. }
  599. if ( m_HTTPProxy.size() > 0 )
  600. {
  601. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use HTTP Proxy: " << m_HTTPProxy << std::endl);
  602. }
  603. if ( m_FTPProxy.size() > 0 )
  604. {
  605. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use FTP Proxy: " << m_FTPProxy << std::endl);
  606. }
  607. cmGeneratedFileStream ofs;
  608. m_CTest->OpenOutputFile("Temporary", "LastSubmit.log", ofs);
  609. cmCTest::tm_VectorOfStrings files;
  610. std::string prefix = this->GetSubmitResultsPrefix();
  611. // TODO:
  612. // Check if test is enabled
  613. m_CTest->AddIfExists(files, "Update.xml");
  614. m_CTest->AddIfExists(files, "Configure.xml");
  615. m_CTest->AddIfExists(files, "Build.xml");
  616. m_CTest->AddIfExists(files, "Test.xml");
  617. if ( m_CTest->AddIfExists(files, "Coverage.xml") )
  618. {
  619. cmCTest::tm_VectorOfStrings gfiles;
  620. std::string gpath = buildDirectory + "/Testing/" + m_CTest->GetCurrentTag();
  621. std::string::size_type glen = gpath.size() + 1;
  622. gpath = gpath + "/CoverageLog*";
  623. cmCTestLog(m_CTest, DEBUG, "Globbing for: " << gpath.c_str() << std::endl);
  624. if ( cmSystemTools::SimpleGlob(gpath, gfiles, 1) )
  625. {
  626. size_t cc;
  627. for ( cc = 0; cc < gfiles.size(); cc ++ )
  628. {
  629. gfiles[cc] = gfiles[cc].substr(glen);
  630. cmCTestLog(m_CTest, DEBUG, "Glob file: " << gfiles[cc].c_str() << std::endl);
  631. files.push_back(gfiles[cc]);
  632. }
  633. }
  634. else
  635. {
  636. cmCTestLog(m_CTest, ERROR_MESSAGE, "Problem globbing" << std::endl);
  637. }
  638. }
  639. m_CTest->AddIfExists(files, "DynamicAnalysis.xml");
  640. m_CTest->AddIfExists(files, "Purify.xml");
  641. m_CTest->AddIfExists(files, "Notes.xml");
  642. if ( ofs )
  643. {
  644. ofs << "Upload files:" << std::endl;
  645. int cnt = 0;
  646. cmCTest::tm_VectorOfStrings::iterator it;
  647. for ( it = files.begin(); it != files.end(); ++ it )
  648. {
  649. ofs << cnt << "\t" << it->c_str() << std::endl;
  650. cnt ++;
  651. }
  652. }
  653. cmCTestLog(m_CTest, HANDLER_OUTPUT, "Submit files (using " << m_CTest->GetCTestConfiguration("DropMethod") << ")"
  654. << std::endl);
  655. this->SetLogFile(&ofs);
  656. if ( m_CTest->GetCTestConfiguration("DropMethod") == "" ||
  657. m_CTest->GetCTestConfiguration("DropMethod") == "ftp" )
  658. {
  659. ofs << "Using drop method: FTP" << std::endl;
  660. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using FTP submit method" << std::endl);
  661. std::string url = "ftp://";
  662. url += cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSiteUser")) + ":" +
  663. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSitePassword")) + "@" +
  664. m_CTest->GetCTestConfiguration("DropSite") +
  665. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropLocation"));
  666. if ( !this->SubmitUsingFTP(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(),
  667. files, prefix, url) )
  668. {
  669. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via FTP" << std::endl);
  670. ofs << " Problems when submitting via FTP" << std::endl;
  671. return -1;
  672. }
  673. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  674. {
  675. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  676. ofs << " Problems when triggering via HTTP" << std::endl;
  677. return -1;
  678. }
  679. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  680. ofs << " Submission successful" << std::endl;
  681. return 0;
  682. }
  683. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "http" )
  684. {
  685. ofs << "Using drop method: HTTP" << std::endl;
  686. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using HTTP submit method" << std::endl);
  687. std::string url = "http://";
  688. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  689. {
  690. url += m_CTest->GetCTestConfiguration("DropSiteUser");
  691. if ( m_CTest->GetCTestConfiguration("DropSitePassword").size() > 0 )
  692. {
  693. url += ":" + m_CTest->GetCTestConfiguration("DropSitePassword");
  694. }
  695. url += "@";
  696. }
  697. url += m_CTest->GetCTestConfiguration("DropSite") + m_CTest->GetCTestConfiguration("DropLocation");
  698. if ( !this->SubmitUsingHTTP(buildDirectory +"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  699. {
  700. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via HTTP" << std::endl);
  701. ofs << " Problems when submitting via HTTP" << std::endl;
  702. return -1;
  703. }
  704. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  705. {
  706. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  707. ofs << " Problems when triggering via HTTP" << std::endl;
  708. return -1;
  709. }
  710. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  711. ofs << " Submission successful" << std::endl;
  712. return 0;
  713. }
  714. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "xmlrpc" )
  715. {
  716. ofs << "Using drop method: XML-RPC" << std::endl;
  717. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using XML-RPC submit method" << std::endl);
  718. std::string url = m_CTest->GetCTestConfiguration("DropSite");
  719. prefix = m_CTest->GetCTestConfiguration("DropLocation");
  720. if ( !this->SubmitUsingXMLRPC(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  721. {
  722. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via XML-RPC" << std::endl);
  723. ofs << " Problems when submitting via XML-RPC" << std::endl;
  724. return -1;
  725. }
  726. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  727. ofs << " Submission successful" << std::endl;
  728. return 0;
  729. }
  730. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "scp" )
  731. {
  732. std::string url;
  733. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  734. {
  735. url += m_CTest->GetCTestConfiguration("DropSiteUser") + "@";
  736. }
  737. url += m_CTest->GetCTestConfiguration("DropSite") + ":" + m_CTest->GetCTestConfiguration("DropLocation");
  738. if ( !this->SubmitUsingSCP(m_CTest->GetCTestConfiguration("ScpCommand"),
  739. buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  740. {
  741. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via SCP" << std::endl);
  742. ofs << " Problems when submitting via SCP" << std::endl;
  743. return -1;
  744. }
  745. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  746. ofs << " Submission successful" << std::endl;
  747. }
  748. cmCTestLog(m_CTest, ERROR_MESSAGE, " Unknown submission method: \"" << m_CTest->GetCTestConfiguration("DropMethod") << "\"" << std::endl);
  749. return -1;
  750. }
  751. //----------------------------------------------------------------------------
  752. std::string cmCTestSubmitHandler::GetSubmitResultsPrefix()
  753. {
  754. std::string name = m_CTest->GetCTestConfiguration("Site") +
  755. "___" + m_CTest->GetCTestConfiguration("BuildName") +
  756. "___" + m_CTest->GetCurrentTag() + "-" +
  757. m_CTest->GetTestModelString() + "___XML___";
  758. return name;
  759. }