cmCTestSubmitHandler.cxx 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851
  1. /*=========================================================================
  2. Program: CMake - Cross-Platform Makefile Generator
  3. Module: $RCSfile$
  4. Language: C++
  5. Date: $Date$
  6. Version: $Revision$
  7. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  8. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  9. This software is distributed WITHOUT ANY WARRANTY; without even
  10. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  11. PURPOSE. See the above copyright notices for more information.
  12. =========================================================================*/
  13. #include "cmCTestSubmitHandler.h"
  14. #include "cmSystemTools.h"
  15. #include "cmVersion.h"
  16. #include "cmGeneratedFileStream.h"
  17. #include "cmCTest.h"
  18. #include <cmsys/Process.h>
  19. #include <cmsys/Base64.h>
  20. // For XML-RPC submission
  21. #include "xmlrpc.h"
  22. #include "xmlrpc_client.h"
  23. // For curl submission
  24. #include "CTest/Curl/curl/curl.h"
  25. #include <sys/stat.h>
  26. typedef std::vector<char> cmCTestSubmitHandlerVectorOfChar;
  27. static size_t
  28. cmCTestSubmitHandlerWriteMemoryCallback(void *ptr, size_t size, size_t nmemb, void *data)
  29. {
  30. register int realsize = size * nmemb;
  31. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  32. const char* chPtr = static_cast<char*>(ptr);
  33. vec->insert(vec->end(), chPtr, chPtr + realsize);
  34. return realsize;
  35. }
  36. static size_t
  37. cmCTestSubmitHandlerCurlDebugCallback(CURL *, curl_infotype, char *chPtr, size_t size, void *data)
  38. {
  39. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  40. vec->insert(vec->end(), chPtr, chPtr + size);
  41. return size;
  42. }
  43. //----------------------------------------------------------------------------
  44. cmCTestSubmitHandler::cmCTestSubmitHandler() : m_HTTPProxy(), m_FTPProxy()
  45. {
  46. m_HTTPProxy = "";
  47. m_HTTPProxyType = 0;
  48. m_HTTPProxyAuth = "";
  49. if ( getenv("HTTP_PROXY") )
  50. {
  51. m_HTTPProxyType = 1;
  52. m_HTTPProxy = getenv("HTTP_PROXY");
  53. if ( getenv("HTTP_PROXY_PORT") )
  54. {
  55. m_HTTPProxy += ":";
  56. m_HTTPProxy += getenv("HTTP_PROXY_PORT");
  57. }
  58. if ( getenv("HTTP_PROXY_TYPE") )
  59. {
  60. cmStdString type = getenv("HTTP_PROXY_TYPE");
  61. // HTTP/SOCKS4/SOCKS5
  62. if ( type == "HTTP" )
  63. {
  64. m_HTTPProxyType = 1;
  65. }
  66. else if ( type == "SOCKS4" )
  67. {
  68. m_HTTPProxyType = 2;
  69. }
  70. else if ( type == "SOCKS5" )
  71. {
  72. m_HTTPProxyType = 3;
  73. }
  74. }
  75. if ( getenv("HTTP_PROXY_USER") )
  76. {
  77. m_HTTPProxyAuth = getenv("HTTP_PROXY_USER");
  78. }
  79. if ( getenv("HTTP_PROXY_PASSWD") )
  80. {
  81. m_HTTPProxyAuth += ":";
  82. m_HTTPProxyAuth += getenv("HTTP_PROXY_PASSWD");
  83. }
  84. }
  85. m_FTPProxy = "";
  86. m_FTPProxyType = 0;
  87. if ( getenv("FTP_PROXY") )
  88. {
  89. m_FTPProxyType = 1;
  90. m_FTPProxy = getenv("FTP_PROXY");
  91. if ( getenv("FTP_PROXY_PORT") )
  92. {
  93. m_FTPProxy += ":";
  94. m_FTPProxy += getenv("FTP_PROXY_PORT");
  95. }
  96. if ( getenv("FTP_PROXY_TYPE") )
  97. {
  98. cmStdString type = getenv("FTP_PROXY_TYPE");
  99. // HTTP/SOCKS4/SOCKS5
  100. if ( type == "HTTP" )
  101. {
  102. m_FTPProxyType = 1;
  103. }
  104. else if ( type == "SOCKS4" )
  105. {
  106. m_FTPProxyType = 2;
  107. }
  108. else if ( type == "SOCKS5" )
  109. {
  110. m_FTPProxyType = 3;
  111. }
  112. }
  113. }
  114. if ( m_HTTPProxy.size() > 0 )
  115. {
  116. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use HTTP Proxy: " << m_HTTPProxy << std::endl);
  117. }
  118. if ( m_FTPProxy.size() > 0 )
  119. {
  120. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use FTP Proxy: " << m_FTPProxy << std::endl);
  121. }
  122. }
  123. //----------------------------------------------------------------------------
  124. bool cmCTestSubmitHandler::SubmitUsingFTP(const cmStdString& localprefix,
  125. const std::vector<cmStdString>& files,
  126. const cmStdString& remoteprefix,
  127. const cmStdString& url)
  128. {
  129. CURL *curl;
  130. CURLcode res;
  131. FILE* ftpfile;
  132. char error_buffer[1024];
  133. /* In windows, this will init the winsock stuff */
  134. ::curl_global_init(CURL_GLOBAL_ALL);
  135. cmStdString::size_type cc;
  136. for ( cc = 0; cc < files.size(); cc ++ )
  137. {
  138. /* get a curl handle */
  139. curl = curl_easy_init();
  140. if(curl)
  141. {
  142. // Using proxy
  143. if ( m_FTPProxyType > 0 )
  144. {
  145. curl_easy_setopt(curl, CURLOPT_PROXY, m_FTPProxy.c_str());
  146. switch (m_FTPProxyType)
  147. {
  148. case 2:
  149. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  150. break;
  151. case 3:
  152. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  153. break;
  154. default:
  155. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  156. }
  157. }
  158. // enable uploading
  159. ::curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  160. cmStdString local_file = localprefix + "/" + files[cc];
  161. cmStdString upload_as = url + "/" + remoteprefix + files[cc];
  162. struct stat st;
  163. if ( ::stat(local_file.c_str(), &st) )
  164. {
  165. return false;
  166. }
  167. ftpfile = ::fopen(local_file.c_str(), "rb");
  168. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  169. << upload_as.c_str() << std::endl;
  170. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  171. << upload_as.c_str() << std::endl);
  172. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  173. // specify target
  174. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  175. // now specify which file to upload
  176. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  177. // and give the size of the upload (optional)
  178. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  179. // and give curl the buffer for errors
  180. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  181. // specify handler for output
  182. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  183. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  184. /* we pass our 'chunk' struct to the callback function */
  185. cmCTestSubmitHandlerVectorOfChar chunk;
  186. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  187. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  188. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  189. // Now run off and do what you've been told!
  190. res = ::curl_easy_perform(curl);
  191. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  192. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  193. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  194. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  195. fclose(ftpfile);
  196. if ( res )
  197. {
  198. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  199. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  200. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  201. << " Error message was: " << error_buffer << std::endl
  202. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  203. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  204. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  205. ::curl_easy_cleanup(curl);
  206. ::curl_global_cleanup();
  207. return false;
  208. }
  209. // always cleanup
  210. ::curl_easy_cleanup(curl);
  211. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  212. }
  213. }
  214. ::curl_global_cleanup();
  215. return true;
  216. }
  217. //----------------------------------------------------------------------------
  218. // Uploading files is simpler
  219. bool cmCTestSubmitHandler::SubmitUsingHTTP(const cmStdString& localprefix,
  220. const std::vector<cmStdString>& files,
  221. const cmStdString& remoteprefix,
  222. const cmStdString& url)
  223. {
  224. CURL *curl;
  225. CURLcode res;
  226. FILE* ftpfile;
  227. char error_buffer[1024];
  228. /* In windows, this will init the winsock stuff */
  229. ::curl_global_init(CURL_GLOBAL_ALL);
  230. cmStdString::size_type cc, kk;
  231. for ( cc = 0; cc < files.size(); cc ++ )
  232. {
  233. /* get a curl handle */
  234. curl = curl_easy_init();
  235. if(curl)
  236. {
  237. // Using proxy
  238. if ( m_HTTPProxyType > 0 )
  239. {
  240. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  241. switch (m_HTTPProxyType)
  242. {
  243. case 2:
  244. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  245. break;
  246. case 3:
  247. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  248. break;
  249. default:
  250. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  251. if (m_HTTPProxyAuth.size() > 0)
  252. {
  253. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  254. m_HTTPProxyAuth.c_str());
  255. }
  256. }
  257. }
  258. /* enable uploading */
  259. curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  260. /* HTTP PUT please */
  261. ::curl_easy_setopt(curl, CURLOPT_PUT, 1);
  262. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  263. cmStdString local_file = localprefix + "/" + files[cc];
  264. cmStdString remote_file = remoteprefix + files[cc];
  265. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  266. << remote_file.c_str() << std::endl;
  267. cmStdString ofile = "";
  268. for ( kk = 0; kk < remote_file.size(); kk ++ )
  269. {
  270. char c = remote_file[kk];
  271. char hex[4] = { 0, 0, 0, 0 };
  272. hex[0] = c;
  273. switch ( c )
  274. {
  275. case '+':
  276. case '?':
  277. case '/':
  278. case '\\':
  279. case '&':
  280. case ' ':
  281. case '=':
  282. case '%':
  283. sprintf(hex, "%%%02X", (int)c);
  284. ofile.append(hex);
  285. break;
  286. default:
  287. ofile.append(hex);
  288. }
  289. }
  290. cmStdString upload_as
  291. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  292. + "FileName=" + ofile;
  293. struct stat st;
  294. if ( ::stat(local_file.c_str(), &st) )
  295. {
  296. return false;
  297. }
  298. ftpfile = ::fopen(local_file.c_str(), "rb");
  299. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  300. << upload_as.c_str() << " Size: " << st.st_size << std::endl);
  301. // specify target
  302. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  303. // now specify which file to upload
  304. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  305. // and give the size of the upload (optional)
  306. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  307. // and give curl the buffer for errors
  308. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  309. // specify handler for output
  310. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  311. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  312. /* we pass our 'chunk' struct to the callback function */
  313. cmCTestSubmitHandlerVectorOfChar chunk;
  314. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  315. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  316. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  317. // Now run off and do what you've been told!
  318. res = ::curl_easy_perform(curl);
  319. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  320. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  321. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  322. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  323. fclose(ftpfile);
  324. if ( res )
  325. {
  326. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  327. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  328. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  329. << " Error message was: " << error_buffer << std::endl
  330. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  331. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  332. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  333. ::curl_easy_cleanup(curl);
  334. ::curl_global_cleanup();
  335. return false;
  336. }
  337. // always cleanup
  338. ::curl_easy_cleanup(curl);
  339. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  340. }
  341. }
  342. ::curl_global_cleanup();
  343. return true;
  344. }
  345. //----------------------------------------------------------------------------
  346. bool cmCTestSubmitHandler::TriggerUsingHTTP(const std::vector<cmStdString>& files,
  347. const cmStdString& remoteprefix,
  348. const cmStdString& url)
  349. {
  350. CURL *curl;
  351. char error_buffer[1024];
  352. /* In windows, this will init the winsock stuff */
  353. ::curl_global_init(CURL_GLOBAL_ALL);
  354. cmStdString::size_type cc, kk;
  355. for ( cc = 0; cc < files.size(); cc ++ )
  356. {
  357. /* get a curl handle */
  358. curl = curl_easy_init();
  359. if(curl)
  360. {
  361. // Using proxy
  362. if ( m_HTTPProxyType > 0 )
  363. {
  364. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  365. switch (m_HTTPProxyType)
  366. {
  367. case 2:
  368. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  369. break;
  370. case 3:
  371. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  372. break;
  373. default:
  374. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  375. if (m_HTTPProxyAuth.size() > 0)
  376. {
  377. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  378. m_HTTPProxyAuth.c_str());
  379. }
  380. }
  381. }
  382. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  383. // and give curl the buffer for errors
  384. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  385. // specify handler for output
  386. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  387. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  388. /* we pass our 'chunk' struct to the callback function */
  389. cmCTestSubmitHandlerVectorOfChar chunk;
  390. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  391. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  392. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  393. cmStdString file = remoteprefix + files[cc];
  394. cmStdString ofile = "";
  395. for ( kk = 0; kk < file.size(); kk ++ )
  396. {
  397. char c = file[kk];
  398. char hex[4] = { 0, 0, 0, 0 };
  399. hex[0] = c;
  400. switch ( c )
  401. {
  402. case '+':
  403. case '?':
  404. case '/':
  405. case '\\':
  406. case '&':
  407. case ' ':
  408. case '=':
  409. case '%':
  410. sprintf(hex, "%%%02X", (int)c);
  411. ofile.append(hex);
  412. break;
  413. default:
  414. ofile.append(hex);
  415. }
  416. }
  417. cmStdString turl
  418. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  419. + "xmlfile=" + ofile;
  420. *m_LogFile << "Trigger url: " << turl.c_str() << std::endl;
  421. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Trigger url: " << turl.c_str() << std::endl);
  422. curl_easy_setopt(curl, CURLOPT_URL, turl.c_str());
  423. if ( curl_easy_perform(curl) )
  424. {
  425. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when triggering: " << turl.c_str() << std::endl);
  426. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  427. *m_LogFile << "\tTrigerring failed with error: " << error_buffer << std::endl
  428. << " Error message was: " << error_buffer << std::endl
  429. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  430. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  431. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  432. ::curl_easy_cleanup(curl);
  433. ::curl_global_cleanup();
  434. return false;
  435. }
  436. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  437. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  438. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  439. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  440. // always cleanup
  441. ::curl_easy_cleanup(curl);
  442. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, std::endl);
  443. }
  444. }
  445. ::curl_global_cleanup();
  446. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Dart server triggered..." << std::endl);
  447. return true;
  448. }
  449. //----------------------------------------------------------------------------
  450. bool cmCTestSubmitHandler::SubmitUsingSCP(
  451. const cmStdString& scp_command,
  452. const cmStdString& localprefix,
  453. const std::vector<cmStdString>& files,
  454. const cmStdString& remoteprefix,
  455. const cmStdString& url)
  456. {
  457. if ( !scp_command.size() || !localprefix.size() ||
  458. !files.size() || !remoteprefix.size() || !url.size() )
  459. {
  460. return 0;
  461. }
  462. std::vector<const char*> argv;
  463. argv.push_back(scp_command.c_str()); // Scp command
  464. argv.push_back(scp_command.c_str()); // Dummy string for file
  465. argv.push_back(scp_command.c_str()); // Dummy string for remote url
  466. argv.push_back(0);
  467. cmsysProcess* cp = cmsysProcess_New();
  468. cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
  469. //cmsysProcess_SetTimeout(cp, timeout);
  470. int problems = 0;
  471. std::vector<cmStdString>::const_iterator it;
  472. for ( it = files.begin();
  473. it != files.end();
  474. it ++ )
  475. {
  476. int retVal;
  477. std::string lfname = localprefix;
  478. cmSystemTools::ConvertToUnixSlashes(lfname);
  479. lfname += "/" + *it;
  480. lfname = cmSystemTools::ConvertToOutputPath(lfname.c_str());
  481. argv[1] = lfname.c_str();
  482. std::string rfname = url + "/" + remoteprefix + *it;
  483. argv[2] = rfname.c_str();
  484. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  485. << argv[2] << "\"" << std::endl);
  486. *m_LogFile << "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  487. << argv[2] << "\"" << std::endl;
  488. cmsysProcess_SetCommand(cp, &*argv.begin());
  489. cmsysProcess_Execute(cp);
  490. char* data;
  491. int length;
  492. while(cmsysProcess_WaitForData(cp, &data, &length, 0))
  493. {
  494. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, cmCTestLogWrite(data, length));
  495. }
  496. cmsysProcess_WaitForExit(cp, 0);
  497. int result = cmsysProcess_GetState(cp);
  498. if(result == cmsysProcess_State_Exited)
  499. {
  500. retVal = cmsysProcess_GetExitValue(cp);
  501. if ( retVal != 0 )
  502. {
  503. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "\tSCP returned: " << retVal << std::endl);
  504. *m_LogFile << "\tSCP returned: " << retVal << std::endl;
  505. problems ++;
  506. }
  507. }
  508. else if(result == cmsysProcess_State_Exception)
  509. {
  510. retVal = cmsysProcess_GetExitException(cp);
  511. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was an exception: " << retVal << std::endl);
  512. *m_LogFile << "\tThere was an exception: " << retVal << std::endl;
  513. problems ++;
  514. }
  515. else if(result == cmsysProcess_State_Expired)
  516. {
  517. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was a timeout" << std::endl);
  518. *m_LogFile << "\tThere was a timeout" << std::endl;
  519. problems ++;
  520. }
  521. else if(result == cmsysProcess_State_Error)
  522. {
  523. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tError executing SCP: "
  524. << cmsysProcess_GetErrorString(cp) << std::endl);
  525. *m_LogFile << "\tError executing SCP: "
  526. << cmsysProcess_GetErrorString(cp) << std::endl;
  527. problems ++;
  528. }
  529. }
  530. cmsysProcess_Delete(cp);
  531. if ( problems )
  532. {
  533. return false;
  534. }
  535. return true;
  536. }
  537. //----------------------------------------------------------------------------
  538. bool cmCTestSubmitHandler::SubmitUsingXMLRPC(const cmStdString& localprefix,
  539. const std::vector<cmStdString>& files,
  540. const cmStdString& remoteprefix,
  541. const cmStdString& url)
  542. {
  543. xmlrpc_env env;
  544. std::string ctestVersion = cmVersion::GetCMakeVersion();
  545. cmStdString realURL = url + "/" + remoteprefix + "/Command/";
  546. /* Start up our XML-RPC client library. */
  547. xmlrpc_client_init(XMLRPC_CLIENT_NO_FLAGS, "CTest", ctestVersion.c_str());
  548. /* Initialize our error-handling environment. */
  549. xmlrpc_env_init(&env);
  550. /* Call the famous server at UserLand. */
  551. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submitting to: " << realURL.c_str() << " (" << remoteprefix.c_str() << ")" << std::endl);
  552. std::vector<cmStdString>::const_iterator it;
  553. for ( it = files.begin(); it != files.end(); ++it )
  554. {
  555. xmlrpc_value *result;
  556. std::string local_file = localprefix + "/" + *it;
  557. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submit file: " << local_file.c_str() << std::endl);
  558. struct stat st;
  559. if ( ::stat(local_file.c_str(), &st) )
  560. {
  561. return false;
  562. }
  563. size_t fileSize = st.st_size;
  564. FILE* fp = fopen(local_file.c_str(), "rb");
  565. if ( !fp )
  566. {
  567. return false;
  568. }
  569. unsigned char *fileBuffer = new unsigned char[fileSize];
  570. if ( fread(fileBuffer, 1, fileSize, fp) != fileSize )
  571. {
  572. delete [] fileBuffer;
  573. fclose(fp);
  574. return false;
  575. }
  576. fclose(fp);
  577. std::string remoteCommand = "Submit.put";
  578. result = xmlrpc_client_call(&env, realURL.c_str(),
  579. remoteCommand.c_str(),
  580. "(6)", fileBuffer, (xmlrpc_int32)fileSize );
  581. delete [] fileBuffer;
  582. if ( env.fault_occurred )
  583. {
  584. cmCTestLog(m_CTest, ERROR_MESSAGE, " Submission problem: " << env.fault_string << " (" << env.fault_code << ")" << std::endl);
  585. xmlrpc_env_clean(&env);
  586. xmlrpc_client_cleanup();
  587. return false;
  588. }
  589. /* Dispose of our result value. */
  590. xmlrpc_DECREF(result);
  591. }
  592. /* Clean up our error-handling environment. */
  593. xmlrpc_env_clean(&env);
  594. /* Shutdown our XML-RPC client library. */
  595. xmlrpc_client_cleanup();
  596. return true;
  597. }
  598. //----------------------------------------------------------------------------
  599. int cmCTestSubmitHandler::ProcessHandler()
  600. {
  601. const std::string &buildDirectory = m_CTest->GetCTestConfiguration("BuildDirectory");
  602. if ( buildDirectory.size() == 0 )
  603. {
  604. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot find BuildDirectory key in the DartConfiguration.tcl" << std::endl);
  605. return -1;
  606. }
  607. cmGeneratedFileStream ofs;
  608. m_CTest->OpenOutputFile("Temporary", "LastSubmit.log", ofs);
  609. cmCTest::tm_VectorOfStrings files;
  610. std::string prefix = this->GetSubmitResultsPrefix();
  611. // TODO:
  612. // Check if test is enabled
  613. m_CTest->AddIfExists(files, "Update.xml");
  614. m_CTest->AddIfExists(files, "Configure.xml");
  615. m_CTest->AddIfExists(files, "Build.xml");
  616. m_CTest->AddIfExists(files, "Test.xml");
  617. if ( m_CTest->AddIfExists(files, "Coverage.xml") )
  618. {
  619. cmCTest::tm_VectorOfStrings gfiles;
  620. std::string gpath = buildDirectory + "/Testing/" + m_CTest->GetCurrentTag();
  621. std::string::size_type glen = gpath.size() + 1;
  622. gpath = gpath + "/CoverageLog*";
  623. cmCTestLog(m_CTest, DEBUG, "Globbing for: " << gpath.c_str() << std::endl);
  624. if ( cmSystemTools::SimpleGlob(gpath, gfiles, 1) )
  625. {
  626. size_t cc;
  627. for ( cc = 0; cc < gfiles.size(); cc ++ )
  628. {
  629. gfiles[cc] = gfiles[cc].substr(glen);
  630. cmCTestLog(m_CTest, DEBUG, "Glob file: " << gfiles[cc].c_str() << std::endl);
  631. files.push_back(gfiles[cc]);
  632. }
  633. }
  634. else
  635. {
  636. cmCTestLog(m_CTest, ERROR_MESSAGE, "Problem globbing" << std::endl);
  637. }
  638. }
  639. m_CTest->AddIfExists(files, "DynamicAnalysis.xml");
  640. m_CTest->AddIfExists(files, "Purify.xml");
  641. m_CTest->AddIfExists(files, "Notes.xml");
  642. if ( ofs )
  643. {
  644. ofs << "Upload files:" << std::endl;
  645. int cnt = 0;
  646. cmCTest::tm_VectorOfStrings::iterator it;
  647. for ( it = files.begin(); it != files.end(); ++ it )
  648. {
  649. ofs << cnt << "\t" << it->c_str() << std::endl;
  650. cnt ++;
  651. }
  652. }
  653. cmCTestLog(m_CTest, HANDLER_OUTPUT, "Submit files (using " << m_CTest->GetCTestConfiguration("DropMethod") << ")"
  654. << std::endl);
  655. this->SetLogFile(&ofs);
  656. if ( m_CTest->GetCTestConfiguration("DropMethod") == "" ||
  657. m_CTest->GetCTestConfiguration("DropMethod") == "ftp" )
  658. {
  659. ofs << "Using drop method: FTP" << std::endl;
  660. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using FTP submit method" << std::endl);
  661. std::string url = "ftp://";
  662. url += cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSiteUser")) + ":" +
  663. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSitePassword")) + "@" +
  664. m_CTest->GetCTestConfiguration("DropSite") +
  665. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropLocation"));
  666. if ( !this->SubmitUsingFTP(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(),
  667. files, prefix, url) )
  668. {
  669. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via FTP" << std::endl);
  670. ofs << " Problems when submitting via FTP" << std::endl;
  671. return -1;
  672. }
  673. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  674. {
  675. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  676. ofs << " Problems when triggering via HTTP" << std::endl;
  677. return -1;
  678. }
  679. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  680. ofs << " Submission successful" << std::endl;
  681. return 0;
  682. }
  683. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "http" )
  684. {
  685. ofs << "Using drop method: HTTP" << std::endl;
  686. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using HTTP submit method" << std::endl);
  687. std::string url = "http://";
  688. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  689. {
  690. url += m_CTest->GetCTestConfiguration("DropSiteUser");
  691. if ( m_CTest->GetCTestConfiguration("DropSitePassword").size() > 0 )
  692. {
  693. url += ":" + m_CTest->GetCTestConfiguration("DropSitePassword");
  694. }
  695. url += "@";
  696. }
  697. url += m_CTest->GetCTestConfiguration("DropSite") + m_CTest->GetCTestConfiguration("DropLocation");
  698. if ( !this->SubmitUsingHTTP(buildDirectory +"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  699. {
  700. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via HTTP" << std::endl);
  701. ofs << " Problems when submitting via HTTP" << std::endl;
  702. return -1;
  703. }
  704. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  705. {
  706. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  707. ofs << " Problems when triggering via HTTP" << std::endl;
  708. return -1;
  709. }
  710. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  711. ofs << " Submission successful" << std::endl;
  712. return 0;
  713. }
  714. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "xmlrpc" )
  715. {
  716. ofs << "Using drop method: XML-RPC" << std::endl;
  717. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using XML-RPC submit method" << std::endl);
  718. std::string url = m_CTest->GetCTestConfiguration("DropSite");
  719. prefix = m_CTest->GetCTestConfiguration("DropLocation");
  720. if ( !this->SubmitUsingXMLRPC(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  721. {
  722. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via XML-RPC" << std::endl);
  723. ofs << " Problems when submitting via XML-RPC" << std::endl;
  724. return -1;
  725. }
  726. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  727. ofs << " Submission successful" << std::endl;
  728. return 0;
  729. }
  730. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "scp" )
  731. {
  732. std::string url;
  733. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  734. {
  735. url += m_CTest->GetCTestConfiguration("DropSiteUser") + "@";
  736. }
  737. url += m_CTest->GetCTestConfiguration("DropSite") + ":" + m_CTest->GetCTestConfiguration("DropLocation");
  738. if ( !this->SubmitUsingSCP(m_CTest->GetCTestConfiguration("ScpCommand"),
  739. buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  740. {
  741. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via SCP" << std::endl);
  742. ofs << " Problems when submitting via SCP" << std::endl;
  743. return -1;
  744. }
  745. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  746. ofs << " Submission successful" << std::endl;
  747. }
  748. cmCTestLog(m_CTest, ERROR_MESSAGE, " Unknown submission method: \"" << m_CTest->GetCTestConfiguration("DropMethod") << "\"" << std::endl);
  749. return -1;
  750. }
  751. //----------------------------------------------------------------------------
  752. std::string cmCTestSubmitHandler::GetSubmitResultsPrefix()
  753. {
  754. std::string name = m_CTest->GetCTestConfiguration("Site") +
  755. "___" + m_CTest->GetCTestConfiguration("BuildName") +
  756. "___" + m_CTest->GetCurrentTag() + "-" +
  757. m_CTest->GetTestModelString() + "___XML___";
  758. return name;
  759. }