cmCTestSubmitHandler.cxx 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927
  1. /*=========================================================================
  2. Program: CMake - Cross-Platform Makefile Generator
  3. Module: $RCSfile$
  4. Language: C++
  5. Date: $Date$
  6. Version: $Revision$
  7. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  8. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  9. This software is distributed WITHOUT ANY WARRANTY; without even
  10. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  11. PURPOSE. See the above copyright notices for more information.
  12. =========================================================================*/
  13. #include "cmCTestSubmitHandler.h"
  14. #include "cmSystemTools.h"
  15. #include "cmVersion.h"
  16. #include "cmGeneratedFileStream.h"
  17. #include "cmCTest.h"
  18. #include <cmsys/Process.h>
  19. #include <cmsys/Base64.h>
  20. // For XML-RPC submission
  21. #include "xmlrpc.h"
  22. #include "xmlrpc_client.h"
  23. // For curl submission
  24. #include "cmcurl/curl/curl.h"
  25. #include <sys/stat.h>
  26. typedef std::vector<char> cmCTestSubmitHandlerVectorOfChar;
  27. static size_t
  28. cmCTestSubmitHandlerWriteMemoryCallback(void *ptr, size_t size, size_t nmemb, void *data)
  29. {
  30. register int realsize = size * nmemb;
  31. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  32. const char* chPtr = static_cast<char*>(ptr);
  33. vec->insert(vec->end(), chPtr, chPtr + realsize);
  34. return realsize;
  35. }
  36. static size_t
  37. cmCTestSubmitHandlerCurlDebugCallback(CURL *, curl_infotype, char *chPtr, size_t size, void *data)
  38. {
  39. cmCTestSubmitHandlerVectorOfChar *vec = static_cast<cmCTestSubmitHandlerVectorOfChar*>(data);
  40. vec->insert(vec->end(), chPtr, chPtr + size);
  41. return size;
  42. }
  43. //----------------------------------------------------------------------------
  44. cmCTestSubmitHandler::cmCTestSubmitHandler() : m_HTTPProxy(), m_FTPProxy()
  45. {
  46. m_HTTPProxy = "";
  47. m_HTTPProxyType = 0;
  48. m_HTTPProxyAuth = "";
  49. m_FTPProxy = "";
  50. m_FTPProxyType = 0;
  51. }
  52. //----------------------------------------------------------------------------
  53. void cmCTestSubmitHandler::Initialize()
  54. {
  55. this->Superclass::Initialize();
  56. m_HTTPProxy = "";
  57. m_HTTPProxyType = 0;
  58. m_HTTPProxyAuth = "";
  59. m_FTPProxy = "";
  60. m_FTPProxyType = 0;
  61. m_LogFile = 0;
  62. }
  63. //----------------------------------------------------------------------------
  64. bool cmCTestSubmitHandler::SubmitUsingFTP(const cmStdString& localprefix,
  65. const std::set<cmStdString>& files,
  66. const cmStdString& remoteprefix,
  67. const cmStdString& url)
  68. {
  69. CURL *curl;
  70. CURLcode res;
  71. FILE* ftpfile;
  72. char error_buffer[1024];
  73. /* In windows, this will init the winsock stuff */
  74. ::curl_global_init(CURL_GLOBAL_ALL);
  75. cmCTest::tm_SetOfStrings::const_iterator file;
  76. for ( file = files.begin(); file != files.end(); ++file )
  77. {
  78. /* get a curl handle */
  79. curl = curl_easy_init();
  80. if(curl)
  81. {
  82. // Using proxy
  83. if ( m_FTPProxyType > 0 )
  84. {
  85. curl_easy_setopt(curl, CURLOPT_PROXY, m_FTPProxy.c_str());
  86. switch (m_FTPProxyType)
  87. {
  88. case 2:
  89. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  90. break;
  91. case 3:
  92. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  93. break;
  94. default:
  95. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  96. }
  97. }
  98. // enable uploading
  99. ::curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  100. cmStdString local_file = *file;
  101. if ( !cmSystemTools::FileExists(local_file.c_str()) )
  102. {
  103. local_file = localprefix + "/" + *file;
  104. }
  105. cmStdString upload_as = url + "/" + remoteprefix + cmSystemTools::GetFilenameName(*file);
  106. struct stat st;
  107. if ( ::stat(local_file.c_str(), &st) )
  108. {
  109. cmCTestLog(m_CTest, ERROR_MESSAGE, " Cannot find file: " << local_file.c_str() << std::endl);
  110. ::curl_easy_cleanup(curl);
  111. ::curl_global_cleanup();
  112. return false;
  113. }
  114. ftpfile = ::fopen(local_file.c_str(), "rb");
  115. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  116. << upload_as.c_str() << std::endl;
  117. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  118. << upload_as.c_str() << std::endl);
  119. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  120. // specify target
  121. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  122. // now specify which file to upload
  123. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  124. // and give the size of the upload (optional)
  125. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  126. // and give curl the buffer for errors
  127. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  128. // specify handler for output
  129. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  130. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  131. /* we pass our 'chunk' struct to the callback function */
  132. cmCTestSubmitHandlerVectorOfChar chunk;
  133. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  134. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  135. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  136. // Now run off and do what you've been told!
  137. res = ::curl_easy_perform(curl);
  138. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  139. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  140. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  141. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  142. fclose(ftpfile);
  143. if ( res )
  144. {
  145. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  146. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  147. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  148. << " Error message was: " << error_buffer << std::endl
  149. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  150. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  151. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  152. ::curl_easy_cleanup(curl);
  153. ::curl_global_cleanup();
  154. return false;
  155. }
  156. // always cleanup
  157. ::curl_easy_cleanup(curl);
  158. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  159. }
  160. }
  161. ::curl_global_cleanup();
  162. return true;
  163. }
  164. //----------------------------------------------------------------------------
  165. // Uploading files is simpler
  166. bool cmCTestSubmitHandler::SubmitUsingHTTP(const cmStdString& localprefix,
  167. const std::set<cmStdString>& files,
  168. const cmStdString& remoteprefix,
  169. const cmStdString& url)
  170. {
  171. CURL *curl;
  172. CURLcode res;
  173. FILE* ftpfile;
  174. char error_buffer[1024];
  175. /* In windows, this will init the winsock stuff */
  176. ::curl_global_init(CURL_GLOBAL_ALL);
  177. cmStdString::size_type kk;
  178. cmCTest::tm_SetOfStrings::const_iterator file;
  179. for ( file = files.begin(); file != files.end(); ++file )
  180. {
  181. /* get a curl handle */
  182. curl = curl_easy_init();
  183. if(curl)
  184. {
  185. // Using proxy
  186. if ( m_HTTPProxyType > 0 )
  187. {
  188. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  189. switch (m_HTTPProxyType)
  190. {
  191. case 2:
  192. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  193. break;
  194. case 3:
  195. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  196. break;
  197. default:
  198. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  199. if (m_HTTPProxyAuth.size() > 0)
  200. {
  201. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  202. m_HTTPProxyAuth.c_str());
  203. }
  204. }
  205. }
  206. /* enable uploading */
  207. curl_easy_setopt(curl, CURLOPT_UPLOAD, 1) ;
  208. /* HTTP PUT please */
  209. ::curl_easy_setopt(curl, CURLOPT_PUT, 1);
  210. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  211. cmStdString local_file = *file;
  212. if ( !cmSystemTools::FileExists(local_file.c_str()) )
  213. {
  214. local_file = localprefix + "/" + *file;
  215. }
  216. cmStdString remote_file = remoteprefix + cmSystemTools::GetFilenameName(*file);
  217. *m_LogFile << "\tUpload file: " << local_file.c_str() << " to "
  218. << remote_file.c_str() << std::endl;
  219. cmStdString ofile = "";
  220. for ( kk = 0; kk < remote_file.size(); kk ++ )
  221. {
  222. char c = remote_file[kk];
  223. char hexCh[4] = { 0, 0, 0, 0 };
  224. hexCh[0] = c;
  225. switch ( c )
  226. {
  227. case '+':
  228. case '?':
  229. case '/':
  230. case '\\':
  231. case '&':
  232. case ' ':
  233. case '=':
  234. case '%':
  235. sprintf(hexCh, "%%%02X", (int)c);
  236. ofile.append(hexCh);
  237. break;
  238. default:
  239. ofile.append(hexCh);
  240. }
  241. }
  242. cmStdString upload_as
  243. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  244. + "FileName=" + ofile;
  245. struct stat st;
  246. if ( ::stat(local_file.c_str(), &st) )
  247. {
  248. cmCTestLog(m_CTest, ERROR_MESSAGE, " Cannot find file: " << local_file.c_str() << std::endl);
  249. ::curl_easy_cleanup(curl);
  250. ::curl_global_cleanup();
  251. return false;
  252. }
  253. ftpfile = ::fopen(local_file.c_str(), "rb");
  254. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Upload file: " << local_file.c_str() << " to "
  255. << upload_as.c_str() << " Size: " << st.st_size << std::endl);
  256. // specify target
  257. ::curl_easy_setopt(curl,CURLOPT_URL, upload_as.c_str());
  258. // now specify which file to upload
  259. ::curl_easy_setopt(curl, CURLOPT_INFILE, ftpfile);
  260. // and give the size of the upload (optional)
  261. ::curl_easy_setopt(curl, CURLOPT_INFILESIZE, static_cast<long>(st.st_size));
  262. // and give curl the buffer for errors
  263. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  264. // specify handler for output
  265. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  266. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  267. /* we pass our 'chunk' struct to the callback function */
  268. cmCTestSubmitHandlerVectorOfChar chunk;
  269. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  270. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  271. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  272. // Now run off and do what you've been told!
  273. res = ::curl_easy_perform(curl);
  274. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  275. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  276. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  277. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  278. fclose(ftpfile);
  279. if ( res )
  280. {
  281. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when uploading file: " << local_file.c_str() << std::endl);
  282. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  283. *m_LogFile << " Error when uploading file: " << local_file.c_str() << std::endl
  284. << " Error message was: " << error_buffer << std::endl
  285. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  286. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  287. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  288. ::curl_easy_cleanup(curl);
  289. ::curl_global_cleanup();
  290. return false;
  291. }
  292. // always cleanup
  293. ::curl_easy_cleanup(curl);
  294. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Uploaded: " + local_file << std::endl);
  295. }
  296. }
  297. ::curl_global_cleanup();
  298. return true;
  299. }
  300. //----------------------------------------------------------------------------
  301. bool cmCTestSubmitHandler::TriggerUsingHTTP(const std::set<cmStdString>& files,
  302. const cmStdString& remoteprefix,
  303. const cmStdString& url)
  304. {
  305. CURL *curl;
  306. char error_buffer[1024];
  307. /* In windows, this will init the winsock stuff */
  308. ::curl_global_init(CURL_GLOBAL_ALL);
  309. cmCTest::tm_SetOfStrings::const_iterator file;
  310. for ( file = files.begin(); file != files.end(); ++file )
  311. {
  312. /* get a curl handle */
  313. curl = curl_easy_init();
  314. if(curl)
  315. {
  316. // Using proxy
  317. if ( m_HTTPProxyType > 0 )
  318. {
  319. curl_easy_setopt(curl, CURLOPT_PROXY, m_HTTPProxy.c_str());
  320. switch (m_HTTPProxyType)
  321. {
  322. case 2:
  323. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS4);
  324. break;
  325. case 3:
  326. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_SOCKS5);
  327. break;
  328. default:
  329. curl_easy_setopt(curl, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
  330. if (m_HTTPProxyAuth.size() > 0)
  331. {
  332. curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD,
  333. m_HTTPProxyAuth.c_str());
  334. }
  335. }
  336. }
  337. ::curl_easy_setopt(curl, CURLOPT_VERBOSE, 1);
  338. // and give curl the buffer for errors
  339. ::curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, &error_buffer);
  340. // specify handler for output
  341. ::curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, cmCTestSubmitHandlerWriteMemoryCallback);
  342. ::curl_easy_setopt(curl, CURLOPT_DEBUGFUNCTION, cmCTestSubmitHandlerCurlDebugCallback);
  343. /* we pass our 'chunk' struct to the callback function */
  344. cmCTestSubmitHandlerVectorOfChar chunk;
  345. cmCTestSubmitHandlerVectorOfChar chunkDebug;
  346. ::curl_easy_setopt(curl, CURLOPT_FILE, (void *)&chunk);
  347. ::curl_easy_setopt(curl, CURLOPT_DEBUGDATA, (void *)&chunkDebug);
  348. cmStdString rfile = remoteprefix + cmSystemTools::GetFilenameName(*file);
  349. cmStdString ofile = "";
  350. cmStdString::iterator kk;
  351. for ( kk = rfile.begin(); kk < rfile.end(); ++ kk)
  352. {
  353. char c = *kk;
  354. char hexCh[4] = { 0, 0, 0, 0 };
  355. hexCh[0] = c;
  356. switch ( c )
  357. {
  358. case '+':
  359. case '?':
  360. case '/':
  361. case '\\':
  362. case '&':
  363. case ' ':
  364. case '=':
  365. case '%':
  366. sprintf(hexCh, "%%%02X", (int)c);
  367. ofile.append(hexCh);
  368. break;
  369. default:
  370. ofile.append(hexCh);
  371. }
  372. }
  373. cmStdString turl
  374. = url + ((url.find("?",0) == cmStdString::npos) ? "?" : "&")
  375. + "xmlfile=" + ofile;
  376. *m_LogFile << "Trigger url: " << turl.c_str() << std::endl;
  377. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, " Trigger url: " << turl.c_str() << std::endl);
  378. curl_easy_setopt(curl, CURLOPT_URL, turl.c_str());
  379. if ( curl_easy_perform(curl) )
  380. {
  381. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error when triggering: " << turl.c_str() << std::endl);
  382. cmCTestLog(m_CTest, ERROR_MESSAGE, " Error message was: " << error_buffer << std::endl);
  383. *m_LogFile << "\tTrigerring failed with error: " << error_buffer << std::endl
  384. << " Error message was: " << error_buffer << std::endl
  385. << " Curl output was: " << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << std::endl;
  386. cmCTestLog(m_CTest, ERROR_MESSAGE, "CURL output: ["
  387. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  388. ::curl_easy_cleanup(curl);
  389. ::curl_global_cleanup();
  390. return false;
  391. }
  392. cmCTestLog(m_CTest, DEBUG, "CURL output: ["
  393. << cmCTestLogWrite(&*chunk.begin(), chunk.size()) << "]" << std::endl);
  394. cmCTestLog(m_CTest, DEBUG, "CURL debug output: ["
  395. << cmCTestLogWrite(&*chunkDebug.begin(), chunkDebug.size()) << "]" << std::endl);
  396. // always cleanup
  397. ::curl_easy_cleanup(curl);
  398. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, std::endl);
  399. }
  400. }
  401. ::curl_global_cleanup();
  402. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Dart server triggered..." << std::endl);
  403. return true;
  404. }
  405. //----------------------------------------------------------------------------
  406. bool cmCTestSubmitHandler::SubmitUsingSCP(
  407. const cmStdString& scp_command,
  408. const cmStdString& localprefix,
  409. const std::set<cmStdString>& files,
  410. const cmStdString& remoteprefix,
  411. const cmStdString& url)
  412. {
  413. if ( !scp_command.size() || !localprefix.size() ||
  414. !files.size() || !remoteprefix.size() || !url.size() )
  415. {
  416. return 0;
  417. }
  418. std::vector<const char*> argv;
  419. argv.push_back(scp_command.c_str()); // Scp command
  420. argv.push_back(scp_command.c_str()); // Dummy string for file
  421. argv.push_back(scp_command.c_str()); // Dummy string for remote url
  422. argv.push_back(0);
  423. cmsysProcess* cp = cmsysProcess_New();
  424. cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
  425. //cmsysProcess_SetTimeout(cp, timeout);
  426. int problems = 0;
  427. cmCTest::tm_SetOfStrings::const_iterator file;
  428. for ( file = files.begin(); file != files.end(); ++file )
  429. {
  430. int retVal;
  431. std::string lfname = localprefix;
  432. cmSystemTools::ConvertToUnixSlashes(lfname);
  433. lfname += "/" + *file;
  434. lfname = cmSystemTools::ConvertToOutputPath(lfname.c_str());
  435. argv[1] = lfname.c_str();
  436. std::string rfname = url + "/" + remoteprefix + *file;
  437. argv[2] = rfname.c_str();
  438. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  439. << argv[2] << "\"" << std::endl);
  440. *m_LogFile << "Execute \"" << argv[0] << "\" \"" << argv[1] << "\" \""
  441. << argv[2] << "\"" << std::endl;
  442. cmsysProcess_SetCommand(cp, &*argv.begin());
  443. cmsysProcess_Execute(cp);
  444. char* data;
  445. int length;
  446. while(cmsysProcess_WaitForData(cp, &data, &length, 0))
  447. {
  448. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, cmCTestLogWrite(data, length));
  449. }
  450. cmsysProcess_WaitForExit(cp, 0);
  451. int result = cmsysProcess_GetState(cp);
  452. if(result == cmsysProcess_State_Exited)
  453. {
  454. retVal = cmsysProcess_GetExitValue(cp);
  455. if ( retVal != 0 )
  456. {
  457. cmCTestLog(m_CTest, HANDLER_VERBOSE_OUTPUT, "\tSCP returned: " << retVal << std::endl);
  458. *m_LogFile << "\tSCP returned: " << retVal << std::endl;
  459. problems ++;
  460. }
  461. }
  462. else if(result == cmsysProcess_State_Exception)
  463. {
  464. retVal = cmsysProcess_GetExitException(cp);
  465. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was an exception: " << retVal << std::endl);
  466. *m_LogFile << "\tThere was an exception: " << retVal << std::endl;
  467. problems ++;
  468. }
  469. else if(result == cmsysProcess_State_Expired)
  470. {
  471. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tThere was a timeout" << std::endl);
  472. *m_LogFile << "\tThere was a timeout" << std::endl;
  473. problems ++;
  474. }
  475. else if(result == cmsysProcess_State_Error)
  476. {
  477. cmCTestLog(m_CTest, ERROR_MESSAGE, "\tError executing SCP: "
  478. << cmsysProcess_GetErrorString(cp) << std::endl);
  479. *m_LogFile << "\tError executing SCP: "
  480. << cmsysProcess_GetErrorString(cp) << std::endl;
  481. problems ++;
  482. }
  483. }
  484. cmsysProcess_Delete(cp);
  485. if ( problems )
  486. {
  487. return false;
  488. }
  489. return true;
  490. }
  491. //----------------------------------------------------------------------------
  492. bool cmCTestSubmitHandler::SubmitUsingXMLRPC(const cmStdString& localprefix,
  493. const std::set<cmStdString>& files,
  494. const cmStdString& remoteprefix,
  495. const cmStdString& url)
  496. {
  497. xmlrpc_env env;
  498. std::string ctestVersion = cmVersion::GetCMakeVersion();
  499. cmStdString realURL = url + "/" + remoteprefix + "/Command/";
  500. /* Start up our XML-RPC client library. */
  501. xmlrpc_client_init(XMLRPC_CLIENT_NO_FLAGS, "CTest", ctestVersion.c_str());
  502. /* Initialize our error-handling environment. */
  503. xmlrpc_env_init(&env);
  504. /* Call the famous server at UserLand. */
  505. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submitting to: " << realURL.c_str() << " (" << remoteprefix.c_str() << ")" << std::endl);
  506. cmCTest::tm_SetOfStrings::const_iterator file;
  507. for ( file = files.begin(); file != files.end(); ++file )
  508. {
  509. xmlrpc_value *result;
  510. cmStdString local_file = *file;
  511. if ( !cmSystemTools::FileExists(local_file.c_str()) )
  512. {
  513. local_file = localprefix + "/" + *file;
  514. }
  515. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submit file: " << local_file.c_str() << std::endl);
  516. struct stat st;
  517. if ( ::stat(local_file.c_str(), &st) )
  518. {
  519. return false;
  520. }
  521. size_t fileSize = st.st_size;
  522. FILE* fp = fopen(local_file.c_str(), "rb");
  523. if ( !fp )
  524. {
  525. return false;
  526. }
  527. unsigned char *fileBuffer = new unsigned char[fileSize];
  528. if ( fread(fileBuffer, 1, fileSize, fp) != fileSize )
  529. {
  530. delete [] fileBuffer;
  531. fclose(fp);
  532. return false;
  533. }
  534. fclose(fp);
  535. std::string remoteCommand = "Submit.put";
  536. result = xmlrpc_client_call(&env, realURL.c_str(),
  537. remoteCommand.c_str(),
  538. "(6)", fileBuffer, (xmlrpc_int32)fileSize );
  539. delete [] fileBuffer;
  540. if ( env.fault_occurred )
  541. {
  542. cmCTestLog(m_CTest, ERROR_MESSAGE, " Submission problem: " << env.fault_string << " (" << env.fault_code << ")" << std::endl);
  543. xmlrpc_env_clean(&env);
  544. xmlrpc_client_cleanup();
  545. return false;
  546. }
  547. /* Dispose of our result value. */
  548. xmlrpc_DECREF(result);
  549. }
  550. /* Clean up our error-handling environment. */
  551. xmlrpc_env_clean(&env);
  552. /* Shutdown our XML-RPC client library. */
  553. xmlrpc_client_cleanup();
  554. return true;
  555. }
  556. //----------------------------------------------------------------------------
  557. int cmCTestSubmitHandler::ProcessHandler()
  558. {
  559. const std::string &buildDirectory = m_CTest->GetCTestConfiguration("BuildDirectory");
  560. if ( buildDirectory.size() == 0 )
  561. {
  562. cmCTestLog(m_CTest, ERROR_MESSAGE, "Cannot find BuildDirectory key in the DartConfiguration.tcl" << std::endl);
  563. return -1;
  564. }
  565. if ( getenv("HTTP_PROXY") )
  566. {
  567. m_HTTPProxyType = 1;
  568. m_HTTPProxy = getenv("HTTP_PROXY");
  569. if ( getenv("HTTP_PROXY_PORT") )
  570. {
  571. m_HTTPProxy += ":";
  572. m_HTTPProxy += getenv("HTTP_PROXY_PORT");
  573. }
  574. if ( getenv("HTTP_PROXY_TYPE") )
  575. {
  576. cmStdString type = getenv("HTTP_PROXY_TYPE");
  577. // HTTP/SOCKS4/SOCKS5
  578. if ( type == "HTTP" )
  579. {
  580. m_HTTPProxyType = 1;
  581. }
  582. else if ( type == "SOCKS4" )
  583. {
  584. m_HTTPProxyType = 2;
  585. }
  586. else if ( type == "SOCKS5" )
  587. {
  588. m_HTTPProxyType = 3;
  589. }
  590. }
  591. if ( getenv("HTTP_PROXY_USER") )
  592. {
  593. m_HTTPProxyAuth = getenv("HTTP_PROXY_USER");
  594. }
  595. if ( getenv("HTTP_PROXY_PASSWD") )
  596. {
  597. m_HTTPProxyAuth += ":";
  598. m_HTTPProxyAuth += getenv("HTTP_PROXY_PASSWD");
  599. }
  600. }
  601. if ( getenv("FTP_PROXY") )
  602. {
  603. m_FTPProxyType = 1;
  604. m_FTPProxy = getenv("FTP_PROXY");
  605. if ( getenv("FTP_PROXY_PORT") )
  606. {
  607. m_FTPProxy += ":";
  608. m_FTPProxy += getenv("FTP_PROXY_PORT");
  609. }
  610. if ( getenv("FTP_PROXY_TYPE") )
  611. {
  612. cmStdString type = getenv("FTP_PROXY_TYPE");
  613. // HTTP/SOCKS4/SOCKS5
  614. if ( type == "HTTP" )
  615. {
  616. m_FTPProxyType = 1;
  617. }
  618. else if ( type == "SOCKS4" )
  619. {
  620. m_FTPProxyType = 2;
  621. }
  622. else if ( type == "SOCKS5" )
  623. {
  624. m_FTPProxyType = 3;
  625. }
  626. }
  627. }
  628. if ( m_HTTPProxy.size() > 0 )
  629. {
  630. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use HTTP Proxy: " << m_HTTPProxy << std::endl);
  631. }
  632. if ( m_FTPProxy.size() > 0 )
  633. {
  634. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Use FTP Proxy: " << m_FTPProxy << std::endl);
  635. }
  636. cmGeneratedFileStream ofs;
  637. this->StartLogFile("Submit", ofs);
  638. cmCTest::tm_SetOfStrings files;
  639. std::string prefix = this->GetSubmitResultsPrefix();
  640. // TODO:
  641. // Check if test is enabled
  642. m_CTest->AddIfExists(files, "Update.xml");
  643. m_CTest->AddIfExists(files, "Configure.xml");
  644. m_CTest->AddIfExists(files, "Build.xml");
  645. m_CTest->AddIfExists(files, "Test.xml");
  646. if ( m_CTest->AddIfExists(files, "Coverage.xml") )
  647. {
  648. cmCTest::tm_VectorOfStrings gfiles;
  649. std::string gpath = buildDirectory + "/Testing/" + m_CTest->GetCurrentTag();
  650. std::string::size_type glen = gpath.size() + 1;
  651. gpath = gpath + "/CoverageLog*";
  652. cmCTestLog(m_CTest, DEBUG, "Globbing for: " << gpath.c_str() << std::endl);
  653. if ( cmSystemTools::SimpleGlob(gpath, gfiles, 1) )
  654. {
  655. size_t cc;
  656. for ( cc = 0; cc < gfiles.size(); cc ++ )
  657. {
  658. gfiles[cc] = gfiles[cc].substr(glen);
  659. cmCTestLog(m_CTest, DEBUG, "Glob file: " << gfiles[cc].c_str() << std::endl);
  660. files.insert(gfiles[cc]);
  661. }
  662. }
  663. else
  664. {
  665. cmCTestLog(m_CTest, ERROR_MESSAGE, "Problem globbing" << std::endl);
  666. }
  667. }
  668. m_CTest->AddIfExists(files, "DynamicAnalysis.xml");
  669. m_CTest->AddIfExists(files, "Purify.xml");
  670. m_CTest->AddIfExists(files, "Notes.xml");
  671. cmCTest::tm_SetOfStrings::iterator it;
  672. for ( it = m_CTest->GetSubmitFiles()->begin();
  673. it != m_CTest->GetSubmitFiles()->end();
  674. ++ it )
  675. {
  676. files.insert(files.end(), *it);
  677. }
  678. if ( ofs )
  679. {
  680. ofs << "Upload files:" << std::endl;
  681. int cnt = 0;
  682. for ( it = files.begin(); it != files.end(); ++ it )
  683. {
  684. ofs << cnt << "\t" << it->c_str() << std::endl;
  685. cnt ++;
  686. }
  687. }
  688. cmCTestLog(m_CTest, HANDLER_OUTPUT, "Submit files (using " << m_CTest->GetCTestConfiguration("DropMethod") << ")"
  689. << std::endl);
  690. this->SetLogFile(&ofs);
  691. if ( m_CTest->GetCTestConfiguration("DropMethod") == "" ||
  692. m_CTest->GetCTestConfiguration("DropMethod") == "ftp" )
  693. {
  694. ofs << "Using drop method: FTP" << std::endl;
  695. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using FTP submit method" << std::endl
  696. << " Drop site: ftp://");
  697. std::string url = "ftp://";
  698. url += cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSiteUser")) + ":" +
  699. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropSitePassword")) + "@" +
  700. m_CTest->GetCTestConfiguration("DropSite") +
  701. cmCTest::MakeURLSafe(m_CTest->GetCTestConfiguration("DropLocation"));
  702. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  703. {
  704. cmCTestLog(m_CTest, HANDLER_OUTPUT, m_CTest->GetCTestConfiguration("DropSiteUser").c_str());
  705. if ( m_CTest->GetCTestConfiguration("DropSitePassword").size() > 0 )
  706. {
  707. cmCTestLog(m_CTest, HANDLER_OUTPUT, ":******");
  708. }
  709. cmCTestLog(m_CTest, HANDLER_OUTPUT, "@");
  710. }
  711. cmCTestLog(m_CTest, HANDLER_OUTPUT, m_CTest->GetCTestConfiguration("DropSite")
  712. << m_CTest->GetCTestConfiguration("DropLocation") << std::endl);
  713. if ( !this->SubmitUsingFTP(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(),
  714. files, prefix, url) )
  715. {
  716. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via FTP" << std::endl);
  717. ofs << " Problems when submitting via FTP" << std::endl;
  718. return -1;
  719. }
  720. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using HTTP trigger method" << std::endl
  721. << " Trigger site: " << m_CTest->GetCTestConfiguration("TriggerSite") << std::endl);
  722. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  723. {
  724. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  725. ofs << " Problems when triggering via HTTP" << std::endl;
  726. return -1;
  727. }
  728. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  729. ofs << " Submission successful" << std::endl;
  730. return 0;
  731. }
  732. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "http" )
  733. {
  734. ofs << "Using drop method: HTTP" << std::endl;
  735. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using HTTP submit method" << std::endl
  736. << " Drop site: http://");
  737. std::string url = "http://";
  738. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  739. {
  740. url += m_CTest->GetCTestConfiguration("DropSiteUser");
  741. cmCTestLog(m_CTest, HANDLER_OUTPUT, m_CTest->GetCTestConfiguration("DropSiteUser").c_str());
  742. if ( m_CTest->GetCTestConfiguration("DropSitePassword").size() > 0 )
  743. {
  744. url += ":" + m_CTest->GetCTestConfiguration("DropSitePassword");
  745. cmCTestLog(m_CTest, HANDLER_OUTPUT, ":******");
  746. }
  747. url += "@";
  748. cmCTestLog(m_CTest, HANDLER_OUTPUT, "@");
  749. }
  750. url += m_CTest->GetCTestConfiguration("DropSite") + m_CTest->GetCTestConfiguration("DropLocation");
  751. cmCTestLog(m_CTest, HANDLER_OUTPUT, m_CTest->GetCTestConfiguration("DropSite")
  752. << m_CTest->GetCTestConfiguration("DropLocation") << std::endl);
  753. if ( !this->SubmitUsingHTTP(buildDirectory +"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  754. {
  755. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via HTTP" << std::endl);
  756. ofs << " Problems when submitting via HTTP" << std::endl;
  757. return -1;
  758. }
  759. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using HTTP trigger method" << std::endl
  760. << " Trigger site: " << m_CTest->GetCTestConfiguration("TriggerSite") << std::endl);
  761. if ( !this->TriggerUsingHTTP(files, prefix, m_CTest->GetCTestConfiguration("TriggerSite")) )
  762. {
  763. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when triggering via HTTP" << std::endl);
  764. ofs << " Problems when triggering via HTTP" << std::endl;
  765. return -1;
  766. }
  767. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  768. ofs << " Submission successful" << std::endl;
  769. return 0;
  770. }
  771. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "xmlrpc" )
  772. {
  773. ofs << "Using drop method: XML-RPC" << std::endl;
  774. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Using XML-RPC submit method" << std::endl);
  775. std::string url = m_CTest->GetCTestConfiguration("DropSite");
  776. prefix = m_CTest->GetCTestConfiguration("DropLocation");
  777. if ( !this->SubmitUsingXMLRPC(buildDirectory+"/Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  778. {
  779. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via XML-RPC" << std::endl);
  780. ofs << " Problems when submitting via XML-RPC" << std::endl;
  781. return -1;
  782. }
  783. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  784. ofs << " Submission successful" << std::endl;
  785. return 0;
  786. }
  787. else if ( m_CTest->GetCTestConfiguration("DropMethod") == "scp" )
  788. {
  789. std::string url;
  790. std::string oldWorkingDirectory;
  791. if ( m_CTest->GetCTestConfiguration("DropSiteUser").size() > 0 )
  792. {
  793. url += m_CTest->GetCTestConfiguration("DropSiteUser") + "@";
  794. }
  795. url += m_CTest->GetCTestConfiguration("DropSite") + ":" + m_CTest->GetCTestConfiguration("DropLocation");
  796. // change to the build directory so that we can uses a relative path
  797. // on windows since scp dosn't support "c:" a drive in the path
  798. oldWorkingDirectory = cmSystemTools::GetCurrentWorkingDirectory();
  799. cmSystemTools::ChangeDirectory(buildDirectory.c_str());
  800. if ( !this->SubmitUsingSCP(m_CTest->GetCTestConfiguration("ScpCommand"),
  801. "Testing/"+m_CTest->GetCurrentTag(), files, prefix, url) )
  802. {
  803. cmSystemTools::ChangeDirectory(oldWorkingDirectory.c_str());
  804. cmCTestLog(m_CTest, ERROR_MESSAGE, " Problems when submitting via SCP" << std::endl);
  805. ofs << " Problems when submitting via SCP" << std::endl;
  806. return -1;
  807. }
  808. cmSystemTools::ChangeDirectory(oldWorkingDirectory.c_str());
  809. cmCTestLog(m_CTest, HANDLER_OUTPUT, " Submission successful" << std::endl);
  810. ofs << " Submission successful" << std::endl;
  811. return 0;
  812. }
  813. cmCTestLog(m_CTest, ERROR_MESSAGE, " Unknown submission method: \"" << m_CTest->GetCTestConfiguration("DropMethod") << "\"" << std::endl);
  814. return -1;
  815. }
  816. //----------------------------------------------------------------------------
  817. std::string cmCTestSubmitHandler::GetSubmitResultsPrefix()
  818. {
  819. std::string name = m_CTest->GetCTestConfiguration("Site") +
  820. "___" + m_CTest->GetCTestConfiguration("BuildName") +
  821. "___" + m_CTest->GetCurrentTag() + "-" +
  822. m_CTest->GetTestModelString() + "___XML___";
  823. return name;
  824. }