| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304 |
- /* Distributed under the OSI-approved BSD 3-Clause License. See accompanying
- file Copyright.txt or https://cmake.org/licensing for details. */
- #include "cmCTest.h"
- #include <algorithm>
- #include <cctype>
- #include <chrono>
- #include <cstdio>
- #include <cstdlib>
- #include <cstring>
- #include <ctime>
- #include <iostream>
- #include <map>
- #include <sstream>
- #include <string>
- #include <utility>
- #include <vector>
- #include <cm/memory>
- #include <cm/string_view>
- #include <cmext/algorithm>
- #include <cmext/string_view>
- #include <cm3p/curl/curl.h>
- #include <cm3p/zlib.h>
- #include "cmsys/Base64.h"
- #include "cmsys/Directory.hxx"
- #include "cmsys/FStream.hxx"
- #include "cmsys/Glob.hxx"
- #include "cmsys/Process.h"
- #include "cmsys/RegularExpression.hxx"
- #include "cmsys/SystemInformation.hxx"
- #if defined(_WIN32)
- # include <windows.h> // IWYU pragma: keep
- #else
- # include <unistd.h> // IWYU pragma: keep
- #endif
- #include "cmCTestBuildAndTestHandler.h"
- #include "cmCTestBuildHandler.h"
- #include "cmCTestConfigureHandler.h"
- #include "cmCTestCoverageHandler.h"
- #include "cmCTestGenericHandler.h"
- #include "cmCTestMemCheckHandler.h"
- #include "cmCTestScriptHandler.h"
- #include "cmCTestStartCommand.h"
- #include "cmCTestSubmitHandler.h"
- #include "cmCTestTestHandler.h"
- #include "cmCTestUpdateHandler.h"
- #include "cmCTestUploadHandler.h"
- #include "cmDynamicLoader.h"
- #include "cmGeneratedFileStream.h"
- #include "cmGlobalGenerator.h"
- #include "cmMakefile.h"
- #include "cmProcessOutput.h"
- #include "cmProperty.h"
- #include "cmState.h"
- #include "cmStateSnapshot.h"
- #include "cmStateTypes.h"
- #include "cmStringAlgorithms.h"
- #include "cmSystemTools.h"
- #include "cmVersion.h"
- #include "cmVersionConfig.h"
- #include "cmXMLWriter.h"
- #include "cmake.h"
- #if defined(__BEOS__) || defined(__HAIKU__)
- # include <be/kernel/OS.h> /* disable_debugger() API. */
- #endif
- struct cmCTest::Private
- {
- /** Representation of one part. */
- struct PartInfo
- {
- void SetName(const std::string& name) { this->Name = name; }
- const std::string& GetName() const { return this->Name; }
- void Enable() { this->Enabled = true; }
- explicit operator bool() const { return this->Enabled; }
- std::vector<std::string> SubmitFiles;
- private:
- bool Enabled = false;
- std::string Name;
- };
- int RepeatCount = 1; // default to run each test once
- cmCTest::Repeat RepeatMode = cmCTest::Repeat::Never;
- std::string ConfigType;
- std::string ScheduleType;
- std::chrono::system_clock::time_point StopTime;
- bool StopOnFailure = false;
- bool TestProgressOutput = false;
- bool Verbose = false;
- bool ExtraVerbose = false;
- bool ProduceXML = false;
- bool LabelSummary = true;
- bool SubprojectSummary = true;
- bool UseHTTP10 = false;
- bool PrintLabels = false;
- bool Failover = false;
- bool FlushTestProgressLine = false;
- bool ForceNewCTestProcess = false;
- bool RunConfigurationScript = false;
- // these are helper classes
- cmCTestBuildHandler BuildHandler;
- cmCTestBuildAndTestHandler BuildAndTestHandler;
- cmCTestCoverageHandler CoverageHandler;
- cmCTestScriptHandler ScriptHandler;
- cmCTestTestHandler TestHandler;
- cmCTestUpdateHandler UpdateHandler;
- cmCTestConfigureHandler ConfigureHandler;
- cmCTestMemCheckHandler MemCheckHandler;
- cmCTestSubmitHandler SubmitHandler;
- cmCTestUploadHandler UploadHandler;
- std::vector<cmCTestGenericHandler*> GetTestingHandlers()
- {
- return { &this->BuildHandler, &this->BuildAndTestHandler,
- &this->CoverageHandler, &this->ScriptHandler,
- &this->TestHandler, &this->UpdateHandler,
- &this->ConfigureHandler, &this->MemCheckHandler,
- &this->SubmitHandler, &this->UploadHandler };
- }
- std::map<std::string, cmCTestGenericHandler*> GetNamedTestingHandlers()
- {
- return { { "build", &this->BuildHandler },
- { "buildtest", &this->BuildAndTestHandler },
- { "coverage", &this->CoverageHandler },
- { "script", &this->ScriptHandler },
- { "test", &this->TestHandler },
- { "update", &this->UpdateHandler },
- { "configure", &this->ConfigureHandler },
- { "memcheck", &this->MemCheckHandler },
- { "submit", &this->SubmitHandler },
- { "upload", &this->UploadHandler } };
- }
- bool ShowOnly = false;
- bool OutputAsJson = false;
- int OutputAsJsonVersion = 1;
- // TODO: The ctest configuration should be a hierarchy of
- // configuration option sources: command-line, script, ini file.
- // Then the ini file can get re-loaded whenever it changes without
- // affecting any higher-precedence settings.
- std::map<std::string, std::string> CTestConfiguration;
- std::map<std::string, std::string> CTestConfigurationOverwrites;
- PartInfo Parts[PartCount];
- std::map<std::string, Part> PartMap;
- std::string CurrentTag;
- bool TomorrowTag = false;
- int TestModel = cmCTest::EXPERIMENTAL;
- std::string SpecificGroup;
- cmDuration TimeOut = cmDuration::zero();
- cmDuration GlobalTimeout = cmDuration::zero();
- int MaxTestNameWidth = 30;
- int ParallelLevel = 1;
- bool ParallelLevelSetInCli = false;
- unsigned long TestLoad = 0;
- int CompatibilityMode;
- // information for the --build-and-test options
- std::string BinaryDir;
- std::string NotesFiles;
- bool InteractiveDebugMode = true;
- bool ShortDateFormat = true;
- bool CompressXMLFiles = false;
- bool CompressTestOutput = true;
- // By default we write output to the process output streams.
- std::ostream* StreamOut = &std::cout;
- std::ostream* StreamErr = &std::cerr;
- bool SuppressUpdatingCTestConfiguration = false;
- bool Debug = false;
- bool ShowLineNumbers = false;
- bool Quiet = false;
- std::string BuildID;
- std::vector<std::string> InitialCommandLineArguments;
- int SubmitIndex = 0;
- std::unique_ptr<cmGeneratedFileStream> OutputLogFile;
- int OutputLogFileLastTag = -1;
- bool OutputTestOutputOnTestFailure = false;
- bool OutputColorCode = cmCTest::ColoredOutputSupportedByConsole();
- std::map<std::string, std::string> Definitions;
- cmCTest::NoTests NoTestsMode = cmCTest::NoTests::Legacy;
- };
- struct tm* cmCTest::GetNightlyTime(std::string const& str, bool tomorrowtag)
- {
- struct tm* lctime;
- time_t tctime = time(nullptr);
- lctime = gmtime(&tctime);
- char buf[1024];
- // add todays year day and month to the time in str because
- // curl_getdate no longer assumes the day is today
- sprintf(buf, "%d%02d%02d %s", lctime->tm_year + 1900, lctime->tm_mon + 1,
- lctime->tm_mday, str.c_str());
- cmCTestLog(this, OUTPUT,
- "Determine Nightly Start Time" << std::endl
- << " Specified time: " << str
- << std::endl);
- // Convert the nightly start time to seconds. Since we are
- // providing only a time and a timezone, the current date of
- // the local machine is assumed. Consequently, nightlySeconds
- // is the time at which the nightly dashboard was opened or
- // will be opened on the date of the current client machine.
- // As such, this time may be in the past or in the future.
- time_t ntime = curl_getdate(buf, &tctime);
- cmCTestLog(this, DEBUG, " Get curl time: " << ntime << std::endl);
- tctime = time(nullptr);
- cmCTestLog(this, DEBUG, " Get the current time: " << tctime << std::endl);
- const int dayLength = 24 * 60 * 60;
- cmCTestLog(this, DEBUG, "Seconds: " << tctime << std::endl);
- while (ntime > tctime) {
- // If nightlySeconds is in the past, this is the current
- // open dashboard, then return nightlySeconds. If
- // nightlySeconds is in the future, this is the next
- // dashboard to be opened, so subtract 24 hours to get the
- // time of the current open dashboard
- ntime -= dayLength;
- cmCTestLog(this, DEBUG, "Pick yesterday" << std::endl);
- cmCTestLog(this, DEBUG,
- " Future time, subtract day: " << ntime << std::endl);
- }
- while (tctime > (ntime + dayLength)) {
- ntime += dayLength;
- cmCTestLog(this, DEBUG, " Past time, add day: " << ntime << std::endl);
- }
- cmCTestLog(this, DEBUG, "nightlySeconds: " << ntime << std::endl);
- cmCTestLog(this, DEBUG,
- " Current time: " << tctime << " Nightly time: " << ntime
- << std::endl);
- if (tomorrowtag) {
- cmCTestLog(this, OUTPUT, " Use future tag, Add a day" << std::endl);
- ntime += dayLength;
- }
- lctime = gmtime(&ntime);
- return lctime;
- }
- bool cmCTest::GetTomorrowTag() const
- {
- return this->Impl->TomorrowTag;
- }
- std::string cmCTest::CleanString(const std::string& str,
- std::string::size_type spos)
- {
- spos = str.find_first_not_of(" \n\t\r\f\v", spos);
- std::string::size_type epos = str.find_last_not_of(" \n\t\r\f\v");
- if (spos == std::string::npos) {
- return std::string();
- }
- if (epos != std::string::npos) {
- epos = epos - spos + 1;
- }
- return str.substr(spos, epos);
- }
- std::string cmCTest::CurrentTime()
- {
- time_t currenttime = time(nullptr);
- struct tm* t = localtime(¤ttime);
- // return ::CleanString(ctime(¤ttime));
- char current_time[1024];
- if (this->Impl->ShortDateFormat) {
- strftime(current_time, 1000, "%b %d %H:%M %Z", t);
- } else {
- strftime(current_time, 1000, "%a %b %d %H:%M:%S %Z %Y", t);
- }
- cmCTestLog(this, DEBUG, " Current_Time: " << current_time << std::endl);
- return cmCTest::CleanString(current_time);
- }
- std::string cmCTest::GetCostDataFile()
- {
- std::string fname = this->GetCTestConfiguration("CostDataFile");
- if (fname.empty()) {
- fname = this->GetBinaryDir() + "/Testing/Temporary/CTestCostData.txt";
- }
- return fname;
- }
- std::string cmCTest::DecodeURL(const std::string& in)
- {
- std::string out;
- for (const char* c = in.c_str(); *c; ++c) {
- if (*c == '%' && isxdigit(*(c + 1)) && isxdigit(*(c + 2))) {
- char buf[3] = { *(c + 1), *(c + 2), 0 };
- out.append(1, char(strtoul(buf, nullptr, 16)));
- c += 2;
- } else {
- out.append(1, *c);
- }
- }
- return out;
- }
- cmCTest::cmCTest()
- : Impl(new Private)
- {
- std::string envValue;
- if (cmSystemTools::GetEnv("CTEST_OUTPUT_ON_FAILURE", envValue)) {
- this->Impl->OutputTestOutputOnTestFailure = !cmIsOff(envValue);
- }
- envValue.clear();
- if (cmSystemTools::GetEnv("CTEST_PROGRESS_OUTPUT", envValue)) {
- this->Impl->TestProgressOutput = !cmIsOff(envValue);
- }
- this->Impl->Parts[PartStart].SetName("Start");
- this->Impl->Parts[PartUpdate].SetName("Update");
- this->Impl->Parts[PartConfigure].SetName("Configure");
- this->Impl->Parts[PartBuild].SetName("Build");
- this->Impl->Parts[PartTest].SetName("Test");
- this->Impl->Parts[PartCoverage].SetName("Coverage");
- this->Impl->Parts[PartMemCheck].SetName("MemCheck");
- this->Impl->Parts[PartSubmit].SetName("Submit");
- this->Impl->Parts[PartNotes].SetName("Notes");
- this->Impl->Parts[PartExtraFiles].SetName("ExtraFiles");
- this->Impl->Parts[PartUpload].SetName("Upload");
- this->Impl->Parts[PartDone].SetName("Done");
- // Fill the part name-to-id map.
- for (Part p = PartStart; p != PartCount; p = Part(p + 1)) {
- this->Impl
- ->PartMap[cmSystemTools::LowerCase(this->Impl->Parts[p].GetName())] = p;
- }
- for (auto& handler : this->Impl->GetTestingHandlers()) {
- handler->SetCTestInstance(this);
- }
- // Make sure we can capture the build tool output.
- cmSystemTools::EnableVSConsoleOutput();
- }
- cmCTest::~cmCTest() = default;
- int cmCTest::GetParallelLevel() const
- {
- return this->Impl->ParallelLevel;
- }
- void cmCTest::SetParallelLevel(int level)
- {
- this->Impl->ParallelLevel = level < 1 ? 1 : level;
- }
- unsigned long cmCTest::GetTestLoad() const
- {
- return this->Impl->TestLoad;
- }
- void cmCTest::SetTestLoad(unsigned long load)
- {
- this->Impl->TestLoad = load;
- }
- bool cmCTest::ShouldCompressTestOutput()
- {
- return this->Impl->CompressTestOutput;
- }
- cmCTest::Part cmCTest::GetPartFromName(const std::string& name)
- {
- // Look up by lower-case to make names case-insensitive.
- std::string lower_name = cmSystemTools::LowerCase(name);
- auto const i = this->Impl->PartMap.find(lower_name);
- if (i != this->Impl->PartMap.end()) {
- return i->second;
- }
- // The string does not name a valid part.
- return PartCount;
- }
- int cmCTest::Initialize(const char* binary_dir, cmCTestStartCommand* command)
- {
- bool quiet = false;
- if (command && command->ShouldBeQuiet()) {
- quiet = true;
- }
- cmCTestOptionalLog(this, DEBUG, "Here: " << __LINE__ << std::endl, quiet);
- if (!this->Impl->InteractiveDebugMode) {
- this->BlockTestErrorDiagnostics();
- } else {
- cmSystemTools::PutEnv("CTEST_INTERACTIVE_DEBUG_MODE=1");
- }
- this->Impl->BinaryDir = binary_dir;
- cmSystemTools::ConvertToUnixSlashes(this->Impl->BinaryDir);
- this->UpdateCTestConfiguration();
- cmCTestOptionalLog(this, DEBUG, "Here: " << __LINE__ << std::endl, quiet);
- if (this->Impl->ProduceXML) {
- cmCTestOptionalLog(this, DEBUG, "Here: " << __LINE__ << std::endl, quiet);
- cmCTestOptionalLog(this, OUTPUT,
- " Site: "
- << this->GetCTestConfiguration("Site") << std::endl
- << " Build name: "
- << cmCTest::SafeBuildIdField(
- this->GetCTestConfiguration("BuildName"))
- << std::endl,
- quiet);
- cmCTestOptionalLog(this, DEBUG, "Produce XML is on" << std::endl, quiet);
- if (this->Impl->TestModel == cmCTest::NIGHTLY &&
- this->GetCTestConfiguration("NightlyStartTime").empty()) {
- cmCTestOptionalLog(
- this, WARNING,
- "WARNING: No nightly start time found please set in CTestConfig.cmake"
- " or DartConfig.cmake"
- << std::endl,
- quiet);
- cmCTestOptionalLog(this, DEBUG, "Here: " << __LINE__ << std::endl,
- quiet);
- return 0;
- }
- }
- cmake cm(cmake::RoleScript, cmState::CTest);
- cm.SetHomeDirectory("");
- cm.SetHomeOutputDirectory("");
- cm.GetCurrentSnapshot().SetDefaultDefinitions();
- cmGlobalGenerator gg(&cm);
- cmMakefile mf(&gg, cm.GetCurrentSnapshot());
- if (!this->ReadCustomConfigurationFileTree(this->Impl->BinaryDir, &mf)) {
- cmCTestOptionalLog(
- this, DEBUG, "Cannot find custom configuration file tree" << std::endl,
- quiet);
- return 0;
- }
- if (this->Impl->ProduceXML) {
- // Verify "Testing" directory exists:
- //
- std::string testingDir = this->Impl->BinaryDir + "/Testing";
- if (cmSystemTools::FileExists(testingDir)) {
- if (!cmSystemTools::FileIsDirectory(testingDir)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "File " << testingDir
- << " is in the place of the testing directory"
- << std::endl);
- return 0;
- }
- } else {
- if (!cmSystemTools::MakeDirectory(testingDir)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Cannot create directory " << testingDir << std::endl);
- return 0;
- }
- }
- // Create new "TAG" file or read existing one:
- //
- bool createNewTag = true;
- if (command) {
- createNewTag = command->ShouldCreateNewTag();
- }
- std::string tagfile = testingDir + "/TAG";
- cmsys::ifstream tfin(tagfile.c_str());
- std::string tag;
- if (createNewTag) {
- time_t tctime = time(nullptr);
- if (this->Impl->TomorrowTag) {
- tctime += (24 * 60 * 60);
- }
- struct tm* lctime = gmtime(&tctime);
- if (tfin && cmSystemTools::GetLineFromStream(tfin, tag)) {
- int year = 0;
- int mon = 0;
- int day = 0;
- int hour = 0;
- int min = 0;
- sscanf(tag.c_str(), "%04d%02d%02d-%02d%02d", &year, &mon, &day, &hour,
- &min);
- if (year != lctime->tm_year + 1900 || mon != lctime->tm_mon + 1 ||
- day != lctime->tm_mday) {
- tag.clear();
- }
- std::string group;
- if (cmSystemTools::GetLineFromStream(tfin, group) &&
- !this->Impl->Parts[PartStart] && !command) {
- this->Impl->SpecificGroup = group;
- }
- std::string model;
- if (cmSystemTools::GetLineFromStream(tfin, model) &&
- !this->Impl->Parts[PartStart] && !command) {
- this->Impl->TestModel = GetTestModelFromString(model);
- }
- tfin.close();
- }
- if (tag.empty() || (nullptr != command) ||
- this->Impl->Parts[PartStart]) {
- cmCTestOptionalLog(
- this, DEBUG,
- "TestModel: " << this->GetTestModelString() << std::endl, quiet);
- cmCTestOptionalLog(this, DEBUG,
- "TestModel: " << this->Impl->TestModel << std::endl,
- quiet);
- if (this->Impl->TestModel == cmCTest::NIGHTLY) {
- lctime = this->GetNightlyTime(
- this->GetCTestConfiguration("NightlyStartTime"),
- this->Impl->TomorrowTag);
- }
- char datestring[100];
- sprintf(datestring, "%04d%02d%02d-%02d%02d", lctime->tm_year + 1900,
- lctime->tm_mon + 1, lctime->tm_mday, lctime->tm_hour,
- lctime->tm_min);
- tag = datestring;
- cmsys::ofstream ofs(tagfile.c_str());
- if (ofs) {
- ofs << tag << std::endl;
- ofs << this->GetTestModelString() << std::endl;
- switch (this->Impl->TestModel) {
- case cmCTest::EXPERIMENTAL:
- ofs << "Experimental" << std::endl;
- break;
- case cmCTest::NIGHTLY:
- ofs << "Nightly" << std::endl;
- break;
- case cmCTest::CONTINUOUS:
- ofs << "Continuous" << std::endl;
- break;
- }
- }
- ofs.close();
- if (nullptr == command) {
- cmCTestOptionalLog(this, OUTPUT,
- "Create new tag: " << tag << " - "
- << this->GetTestModelString()
- << std::endl,
- quiet);
- }
- }
- } else {
- std::string group;
- std::string modelStr;
- int model = cmCTest::UNKNOWN;
- if (tfin) {
- cmSystemTools::GetLineFromStream(tfin, tag);
- cmSystemTools::GetLineFromStream(tfin, group);
- if (cmSystemTools::GetLineFromStream(tfin, modelStr)) {
- model = GetTestModelFromString(modelStr);
- }
- tfin.close();
- }
- if (tag.empty()) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Cannot read existing TAG file in " << testingDir
- << std::endl);
- return 0;
- }
- if (this->Impl->TestModel == cmCTest::UNKNOWN) {
- if (model == cmCTest::UNKNOWN) {
- cmCTestLog(this, ERROR_MESSAGE,
- "TAG file does not contain model and "
- "no model specified in start command"
- << std::endl);
- return 0;
- }
- this->SetTestModel(model);
- }
- if (model != this->Impl->TestModel && model != cmCTest::UNKNOWN &&
- this->Impl->TestModel != cmCTest::UNKNOWN) {
- cmCTestOptionalLog(this, WARNING,
- "Model given in TAG does not match "
- "model given in ctest_start()"
- << std::endl,
- quiet);
- }
- if (!this->Impl->SpecificGroup.empty() &&
- group != this->Impl->SpecificGroup) {
- cmCTestOptionalLog(this, WARNING,
- "Group given in TAG does not match "
- "group given in ctest_start()"
- << std::endl,
- quiet);
- } else {
- this->Impl->SpecificGroup = group;
- }
- cmCTestOptionalLog(this, OUTPUT,
- " Use existing tag: " << tag << " - "
- << this->GetTestModelString()
- << std::endl,
- quiet);
- }
- this->Impl->CurrentTag = tag;
- }
- return 1;
- }
- bool cmCTest::InitializeFromCommand(cmCTestStartCommand* command)
- {
- std::string src_dir = this->GetCTestConfiguration("SourceDirectory");
- std::string bld_dir = this->GetCTestConfiguration("BuildDirectory");
- this->Impl->BuildID = "";
- for (Part p = PartStart; p != PartCount; p = Part(p + 1)) {
- this->Impl->Parts[p].SubmitFiles.clear();
- }
- cmMakefile* mf = command->GetMakefile();
- std::string fname;
- std::string src_dir_fname = cmStrCat(src_dir, "/CTestConfig.cmake");
- cmSystemTools::ConvertToUnixSlashes(src_dir_fname);
- std::string bld_dir_fname = cmStrCat(bld_dir, "/CTestConfig.cmake");
- cmSystemTools::ConvertToUnixSlashes(bld_dir_fname);
- if (cmSystemTools::FileExists(bld_dir_fname)) {
- fname = bld_dir_fname;
- } else if (cmSystemTools::FileExists(src_dir_fname)) {
- fname = src_dir_fname;
- }
- if (!fname.empty()) {
- cmCTestOptionalLog(this, OUTPUT,
- " Reading ctest configuration file: " << fname
- << std::endl,
- command->ShouldBeQuiet());
- bool readit = mf->ReadDependentFile(fname);
- if (!readit) {
- std::string m = cmStrCat("Could not find include file: ", fname);
- command->SetError(m);
- return false;
- }
- }
- this->SetCTestConfigurationFromCMakeVariable(mf, "NightlyStartTime",
- "CTEST_NIGHTLY_START_TIME",
- command->ShouldBeQuiet());
- this->SetCTestConfigurationFromCMakeVariable(mf, "Site", "CTEST_SITE",
- command->ShouldBeQuiet());
- this->SetCTestConfigurationFromCMakeVariable(
- mf, "BuildName", "CTEST_BUILD_NAME", command->ShouldBeQuiet());
- if (!this->Initialize(bld_dir.c_str(), command)) {
- return false;
- }
- cmCTestOptionalLog(this, OUTPUT,
- " Use " << this->GetTestModelString() << " tag: "
- << this->GetCurrentTag() << std::endl,
- command->ShouldBeQuiet());
- return true;
- }
- bool cmCTest::UpdateCTestConfiguration()
- {
- if (this->Impl->SuppressUpdatingCTestConfiguration) {
- return true;
- }
- std::string fileName = this->Impl->BinaryDir + "/CTestConfiguration.ini";
- if (!cmSystemTools::FileExists(fileName)) {
- fileName = this->Impl->BinaryDir + "/DartConfiguration.tcl";
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "UpdateCTestConfiguration from :" << fileName << "\n");
- if (!cmSystemTools::FileExists(fileName)) {
- // No need to exit if we are not producing XML
- if (this->Impl->ProduceXML) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Cannot find file: " << fileName << std::endl);
- return false;
- }
- } else {
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "Parse Config file:" << fileName << "\n");
- // parse the dart test file
- cmsys::ifstream fin(fileName.c_str());
- if (!fin) {
- return false;
- }
- char buffer[1024];
- while (fin) {
- buffer[0] = 0;
- fin.getline(buffer, 1023);
- buffer[1023] = 0;
- std::string line = cmCTest::CleanString(buffer);
- if (line.empty()) {
- continue;
- }
- while (fin && (line.back() == '\\')) {
- line.resize(line.size() - 1);
- buffer[0] = 0;
- fin.getline(buffer, 1023);
- buffer[1023] = 0;
- line += cmCTest::CleanString(buffer);
- }
- if (line[0] == '#') {
- continue;
- }
- std::string::size_type cpos = line.find_first_of(':');
- if (cpos == std::string::npos) {
- continue;
- }
- std::string key = line.substr(0, cpos);
- std::string value = cmCTest::CleanString(line, cpos + 1);
- this->Impl->CTestConfiguration[key] = value;
- }
- fin.close();
- }
- if (!this->GetCTestConfiguration("BuildDirectory").empty()) {
- this->Impl->BinaryDir = this->GetCTestConfiguration("BuildDirectory");
- cmSystemTools::ChangeDirectory(this->Impl->BinaryDir);
- }
- this->Impl->TimeOut =
- std::chrono::seconds(atoi(this->GetCTestConfiguration("TimeOut").c_str()));
- std::string const& testLoad = this->GetCTestConfiguration("TestLoad");
- if (!testLoad.empty()) {
- unsigned long load;
- if (cmStrToULong(testLoad, &load)) {
- this->SetTestLoad(load);
- } else {
- cmCTestLog(this, WARNING,
- "Invalid value for 'Test Load' : " << testLoad << std::endl);
- }
- }
- if (this->Impl->ProduceXML) {
- this->Impl->CompressXMLFiles =
- cmIsOn(this->GetCTestConfiguration("CompressSubmission"));
- }
- return true;
- }
- void cmCTest::BlockTestErrorDiagnostics()
- {
- cmSystemTools::PutEnv("DART_TEST_FROM_DART=1");
- cmSystemTools::PutEnv("DASHBOARD_TEST_FROM_CTEST=" CMake_VERSION);
- #if defined(_WIN32)
- SetErrorMode(SEM_FAILCRITICALERRORS | SEM_NOGPFAULTERRORBOX);
- #elif defined(__BEOS__) || defined(__HAIKU__)
- disable_debugger(1);
- #endif
- }
- void cmCTest::SetTestModel(int mode)
- {
- this->Impl->InteractiveDebugMode = false;
- this->Impl->TestModel = mode;
- }
- int cmCTest::GetTestModel() const
- {
- return this->Impl->TestModel;
- }
- bool cmCTest::SetTest(const std::string& ttype, bool report)
- {
- if (cmSystemTools::LowerCase(ttype) == "all") {
- for (Part p = PartStart; p != PartCount; p = Part(p + 1)) {
- this->Impl->Parts[p].Enable();
- }
- return true;
- }
- Part p = this->GetPartFromName(ttype);
- if (p != PartCount) {
- this->Impl->Parts[p].Enable();
- return true;
- }
- if (report) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Don't know about test \"" << ttype << "\" yet..."
- << std::endl);
- }
- return false;
- }
- void cmCTest::Finalize()
- {
- }
- bool cmCTest::OpenOutputFile(const std::string& path, const std::string& name,
- cmGeneratedFileStream& stream, bool compress)
- {
- std::string testingDir = this->Impl->BinaryDir + "/Testing";
- if (!path.empty()) {
- testingDir += "/" + path;
- }
- if (cmSystemTools::FileExists(testingDir)) {
- if (!cmSystemTools::FileIsDirectory(testingDir)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "File " << testingDir
- << " is in the place of the testing directory"
- << std::endl);
- return false;
- }
- } else {
- if (!cmSystemTools::MakeDirectory(testingDir)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Cannot create directory " << testingDir << std::endl);
- return false;
- }
- }
- std::string filename = testingDir + "/" + name;
- stream.SetTempExt("tmp");
- stream.Open(filename);
- if (!stream) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem opening file: " << filename << std::endl);
- return false;
- }
- if (compress) {
- if (this->Impl->CompressXMLFiles) {
- stream.SetCompression(true);
- }
- }
- return true;
- }
- bool cmCTest::AddIfExists(Part part, const std::string& file)
- {
- if (this->CTestFileExists(file)) {
- this->AddSubmitFile(part, file);
- } else {
- std::string name = cmStrCat(file, ".gz");
- if (this->CTestFileExists(name)) {
- this->AddSubmitFile(part, file);
- } else {
- return false;
- }
- }
- return true;
- }
- bool cmCTest::CTestFileExists(const std::string& filename)
- {
- std::string testingDir = this->Impl->BinaryDir + "/Testing/" +
- this->Impl->CurrentTag + "/" + filename;
- return cmSystemTools::FileExists(testingDir);
- }
- cmCTestBuildHandler* cmCTest::GetBuildHandler()
- {
- return &this->Impl->BuildHandler;
- }
- cmCTestBuildAndTestHandler* cmCTest::GetBuildAndTestHandler()
- {
- return &this->Impl->BuildAndTestHandler;
- }
- cmCTestCoverageHandler* cmCTest::GetCoverageHandler()
- {
- return &this->Impl->CoverageHandler;
- }
- cmCTestScriptHandler* cmCTest::GetScriptHandler()
- {
- return &this->Impl->ScriptHandler;
- }
- cmCTestTestHandler* cmCTest::GetTestHandler()
- {
- return &this->Impl->TestHandler;
- }
- cmCTestUpdateHandler* cmCTest::GetUpdateHandler()
- {
- return &this->Impl->UpdateHandler;
- }
- cmCTestConfigureHandler* cmCTest::GetConfigureHandler()
- {
- return &this->Impl->ConfigureHandler;
- }
- cmCTestMemCheckHandler* cmCTest::GetMemCheckHandler()
- {
- return &this->Impl->MemCheckHandler;
- }
- cmCTestSubmitHandler* cmCTest::GetSubmitHandler()
- {
- return &this->Impl->SubmitHandler;
- }
- cmCTestUploadHandler* cmCTest::GetUploadHandler()
- {
- return &this->Impl->UploadHandler;
- }
- int cmCTest::ProcessSteps()
- {
- int res = 0;
- bool notest = true;
- int update_count = 0;
- for (Part p = PartStart; notest && p != PartCount; p = Part(p + 1)) {
- notest = !this->Impl->Parts[p];
- }
- if (this->Impl->Parts[PartUpdate] &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- cmCTestUpdateHandler* uphandler = this->GetUpdateHandler();
- uphandler->SetPersistentOption(
- "SourceDirectory",
- this->GetCTestConfiguration("SourceDirectory").c_str());
- update_count = uphandler->ProcessHandler();
- if (update_count < 0) {
- res |= cmCTest::UPDATE_ERRORS;
- }
- }
- if (this->Impl->TestModel == cmCTest::CONTINUOUS && !update_count) {
- return 0;
- }
- if (this->Impl->Parts[PartConfigure] &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- if (this->GetConfigureHandler()->ProcessHandler() < 0) {
- res |= cmCTest::CONFIGURE_ERRORS;
- }
- }
- if (this->Impl->Parts[PartBuild] &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- this->UpdateCTestConfiguration();
- if (this->GetBuildHandler()->ProcessHandler() < 0) {
- res |= cmCTest::BUILD_ERRORS;
- }
- }
- if ((this->Impl->Parts[PartTest] || notest) &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- this->UpdateCTestConfiguration();
- if (this->GetTestHandler()->ProcessHandler() < 0) {
- res |= cmCTest::TEST_ERRORS;
- }
- }
- if (this->Impl->Parts[PartCoverage] &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- this->UpdateCTestConfiguration();
- if (this->GetCoverageHandler()->ProcessHandler() < 0) {
- res |= cmCTest::COVERAGE_ERRORS;
- }
- }
- if (this->Impl->Parts[PartMemCheck] &&
- (this->GetRemainingTimeAllowed() > std::chrono::minutes(2))) {
- this->UpdateCTestConfiguration();
- if (this->GetMemCheckHandler()->ProcessHandler() < 0) {
- res |= cmCTest::MEMORY_ERRORS;
- }
- }
- if (!notest) {
- std::string notes_dir = this->Impl->BinaryDir + "/Testing/Notes";
- if (cmSystemTools::FileIsDirectory(notes_dir)) {
- cmsys::Directory d;
- d.Load(notes_dir);
- unsigned long kk;
- for (kk = 0; kk < d.GetNumberOfFiles(); kk++) {
- const char* file = d.GetFile(kk);
- std::string fullname = notes_dir + "/" + file;
- if (cmSystemTools::FileExists(fullname) &&
- !cmSystemTools::FileIsDirectory(fullname)) {
- if (!this->Impl->NotesFiles.empty()) {
- this->Impl->NotesFiles += ";";
- }
- this->Impl->NotesFiles += fullname;
- this->Impl->Parts[PartNotes].Enable();
- }
- }
- }
- }
- if (this->Impl->Parts[PartNotes]) {
- this->UpdateCTestConfiguration();
- if (!this->Impl->NotesFiles.empty()) {
- this->GenerateNotesFile(this->Impl->NotesFiles);
- }
- }
- if (this->Impl->Parts[PartSubmit]) {
- this->UpdateCTestConfiguration();
- if (this->GetSubmitHandler()->ProcessHandler() < 0) {
- res |= cmCTest::SUBMIT_ERRORS;
- }
- }
- if (res != 0) {
- cmCTestLog(this, ERROR_MESSAGE, "Errors while running CTest" << std::endl);
- }
- return res;
- }
- std::string cmCTest::GetTestModelString()
- {
- if (!this->Impl->SpecificGroup.empty()) {
- return this->Impl->SpecificGroup;
- }
- switch (this->Impl->TestModel) {
- case cmCTest::NIGHTLY:
- return "Nightly";
- case cmCTest::CONTINUOUS:
- return "Continuous";
- }
- return "Experimental";
- }
- int cmCTest::GetTestModelFromString(const std::string& str)
- {
- if (str.empty()) {
- return cmCTest::EXPERIMENTAL;
- }
- std::string rstr = cmSystemTools::LowerCase(str);
- if (cmHasLiteralPrefix(rstr, "cont")) {
- return cmCTest::CONTINUOUS;
- }
- if (cmHasLiteralPrefix(rstr, "nigh")) {
- return cmCTest::NIGHTLY;
- }
- return cmCTest::EXPERIMENTAL;
- }
- //######################################################################
- //######################################################################
- //######################################################################
- //######################################################################
- int cmCTest::RunMakeCommand(const std::string& command, std::string& output,
- int* retVal, const char* dir, cmDuration timeout,
- std::ostream& ofs, Encoding encoding)
- {
- // First generate the command and arguments
- std::vector<std::string> args = cmSystemTools::ParseArguments(command);
- if (args.empty()) {
- return false;
- }
- std::vector<const char*> argv;
- argv.reserve(args.size() + 1);
- for (std::string const& a : args) {
- argv.push_back(a.c_str());
- }
- argv.push_back(nullptr);
- output.clear();
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT, "Run command:");
- for (char const* arg : argv) {
- if (!arg) {
- break;
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT, " \"" << arg << "\"");
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT, std::endl);
- // Now create process object
- cmsysProcess* cp = cmsysProcess_New();
- cmsysProcess_SetCommand(cp, argv.data());
- cmsysProcess_SetWorkingDirectory(cp, dir);
- cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
- cmsysProcess_SetTimeout(cp, timeout.count());
- cmsysProcess_Execute(cp);
- // Initialize tick's
- std::string::size_type tick = 0;
- std::string::size_type tick_len = 1024;
- std::string::size_type tick_line_len = 50;
- char* data;
- int length;
- cmProcessOutput processOutput(encoding);
- std::string strdata;
- cmCTestLog(this, HANDLER_PROGRESS_OUTPUT,
- " Each . represents " << tick_len
- << " bytes of output\n"
- " "
- << std::flush);
- while (cmsysProcess_WaitForData(cp, &data, &length, nullptr)) {
- processOutput.DecodeText(data, length, strdata);
- for (char& cc : strdata) {
- if (cc == 0) {
- cc = '\n';
- }
- }
- output.append(strdata);
- while (output.size() > (tick * tick_len)) {
- tick++;
- cmCTestLog(this, HANDLER_PROGRESS_OUTPUT, "." << std::flush);
- if (tick % tick_line_len == 0 && tick > 0) {
- cmCTestLog(this, HANDLER_PROGRESS_OUTPUT,
- " Size: " << int((double(output.size()) / 1024.0) + 1)
- << "K\n " << std::flush);
- }
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- cmCTestLogWrite(strdata.c_str(), strdata.size()));
- if (ofs) {
- ofs << cmCTestLogWrite(strdata.c_str(), strdata.size());
- }
- }
- processOutput.DecodeText(std::string(), strdata);
- if (!strdata.empty()) {
- output.append(strdata);
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- cmCTestLogWrite(strdata.c_str(), strdata.size()));
- if (ofs) {
- ofs << cmCTestLogWrite(strdata.c_str(), strdata.size());
- }
- }
- cmCTestLog(this, HANDLER_PROGRESS_OUTPUT,
- " Size of output: " << int(double(output.size()) / 1024.0) << "K"
- << std::endl);
- cmsysProcess_WaitForExit(cp, nullptr);
- int result = cmsysProcess_GetState(cp);
- if (result == cmsysProcess_State_Exited) {
- *retVal = cmsysProcess_GetExitValue(cp);
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "Command exited with the value: " << *retVal << std::endl);
- } else if (result == cmsysProcess_State_Exception) {
- *retVal = cmsysProcess_GetExitException(cp);
- cmCTestLog(this, WARNING,
- "There was an exception: " << *retVal << std::endl);
- } else if (result == cmsysProcess_State_Expired) {
- cmCTestLog(this, WARNING, "There was a timeout" << std::endl);
- } else if (result == cmsysProcess_State_Error) {
- output += "\n*** ERROR executing: ";
- output += cmsysProcess_GetErrorString(cp);
- output += "\n***The build process failed.";
- cmCTestLog(this, ERROR_MESSAGE,
- "There was an error: " << cmsysProcess_GetErrorString(cp)
- << std::endl);
- }
- cmsysProcess_Delete(cp);
- return result;
- }
- //######################################################################
- //######################################################################
- //######################################################################
- //######################################################################
- int cmCTest::RunTest(std::vector<const char*> argv, std::string* output,
- int* retVal, std::ostream* log, cmDuration testTimeOut,
- std::vector<std::string>* environment, Encoding encoding)
- {
- bool modifyEnv = (environment && !environment->empty());
- // determine how much time we have
- cmDuration timeout = this->GetRemainingTimeAllowed();
- if (timeout != cmCTest::MaxDuration()) {
- timeout -= std::chrono::minutes(2);
- }
- if (this->Impl->TimeOut > cmDuration::zero() &&
- this->Impl->TimeOut < timeout) {
- timeout = this->Impl->TimeOut;
- }
- if (testTimeOut > cmDuration::zero() &&
- testTimeOut < this->GetRemainingTimeAllowed()) {
- timeout = testTimeOut;
- }
- // always have at least 1 second if we got to here
- if (timeout <= cmDuration::zero()) {
- timeout = std::chrono::seconds(1);
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "Test timeout computed to be: "
- << (timeout == cmCTest::MaxDuration()
- ? std::string("infinite")
- : std::to_string(cmDurationTo<unsigned int>(timeout)))
- << "\n");
- if (cmSystemTools::SameFile(argv[0], cmSystemTools::GetCTestCommand()) &&
- !this->Impl->ForceNewCTestProcess) {
- cmCTest inst;
- inst.Impl->ConfigType = this->Impl->ConfigType;
- inst.Impl->TimeOut = timeout;
- // Capture output of the child ctest.
- std::ostringstream oss;
- inst.SetStreams(&oss, &oss);
- std::vector<std::string> args;
- for (char const* i : argv) {
- if (i) {
- // make sure we pass the timeout in for any build and test
- // invocations. Since --build-generator is required this is a
- // good place to check for it, and to add the arguments in
- if (strcmp(i, "--build-generator") == 0 &&
- timeout != cmCTest::MaxDuration() &&
- timeout > cmDuration::zero()) {
- args.emplace_back("--test-timeout");
- args.push_back(std::to_string(cmDurationTo<unsigned int>(timeout)));
- }
- args.emplace_back(i);
- }
- }
- if (log) {
- *log << "* Run internal CTest" << std::endl;
- }
- std::unique_ptr<cmSystemTools::SaveRestoreEnvironment> saveEnv;
- if (modifyEnv) {
- saveEnv = cm::make_unique<cmSystemTools::SaveRestoreEnvironment>();
- cmSystemTools::AppendEnv(*environment);
- }
- *retVal = inst.Run(args, output);
- if (output) {
- *output += oss.str();
- }
- if (log && output) {
- *log << *output;
- }
- if (output) {
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "Internal cmCTest object used to run test." << std::endl
- << *output
- << std::endl);
- }
- return cmsysProcess_State_Exited;
- }
- std::vector<char> tempOutput;
- if (output) {
- output->clear();
- }
- std::unique_ptr<cmSystemTools::SaveRestoreEnvironment> saveEnv;
- if (modifyEnv) {
- saveEnv = cm::make_unique<cmSystemTools::SaveRestoreEnvironment>();
- cmSystemTools::AppendEnv(*environment);
- }
- cmsysProcess* cp = cmsysProcess_New();
- cmsysProcess_SetCommand(cp, argv.data());
- cmCTestLog(this, DEBUG, "Command is: " << argv[0] << std::endl);
- if (cmSystemTools::GetRunCommandHideConsole()) {
- cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
- }
- cmsysProcess_SetTimeout(cp, timeout.count());
- cmsysProcess_Execute(cp);
- char* data;
- int length;
- cmProcessOutput processOutput(encoding);
- std::string strdata;
- while (cmsysProcess_WaitForData(cp, &data, &length, nullptr)) {
- processOutput.DecodeText(data, length, strdata);
- if (output) {
- cm::append(tempOutput, data, data + length);
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- cmCTestLogWrite(strdata.c_str(), strdata.size()));
- if (log) {
- log->write(strdata.c_str(), strdata.size());
- }
- }
- processOutput.DecodeText(std::string(), strdata);
- if (!strdata.empty()) {
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- cmCTestLogWrite(strdata.c_str(), strdata.size()));
- if (log) {
- log->write(strdata.c_str(), strdata.size());
- }
- }
- cmsysProcess_WaitForExit(cp, nullptr);
- processOutput.DecodeText(tempOutput, tempOutput);
- if (output && tempOutput.begin() != tempOutput.end()) {
- output->append(tempOutput.data(), tempOutput.size());
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT,
- "-- Process completed" << std::endl);
- int result = cmsysProcess_GetState(cp);
- if (result == cmsysProcess_State_Exited) {
- *retVal = cmsysProcess_GetExitValue(cp);
- if (*retVal != 0 && this->Impl->OutputTestOutputOnTestFailure) {
- OutputTestErrors(tempOutput);
- }
- } else if (result == cmsysProcess_State_Exception) {
- if (this->Impl->OutputTestOutputOnTestFailure) {
- OutputTestErrors(tempOutput);
- }
- *retVal = cmsysProcess_GetExitException(cp);
- std::string outerr = cmStrCat("\n*** Exception executing: ",
- cmsysProcess_GetExceptionString(cp));
- if (output) {
- *output += outerr;
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT, outerr << std::endl);
- } else if (result == cmsysProcess_State_Error) {
- std::string outerr =
- cmStrCat("\n*** ERROR executing: ", cmsysProcess_GetErrorString(cp));
- if (output) {
- *output += outerr;
- }
- cmCTestLog(this, HANDLER_VERBOSE_OUTPUT, outerr << std::endl);
- }
- cmsysProcess_Delete(cp);
- return result;
- }
- std::string cmCTest::SafeBuildIdField(const std::string& value)
- {
- std::string safevalue(value);
- if (!safevalue.empty()) {
- // Disallow non-filename and non-space whitespace characters.
- // If they occur, replace them with ""
- //
- const char* disallowed = "\\:*?\"<>|\n\r\t\f\v";
- if (safevalue.find_first_of(disallowed) != std::string::npos) {
- std::string::size_type i = 0;
- std::string::size_type n = strlen(disallowed);
- char replace[2];
- replace[1] = 0;
- for (i = 0; i < n; ++i) {
- replace[0] = disallowed[i];
- cmSystemTools::ReplaceString(safevalue, replace, "");
- }
- }
- }
- if (safevalue.empty()) {
- safevalue = "(empty)";
- }
- return safevalue;
- }
- void cmCTest::StartXML(cmXMLWriter& xml, bool append)
- {
- if (this->Impl->CurrentTag.empty()) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Current Tag empty, this may mean"
- " NightlStartTime was not set correctly."
- << std::endl);
- cmSystemTools::SetFatalErrorOccured();
- }
- // find out about the system
- cmsys::SystemInformation info;
- info.RunCPUCheck();
- info.RunOSCheck();
- info.RunMemoryCheck();
- std::string buildname =
- cmCTest::SafeBuildIdField(this->GetCTestConfiguration("BuildName"));
- std::string stamp = cmCTest::SafeBuildIdField(this->Impl->CurrentTag + "-" +
- this->GetTestModelString());
- std::string site =
- cmCTest::SafeBuildIdField(this->GetCTestConfiguration("Site"));
- xml.StartDocument();
- xml.StartElement("Site");
- xml.Attribute("BuildName", buildname);
- xml.BreakAttributes();
- xml.Attribute("BuildStamp", stamp);
- xml.Attribute("Name", site);
- xml.Attribute("Generator",
- std::string("ctest-") + cmVersion::GetCMakeVersion());
- if (append) {
- xml.Attribute("Append", "true");
- }
- xml.Attribute("CompilerName", this->GetCTestConfiguration("Compiler"));
- xml.Attribute("CompilerVersion",
- this->GetCTestConfiguration("CompilerVersion"));
- xml.Attribute("OSName", info.GetOSName());
- xml.Attribute("Hostname", info.GetHostname());
- xml.Attribute("OSRelease", info.GetOSRelease());
- xml.Attribute("OSVersion", info.GetOSVersion());
- xml.Attribute("OSPlatform", info.GetOSPlatform());
- xml.Attribute("Is64Bits", info.Is64Bits());
- xml.Attribute("VendorString", info.GetVendorString());
- xml.Attribute("VendorID", info.GetVendorID());
- xml.Attribute("FamilyID", info.GetFamilyID());
- xml.Attribute("ModelID", info.GetModelID());
- xml.Attribute("ProcessorCacheSize", info.GetProcessorCacheSize());
- xml.Attribute("NumberOfLogicalCPU", info.GetNumberOfLogicalCPU());
- xml.Attribute("NumberOfPhysicalCPU", info.GetNumberOfPhysicalCPU());
- xml.Attribute("TotalVirtualMemory", info.GetTotalVirtualMemory());
- xml.Attribute("TotalPhysicalMemory", info.GetTotalPhysicalMemory());
- xml.Attribute("LogicalProcessorsPerPhysical",
- info.GetLogicalProcessorsPerPhysical());
- xml.Attribute("ProcessorClockFrequency", info.GetProcessorClockFrequency());
- std::string changeId = this->GetCTestConfiguration("ChangeId");
- if (!changeId.empty()) {
- xml.Attribute("ChangeId", changeId);
- }
- this->AddSiteProperties(xml);
- }
- void cmCTest::AddSiteProperties(cmXMLWriter& xml)
- {
- cmCTestScriptHandler* ch = this->GetScriptHandler();
- cmake* cm = ch->GetCMake();
- // if no CMake then this is the old style script and props like
- // this will not work anyway.
- if (!cm) {
- return;
- }
- // This code should go when cdash is changed to use labels only
- cmProp subproject = cm->GetState()->GetGlobalProperty("SubProject");
- if (subproject) {
- xml.StartElement("Subproject");
- xml.Attribute("name", *subproject);
- cmProp labels =
- ch->GetCMake()->GetState()->GetGlobalProperty("SubProjectLabels");
- if (labels) {
- xml.StartElement("Labels");
- std::vector<std::string> args = cmExpandedList(*labels);
- for (std::string const& i : args) {
- xml.Element("Label", i);
- }
- xml.EndElement();
- }
- xml.EndElement();
- }
- // This code should stay when cdash only does label based sub-projects
- cmProp label = cm->GetState()->GetGlobalProperty("Label");
- if (label) {
- xml.StartElement("Labels");
- xml.Element("Label", *label);
- xml.EndElement();
- }
- }
- void cmCTest::GenerateSubprojectsOutput(cmXMLWriter& xml)
- {
- for (std::string const& subproj : this->GetLabelsForSubprojects()) {
- xml.StartElement("Subproject");
- xml.Attribute("name", subproj);
- xml.Element("Label", subproj);
- xml.EndElement(); // Subproject
- }
- }
- std::vector<std::string> cmCTest::GetLabelsForSubprojects()
- {
- std::string labelsForSubprojects =
- this->GetCTestConfiguration("LabelsForSubprojects");
- std::vector<std::string> subprojects = cmExpandedList(labelsForSubprojects);
- // sort the array
- std::sort(subprojects.begin(), subprojects.end());
- // remove duplicates
- auto new_end = std::unique(subprojects.begin(), subprojects.end());
- subprojects.erase(new_end, subprojects.end());
- return subprojects;
- }
- void cmCTest::EndXML(cmXMLWriter& xml)
- {
- xml.EndElement(); // Site
- xml.EndDocument();
- }
- int cmCTest::GenerateCTestNotesOutput(cmXMLWriter& xml,
- std::vector<std::string> const& files)
- {
- std::string buildname =
- cmCTest::SafeBuildIdField(this->GetCTestConfiguration("BuildName"));
- xml.StartDocument();
- xml.ProcessingInstruction("xml-stylesheet",
- "type=\"text/xsl\" "
- "href=\"Dart/Source/Server/XSL/Build.xsl "
- "<file:///Dart/Source/Server/XSL/Build.xsl> \"");
- xml.StartElement("Site");
- xml.Attribute("BuildName", buildname);
- xml.Attribute("BuildStamp",
- this->Impl->CurrentTag + "-" + this->GetTestModelString());
- xml.Attribute("Name", this->GetCTestConfiguration("Site"));
- xml.Attribute("Generator",
- std::string("ctest-") + cmVersion::GetCMakeVersion());
- this->AddSiteProperties(xml);
- xml.StartElement("Notes");
- for (std::string const& file : files) {
- cmCTestLog(this, OUTPUT, "\tAdd file: " << file << std::endl);
- std::string note_time = this->CurrentTime();
- xml.StartElement("Note");
- xml.Attribute("Name", file);
- xml.Element("Time", std::chrono::system_clock::now());
- xml.Element("DateTime", note_time);
- xml.StartElement("Text");
- cmsys::ifstream ifs(file.c_str());
- if (ifs) {
- std::string line;
- while (cmSystemTools::GetLineFromStream(ifs, line)) {
- xml.Content(line);
- xml.Content("\n");
- }
- ifs.close();
- } else {
- xml.Content("Problem reading file: " + file + "\n");
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem reading file: " << file << " while creating notes"
- << std::endl);
- }
- xml.EndElement(); // Text
- xml.EndElement(); // Note
- }
- xml.EndElement(); // Notes
- xml.EndElement(); // Site
- xml.EndDocument();
- return 1;
- }
- int cmCTest::GenerateNotesFile(std::vector<std::string> const& files)
- {
- cmGeneratedFileStream ofs;
- if (!this->OpenOutputFile(this->Impl->CurrentTag, "Notes.xml", ofs)) {
- cmCTestLog(this, ERROR_MESSAGE, "Cannot open notes file" << std::endl);
- return 1;
- }
- cmXMLWriter xml(ofs);
- this->GenerateCTestNotesOutput(xml, files);
- return 0;
- }
- int cmCTest::GenerateNotesFile(const std::string& cfiles)
- {
- if (cfiles.empty()) {
- return 1;
- }
- cmCTestLog(this, OUTPUT, "Create notes file" << std::endl);
- std::vector<std::string> const files =
- cmSystemTools::SplitString(cfiles, ';');
- if (files.empty()) {
- return 1;
- }
- return this->GenerateNotesFile(files);
- }
- int cmCTest::GenerateDoneFile()
- {
- cmGeneratedFileStream ofs;
- if (!this->OpenOutputFile(this->Impl->CurrentTag, "Done.xml", ofs)) {
- cmCTestLog(this, ERROR_MESSAGE, "Cannot open done file" << std::endl);
- return 1;
- }
- cmXMLWriter xml(ofs);
- xml.StartDocument();
- xml.StartElement("Done");
- xml.Element("buildId", this->Impl->BuildID);
- xml.Element("time", std::chrono::system_clock::now());
- xml.EndElement(); // Done
- xml.EndDocument();
- return 0;
- }
- std::string cmCTest::Base64GzipEncodeFile(std::string const& file)
- {
- std::string tarFile = file + "_temp.tar.gz";
- std::vector<std::string> files;
- files.push_back(file);
- if (!cmSystemTools::CreateTar(tarFile, files, cmSystemTools::TarCompressGZip,
- false)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Error creating tar while "
- "encoding file: "
- << file << std::endl);
- return "";
- }
- std::string base64 = this->Base64EncodeFile(tarFile);
- cmSystemTools::RemoveFile(tarFile);
- return base64;
- }
- std::string cmCTest::Base64EncodeFile(std::string const& file)
- {
- size_t const len = cmSystemTools::FileLength(file);
- cmsys::ifstream ifs(file.c_str(),
- std::ios::in
- #ifdef _WIN32
- | std::ios::binary
- #endif
- );
- std::vector<char> file_buffer(len + 1);
- ifs.read(&file_buffer[0], len);
- ifs.close();
- std::vector<char> encoded_buffer((len * 3) / 2 + 5);
- size_t const rlen = cmsysBase64_Encode(
- reinterpret_cast<unsigned char*>(&file_buffer[0]), len,
- reinterpret_cast<unsigned char*>(&encoded_buffer[0]), 1);
- return std::string(&encoded_buffer[0], rlen);
- }
- bool cmCTest::SubmitExtraFiles(std::vector<std::string> const& files)
- {
- for (std::string const& file : files) {
- if (!cmSystemTools::FileExists(file)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Cannot find extra file: " << file << " to submit."
- << std::endl;);
- return false;
- }
- this->AddSubmitFile(PartExtraFiles, file);
- }
- return true;
- }
- bool cmCTest::SubmitExtraFiles(const std::string& cfiles)
- {
- if (cfiles.empty()) {
- return true;
- }
- cmCTestLog(this, OUTPUT, "Submit extra files" << std::endl);
- std::vector<std::string> const files =
- cmSystemTools::SplitString(cfiles, ';');
- if (files.empty()) {
- return true;
- }
- return this->SubmitExtraFiles(files);
- }
- // for a -D argument convert the next argument into
- // the proper list of dashboard steps via SetTest
- bool cmCTest::AddTestsForDashboardType(std::string& targ)
- {
- if (targ == "Experimental") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Start");
- this->SetTest("Configure");
- this->SetTest("Build");
- this->SetTest("Test");
- this->SetTest("Coverage");
- this->SetTest("Submit");
- } else if (targ == "ExperimentalStart") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Start");
- } else if (targ == "ExperimentalUpdate") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Update");
- } else if (targ == "ExperimentalConfigure") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Configure");
- } else if (targ == "ExperimentalBuild") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Build");
- } else if (targ == "ExperimentalTest") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Test");
- } else if (targ == "ExperimentalMemCheck" || targ == "ExperimentalPurify") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("MemCheck");
- } else if (targ == "ExperimentalCoverage") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Coverage");
- } else if (targ == "ExperimentalSubmit") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Submit");
- } else if (targ == "Continuous") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Start");
- this->SetTest("Update");
- this->SetTest("Configure");
- this->SetTest("Build");
- this->SetTest("Test");
- this->SetTest("Coverage");
- this->SetTest("Submit");
- } else if (targ == "ContinuousStart") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Start");
- } else if (targ == "ContinuousUpdate") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Update");
- } else if (targ == "ContinuousConfigure") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Configure");
- } else if (targ == "ContinuousBuild") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Build");
- } else if (targ == "ContinuousTest") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Test");
- } else if (targ == "ContinuousMemCheck" || targ == "ContinuousPurify") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("MemCheck");
- } else if (targ == "ContinuousCoverage") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Coverage");
- } else if (targ == "ContinuousSubmit") {
- this->SetTestModel(cmCTest::CONTINUOUS);
- this->SetTest("Submit");
- } else if (targ == "Nightly") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Start");
- this->SetTest("Update");
- this->SetTest("Configure");
- this->SetTest("Build");
- this->SetTest("Test");
- this->SetTest("Coverage");
- this->SetTest("Submit");
- } else if (targ == "NightlyStart") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Start");
- } else if (targ == "NightlyUpdate") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Update");
- } else if (targ == "NightlyConfigure") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Configure");
- } else if (targ == "NightlyBuild") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Build");
- } else if (targ == "NightlyTest") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Test");
- } else if (targ == "NightlyMemCheck" || targ == "NightlyPurify") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("MemCheck");
- } else if (targ == "NightlyCoverage") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Coverage");
- } else if (targ == "NightlySubmit") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Submit");
- } else if (targ == "MemoryCheck") {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- this->SetTest("Start");
- this->SetTest("Configure");
- this->SetTest("Build");
- this->SetTest("MemCheck");
- this->SetTest("Coverage");
- this->SetTest("Submit");
- } else if (targ == "NightlyMemoryCheck") {
- this->SetTestModel(cmCTest::NIGHTLY);
- this->SetTest("Start");
- this->SetTest("Update");
- this->SetTest("Configure");
- this->SetTest("Build");
- this->SetTest("MemCheck");
- this->SetTest("Coverage");
- this->SetTest("Submit");
- } else {
- return false;
- }
- return true;
- }
- void cmCTest::ErrorMessageUnknownDashDValue(std::string& val)
- {
- cmCTestLog(this, ERROR_MESSAGE,
- "CTest -D called with incorrect option: " << val << std::endl);
- cmCTestLog(
- this, ERROR_MESSAGE,
- "Available options are:"
- << std::endl
- << " ctest -D Continuous" << std::endl
- << " ctest -D Continuous(Start|Update|Configure|Build)" << std::endl
- << " ctest -D Continuous(Test|Coverage|MemCheck|Submit)" << std::endl
- << " ctest -D Experimental" << std::endl
- << " ctest -D Experimental(Start|Update|Configure|Build)" << std::endl
- << " ctest -D Experimental(Test|Coverage|MemCheck|Submit)" << std::endl
- << " ctest -D Nightly" << std::endl
- << " ctest -D Nightly(Start|Update|Configure|Build)" << std::endl
- << " ctest -D Nightly(Test|Coverage|MemCheck|Submit)" << std::endl
- << " ctest -D NightlyMemoryCheck" << std::endl);
- }
- bool cmCTest::CheckArgument(const std::string& arg, cm::string_view varg1,
- const char* varg2)
- {
- return (arg == varg1) || (varg2 && arg == varg2);
- }
- // Processes one command line argument (and its arguments if any)
- // for many simple options and then returns
- bool cmCTest::HandleCommandLineArguments(size_t& i,
- std::vector<std::string>& args,
- std::string& errormsg)
- {
- std::string arg = args[i];
- if (this->CheckArgument(arg, "-F"_s)) {
- this->Impl->Failover = true;
- } else if (this->CheckArgument(arg, "-j"_s, "--parallel") &&
- i < args.size() - 1) {
- i++;
- int plevel = atoi(args[i].c_str());
- this->SetParallelLevel(plevel);
- this->Impl->ParallelLevelSetInCli = true;
- } else if (cmHasPrefix(arg, "-j")) {
- int plevel = atoi(arg.substr(2).c_str());
- this->SetParallelLevel(plevel);
- this->Impl->ParallelLevelSetInCli = true;
- }
- else if (this->CheckArgument(arg, "--repeat-until-fail"_s)) {
- if (i >= args.size() - 1) {
- errormsg = "'--repeat-until-fail' requires an argument";
- return false;
- }
- if (this->Impl->RepeatMode != cmCTest::Repeat::Never) {
- errormsg = "At most one '--repeat' option may be used.";
- return false;
- }
- i++;
- long repeat = 1;
- if (!cmStrToLong(args[i], &repeat)) {
- errormsg = cmStrCat("'--repeat-until-fail' given non-integer value '",
- args[i], "'");
- return false;
- }
- this->Impl->RepeatCount = static_cast<int>(repeat);
- if (repeat > 1) {
- this->Impl->RepeatMode = cmCTest::Repeat::UntilFail;
- }
- }
- else if (this->CheckArgument(arg, "--repeat"_s)) {
- if (i >= args.size() - 1) {
- errormsg = "'--repeat' requires an argument";
- return false;
- }
- if (this->Impl->RepeatMode != cmCTest::Repeat::Never) {
- errormsg = "At most one '--repeat' option may be used.";
- return false;
- }
- i++;
- cmsys::RegularExpression repeatRegex(
- "^(until-fail|until-pass|after-timeout):([0-9]+)$");
- if (repeatRegex.find(args[i])) {
- std::string const& count = repeatRegex.match(2);
- unsigned long n = 1;
- cmStrToULong(count, &n); // regex guarantees success
- this->Impl->RepeatCount = static_cast<int>(n);
- if (this->Impl->RepeatCount > 1) {
- std::string const& mode = repeatRegex.match(1);
- if (mode == "until-fail") {
- this->Impl->RepeatMode = cmCTest::Repeat::UntilFail;
- } else if (mode == "until-pass") {
- this->Impl->RepeatMode = cmCTest::Repeat::UntilPass;
- } else if (mode == "after-timeout") {
- this->Impl->RepeatMode = cmCTest::Repeat::AfterTimeout;
- }
- }
- } else {
- errormsg = cmStrCat("'--repeat' given invalid value '", args[i], "'");
- return false;
- }
- }
- else if (this->CheckArgument(arg, "--test-load"_s) && i < args.size() - 1) {
- i++;
- unsigned long load;
- if (cmStrToULong(args[i], &load)) {
- this->SetTestLoad(load);
- } else {
- cmCTestLog(this, WARNING,
- "Invalid value for 'Test Load' : " << args[i] << std::endl);
- }
- }
- else if (this->CheckArgument(arg, "--no-compress-output"_s)) {
- this->Impl->CompressTestOutput = false;
- }
- else if (this->CheckArgument(arg, "--print-labels"_s)) {
- this->Impl->PrintLabels = true;
- }
- else if (this->CheckArgument(arg, "--http1.0"_s)) {
- this->Impl->UseHTTP10 = true;
- }
- else if (this->CheckArgument(arg, "--timeout"_s) && i < args.size() - 1) {
- i++;
- auto timeout = cmDuration(atof(args[i].c_str()));
- this->Impl->GlobalTimeout = timeout;
- }
- else if (this->CheckArgument(arg, "--stop-time"_s) && i < args.size() - 1) {
- i++;
- this->SetStopTime(args[i]);
- }
- else if (this->CheckArgument(arg, "--stop-on-failure"_s)) {
- this->Impl->StopOnFailure = true;
- }
- else if (this->CheckArgument(arg, "-C"_s, "--build-config") &&
- i < args.size() - 1) {
- i++;
- this->SetConfigType(args[i]);
- }
- else if (this->CheckArgument(arg, "--debug"_s)) {
- this->Impl->Debug = true;
- this->Impl->ShowLineNumbers = true;
- } else if ((this->CheckArgument(arg, "--group"_s) ||
- // This is an undocumented / deprecated option.
- // "Track" has been renamed to "Group".
- this->CheckArgument(arg, "--track"_s)) &&
- i < args.size() - 1) {
- i++;
- this->Impl->SpecificGroup = args[i];
- } else if (this->CheckArgument(arg, "--show-line-numbers"_s)) {
- this->Impl->ShowLineNumbers = true;
- } else if (this->CheckArgument(arg, "--no-label-summary"_s)) {
- this->Impl->LabelSummary = false;
- } else if (this->CheckArgument(arg, "--no-subproject-summary"_s)) {
- this->Impl->SubprojectSummary = false;
- } else if (this->CheckArgument(arg, "-Q"_s, "--quiet")) {
- this->Impl->Quiet = true;
- } else if (this->CheckArgument(arg, "--progress"_s)) {
- this->Impl->TestProgressOutput = true;
- } else if (this->CheckArgument(arg, "-V"_s, "--verbose")) {
- this->Impl->Verbose = true;
- } else if (this->CheckArgument(arg, "-VV"_s, "--extra-verbose")) {
- this->Impl->ExtraVerbose = true;
- this->Impl->Verbose = true;
- } else if (this->CheckArgument(arg, "--output-on-failure"_s)) {
- this->Impl->OutputTestOutputOnTestFailure = true;
- } else if (this->CheckArgument(arg, "--test-output-size-passed"_s) &&
- i < args.size() - 1) {
- i++;
- long outputSize;
- if (cmStrToLong(args[i], &outputSize)) {
- this->Impl->TestHandler.SetTestOutputSizePassed(int(outputSize));
- } else {
- cmCTestLog(this, WARNING,
- "Invalid value for '--test-output-size-passed': " << args[i]
- << "\n");
- }
- } else if (this->CheckArgument(arg, "--test-output-size-failed"_s) &&
- i < args.size() - 1) {
- i++;
- long outputSize;
- if (cmStrToLong(args[i], &outputSize)) {
- this->Impl->TestHandler.SetTestOutputSizeFailed(int(outputSize));
- } else {
- cmCTestLog(this, WARNING,
- "Invalid value for '--test-output-size-failed': " << args[i]
- << "\n");
- }
- } else if (this->CheckArgument(arg, "-N"_s, "--show-only")) {
- this->Impl->ShowOnly = true;
- } else if (cmHasLiteralPrefix(arg, "--show-only=")) {
- this->Impl->ShowOnly = true;
- // Check if a specific format is requested. Defaults to human readable
- // text.
- std::string argWithFormat = "--show-only=";
- std::string format = arg.substr(argWithFormat.length());
- if (format == "json-v1") {
- // Force quiet mode so the only output is the json object model.
- this->Impl->Quiet = true;
- this->Impl->OutputAsJson = true;
- this->Impl->OutputAsJsonVersion = 1;
- } else if (format != "human") {
- errormsg = "'--show-only=' given unknown value '" + format + "'";
- return false;
- }
- }
- else if (this->CheckArgument(arg, "-O"_s, "--output-log") &&
- i < args.size() - 1) {
- i++;
- this->SetOutputLogFileName(args[i]);
- }
- else if (this->CheckArgument(arg, "--tomorrow-tag"_s)) {
- this->Impl->TomorrowTag = true;
- } else if (this->CheckArgument(arg, "--force-new-ctest-process"_s)) {
- this->Impl->ForceNewCTestProcess = true;
- } else if (this->CheckArgument(arg, "-W"_s, "--max-width") &&
- i < args.size() - 1) {
- i++;
- this->Impl->MaxTestNameWidth = atoi(args[i].c_str());
- } else if (this->CheckArgument(arg, "--interactive-debug-mode"_s) &&
- i < args.size() - 1) {
- i++;
- this->Impl->InteractiveDebugMode = cmIsOn(args[i]);
- } else if (this->CheckArgument(arg, "--submit-index"_s) &&
- i < args.size() - 1) {
- i++;
- this->Impl->SubmitIndex = atoi(args[i].c_str());
- if (this->Impl->SubmitIndex < 0) {
- this->Impl->SubmitIndex = 0;
- }
- }
- else if (this->CheckArgument(arg, "--overwrite"_s) && i < args.size() - 1) {
- i++;
- this->AddCTestConfigurationOverwrite(args[i]);
- } else if (this->CheckArgument(arg, "-A"_s, "--add-notes") &&
- i < args.size() - 1) {
- this->Impl->ProduceXML = true;
- this->SetTest("Notes");
- i++;
- this->SetNotesFiles(args[i]);
- return true;
- }
- cm::string_view noTestsPrefix = "--no-tests=";
- if (cmHasPrefix(arg, noTestsPrefix)) {
- cm::string_view noTestsMode =
- cm::string_view(arg).substr(noTestsPrefix.length());
- if (noTestsMode == "error") {
- this->Impl->NoTestsMode = cmCTest::NoTests::Error;
- } else if (noTestsMode != "ignore") {
- errormsg =
- cmStrCat("'--no-tests=' given unknown value '", noTestsMode, '\'');
- return false;
- } else {
- this->Impl->NoTestsMode = cmCTest::NoTests::Ignore;
- }
- }
- // options that control what tests are run
- else if (this->CheckArgument(arg, "-I"_s, "--tests-information") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption("TestsToRunInformation",
- args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption("TestsToRunInformation",
- args[i].c_str());
- } else if (this->CheckArgument(arg, "-U"_s, "--union")) {
- this->GetTestHandler()->SetPersistentOption("UseUnion", "true");
- this->GetMemCheckHandler()->SetPersistentOption("UseUnion", "true");
- } else if (this->CheckArgument(arg, "-R"_s, "--tests-regex") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption("IncludeRegularExpression",
- args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption("IncludeRegularExpression",
- args[i].c_str());
- } else if (this->CheckArgument(arg, "-L"_s, "--label-regex") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption("LabelRegularExpression",
- args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption("LabelRegularExpression",
- args[i].c_str());
- } else if (this->CheckArgument(arg, "-LE"_s, "--label-exclude") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption(
- "ExcludeLabelRegularExpression", args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption(
- "ExcludeLabelRegularExpression", args[i].c_str());
- }
- else if (this->CheckArgument(arg, "-E"_s, "--exclude-regex") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption("ExcludeRegularExpression",
- args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption("ExcludeRegularExpression",
- args[i].c_str());
- }
- else if (this->CheckArgument(arg, "-FA"_s, "--fixture-exclude-any") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption(
- "ExcludeFixtureRegularExpression", args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption(
- "ExcludeFixtureRegularExpression", args[i].c_str());
- } else if (this->CheckArgument(arg, "-FS"_s, "--fixture-exclude-setup") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption(
- "ExcludeFixtureSetupRegularExpression", args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption(
- "ExcludeFixtureSetupRegularExpression", args[i].c_str());
- } else if (this->CheckArgument(arg, "-FC"_s, "--fixture-exclude-cleanup") &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption(
- "ExcludeFixtureCleanupRegularExpression", args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption(
- "ExcludeFixtureCleanupRegularExpression", args[i].c_str());
- }
- else if (this->CheckArgument(arg, "--resource-spec-file"_s) &&
- i < args.size() - 1) {
- i++;
- this->GetTestHandler()->SetPersistentOption("ResourceSpecFile",
- args[i].c_str());
- this->GetMemCheckHandler()->SetPersistentOption("ResourceSpecFile",
- args[i].c_str());
- }
- else if (this->CheckArgument(arg, "--rerun-failed"_s)) {
- this->GetTestHandler()->SetPersistentOption("RerunFailed", "true");
- this->GetMemCheckHandler()->SetPersistentOption("RerunFailed", "true");
- }
- return true;
- }
- #if !defined(_WIN32)
- bool cmCTest::ConsoleIsNotDumb()
- {
- std::string term_env_variable;
- if (cmSystemTools::GetEnv("TERM", term_env_variable)) {
- return isatty(1) && term_env_variable != "dumb";
- }
- return false;
- }
- #endif
- bool cmCTest::ProgressOutputSupportedByConsole()
- {
- #if defined(_WIN32)
- // On Windows we need a console buffer.
- void* console = GetStdHandle(STD_OUTPUT_HANDLE);
- CONSOLE_SCREEN_BUFFER_INFO csbi;
- return GetConsoleScreenBufferInfo(console, &csbi);
- #else
- // On UNIX we need a non-dumb tty.
- return ConsoleIsNotDumb();
- #endif
- }
- bool cmCTest::ColoredOutputSupportedByConsole()
- {
- #if defined(_WIN32)
- // Not supported on Windows
- return false;
- #else
- // On UNIX we need a non-dumb tty.
- std::string clicolor_force;
- if (cmSystemTools::GetEnv("CLICOLOR_FORCE", clicolor_force) &&
- !clicolor_force.empty() && clicolor_force != "0") {
- return true;
- }
- return ConsoleIsNotDumb();
- #endif
- }
- // handle the -S -SR and -SP arguments
- void cmCTest::HandleScriptArguments(size_t& i, std::vector<std::string>& args,
- bool& SRArgumentSpecified)
- {
- std::string arg = args[i];
- if (this->CheckArgument(arg, "-SP"_s, "--script-new-process") &&
- i < args.size() - 1) {
- this->Impl->RunConfigurationScript = true;
- i++;
- cmCTestScriptHandler* ch = this->GetScriptHandler();
- // -SR is an internal argument, -SP should be ignored when it is passed
- if (!SRArgumentSpecified) {
- ch->AddConfigurationScript(args[i].c_str(), false);
- }
- }
- if (this->CheckArgument(arg, "-SR"_s, "--script-run") &&
- i < args.size() - 1) {
- SRArgumentSpecified = true;
- this->Impl->RunConfigurationScript = true;
- i++;
- cmCTestScriptHandler* ch = this->GetScriptHandler();
- ch->AddConfigurationScript(args[i].c_str(), true);
- }
- if (this->CheckArgument(arg, "-S"_s, "--script") && i < args.size() - 1) {
- this->Impl->RunConfigurationScript = true;
- i++;
- cmCTestScriptHandler* ch = this->GetScriptHandler();
- // -SR is an internal argument, -S should be ignored when it is passed
- if (!SRArgumentSpecified) {
- ch->AddConfigurationScript(args[i].c_str(), true);
- }
- }
- }
- bool cmCTest::AddVariableDefinition(const std::string& arg)
- {
- std::string name;
- std::string value;
- cmStateEnums::CacheEntryType type = cmStateEnums::UNINITIALIZED;
- if (cmake::ParseCacheEntry(arg, name, value, type)) {
- this->Impl->Definitions[name] = value;
- return true;
- }
- return false;
- }
- // the main entry point of ctest, called from main
- int cmCTest::Run(std::vector<std::string>& args, std::string* output)
- {
- const char* ctestExec = "ctest";
- bool cmakeAndTest = false;
- bool executeTests = true;
- bool SRArgumentSpecified = false;
- // copy the command line
- cm::append(this->Impl->InitialCommandLineArguments, args);
- // process the command line arguments
- for (size_t i = 1; i < args.size(); ++i) {
- // handle the simple commandline arguments
- std::string errormsg;
- if (!this->HandleCommandLineArguments(i, args, errormsg)) {
- cmSystemTools::Error(errormsg);
- return 1;
- }
- // handle the script arguments -S -SR -SP
- this->HandleScriptArguments(i, args, SRArgumentSpecified);
- // --dashboard: handle a request for a dashboard
- std::string arg = args[i];
- if (this->CheckArgument(arg, "-D"_s, "--dashboard") &&
- i < args.size() - 1) {
- this->Impl->ProduceXML = true;
- i++;
- std::string targ = args[i];
- // AddTestsForDashboard parses the dashboard type and converts it
- // into the separate stages
- if (!this->AddTestsForDashboardType(targ)) {
- if (!this->AddVariableDefinition(targ)) {
- this->ErrorMessageUnknownDashDValue(targ);
- executeTests = false;
- }
- }
- }
- // If it's not exactly -D, but it starts with -D, then try to parse out
- // a variable definition from it, same as CMake does. Unsuccessful
- // attempts are simply ignored since previous ctest versions ignore
- // this too. (As well as many other unknown command line args.)
- //
- if (arg != "-D" && cmHasLiteralPrefix(arg, "-D")) {
- std::string input = arg.substr(2);
- this->AddVariableDefinition(input);
- }
- // --test-action: calls SetTest(<stage>, /*report=*/ false) to enable
- // the corresponding stage
- if (!this->HandleTestActionArgument(ctestExec, i, args)) {
- executeTests = false;
- }
- // --test-model: what type of test model
- if (!this->HandleTestModelArgument(ctestExec, i, args)) {
- executeTests = false;
- }
- // --extra-submit
- if (this->CheckArgument(arg, "--extra-submit"_s) && i < args.size() - 1) {
- this->Impl->ProduceXML = true;
- this->SetTest("Submit");
- i++;
- if (!this->SubmitExtraFiles(args[i])) {
- return 0;
- }
- }
- // --build-and-test options
- if (this->CheckArgument(arg, "--build-and-test"_s) &&
- i < args.size() - 1) {
- cmakeAndTest = true;
- }
- // --schedule-random
- if (this->CheckArgument(arg, "--schedule-random"_s)) {
- this->Impl->ScheduleType = "Random";
- }
- // pass the argument to all the handlers as well, but i may no longer be
- // set to what it was originally so I'm not sure this is working as
- // intended
- for (auto& handler : this->Impl->GetTestingHandlers()) {
- if (!handler->ProcessCommandLineArguments(arg, i, args)) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem parsing command line arguments within a handler");
- return 0;
- }
- }
- } // the close of the for argument loop
- // handle CTEST_PARALLEL_LEVEL environment variable
- if (!this->Impl->ParallelLevelSetInCli) {
- std::string parallel;
- if (cmSystemTools::GetEnv("CTEST_PARALLEL_LEVEL", parallel)) {
- int plevel = atoi(parallel.c_str());
- this->SetParallelLevel(plevel);
- }
- }
- // TestProgressOutput only supported if console supports it and not logging
- // to a file
- this->Impl->TestProgressOutput = this->Impl->TestProgressOutput &&
- !this->Impl->OutputLogFile && this->ProgressOutputSupportedByConsole();
- #ifdef _WIN32
- if (this->Impl->TestProgressOutput) {
- // Disable output line buffering so we can print content without
- // a newline.
- std::setvbuf(stdout, nullptr, _IONBF, 0);
- }
- #endif
- // now what should cmake do? if --build-and-test was specified then
- // we run the build and test handler and return
- if (cmakeAndTest) {
- return this->RunCMakeAndTest(output);
- }
- if (executeTests) {
- return this->ExecuteTests();
- }
- return 1;
- }
- bool cmCTest::HandleTestActionArgument(const char* ctestExec, size_t& i,
- const std::vector<std::string>& args)
- {
- bool success = true;
- std::string arg = args[i];
- if (this->CheckArgument(arg, "-T"_s, "--test-action") &&
- (i < args.size() - 1)) {
- this->Impl->ProduceXML = true;
- i++;
- if (!this->SetTest(args[i], false)) {
- success = false;
- cmCTestLog(this, ERROR_MESSAGE,
- "CTest -T called with incorrect option: " << args[i]
- << std::endl);
- cmCTestLog(this, ERROR_MESSAGE,
- "Available options are:"
- << std::endl
- << " " << ctestExec << " -T all" << std::endl
- << " " << ctestExec << " -T start" << std::endl
- << " " << ctestExec << " -T update" << std::endl
- << " " << ctestExec << " -T configure" << std::endl
- << " " << ctestExec << " -T build" << std::endl
- << " " << ctestExec << " -T test" << std::endl
- << " " << ctestExec << " -T coverage" << std::endl
- << " " << ctestExec << " -T memcheck" << std::endl
- << " " << ctestExec << " -T notes" << std::endl
- << " " << ctestExec << " -T submit" << std::endl);
- }
- }
- return success;
- }
- bool cmCTest::HandleTestModelArgument(const char* ctestExec, size_t& i,
- const std::vector<std::string>& args)
- {
- bool success = true;
- std::string arg = args[i];
- if (this->CheckArgument(arg, "-M"_s, "--test-model") &&
- (i < args.size() - 1)) {
- i++;
- std::string const& str = args[i];
- if (cmSystemTools::LowerCase(str) == "nightly"_s) {
- this->SetTestModel(cmCTest::NIGHTLY);
- } else if (cmSystemTools::LowerCase(str) == "continuous"_s) {
- this->SetTestModel(cmCTest::CONTINUOUS);
- } else if (cmSystemTools::LowerCase(str) == "experimental"_s) {
- this->SetTestModel(cmCTest::EXPERIMENTAL);
- } else {
- success = false;
- cmCTestLog(this, ERROR_MESSAGE,
- "CTest -M called with incorrect option: " << str
- << std::endl);
- cmCTestLog(this, ERROR_MESSAGE,
- "Available options are:"
- << std::endl
- << " " << ctestExec << " -M Continuous" << std::endl
- << " " << ctestExec << " -M Experimental" << std::endl
- << " " << ctestExec << " -M Nightly" << std::endl);
- }
- }
- return success;
- }
- int cmCTest::ExecuteTests()
- {
- int res;
- // call process directory
- if (this->Impl->RunConfigurationScript) {
- if (this->Impl->ExtraVerbose) {
- cmCTestLog(this, OUTPUT, "* Extra verbosity turned on" << std::endl);
- }
- for (auto& handler : this->Impl->GetTestingHandlers()) {
- handler->SetVerbose(this->Impl->ExtraVerbose);
- handler->SetSubmitIndex(this->Impl->SubmitIndex);
- }
- this->GetScriptHandler()->SetVerbose(this->Impl->Verbose);
- res = this->GetScriptHandler()->ProcessHandler();
- if (res != 0) {
- cmCTestLog(this, DEBUG,
- "running script failing returning: " << res << std::endl);
- }
- } else {
- // What is this? -V seems to be the same as -VV,
- // and Verbose is always on in this case
- this->Impl->ExtraVerbose = this->Impl->Verbose;
- this->Impl->Verbose = true;
- for (auto& handler : this->Impl->GetTestingHandlers()) {
- handler->SetVerbose(this->Impl->Verbose);
- handler->SetSubmitIndex(this->Impl->SubmitIndex);
- }
- std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
- if (!this->Initialize(cwd.c_str(), nullptr)) {
- res = 12;
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem initializing the dashboard." << std::endl);
- } else {
- res = this->ProcessSteps();
- }
- this->Finalize();
- }
- if (res != 0) {
- cmCTestLog(this, DEBUG,
- "Running a test(s) failed returning : " << res << std::endl);
- }
- return res;
- }
- int cmCTest::RunCMakeAndTest(std::string* output)
- {
- this->Impl->Verbose = true;
- cmCTestBuildAndTestHandler* handler = this->GetBuildAndTestHandler();
- int retv = handler->ProcessHandler();
- *output = handler->GetOutput();
- #ifndef CMAKE_BOOTSTRAP
- cmDynamicLoader::FlushCache();
- #endif
- if (retv != 0) {
- cmCTestLog(this, DEBUG,
- "build and test failing returning: " << retv << std::endl);
- }
- return retv;
- }
- void cmCTest::SetNotesFiles(const std::string& notes)
- {
- this->Impl->NotesFiles = notes;
- }
- bool cmCTest::GetStopOnFailure() const
- {
- return this->Impl->StopOnFailure;
- }
- void cmCTest::SetStopOnFailure(bool stop)
- {
- this->Impl->StopOnFailure = stop;
- }
- std::chrono::system_clock::time_point cmCTest::GetStopTime() const
- {
- return this->Impl->StopTime;
- }
- void cmCTest::SetStopTime(std::string const& time_str)
- {
- struct tm* lctime;
- time_t current_time = time(nullptr);
- lctime = gmtime(¤t_time);
- int gm_hour = lctime->tm_hour;
- time_t gm_time = mktime(lctime);
- lctime = localtime(¤t_time);
- int local_hour = lctime->tm_hour;
- int tzone_offset = local_hour - gm_hour;
- if (gm_time > current_time && gm_hour < local_hour) {
- // this means gm_time is on the next day
- tzone_offset -= 24;
- } else if (gm_time < current_time && gm_hour > local_hour) {
- // this means gm_time is on the previous day
- tzone_offset += 24;
- }
- tzone_offset *= 100;
- char buf[1024];
- sprintf(buf, "%d%02d%02d %s %+05i", lctime->tm_year + 1900,
- lctime->tm_mon + 1, lctime->tm_mday, time_str.c_str(), tzone_offset);
- time_t stop_time = curl_getdate(buf, ¤t_time);
- if (stop_time == -1) {
- this->Impl->StopTime = std::chrono::system_clock::time_point();
- return;
- }
- this->Impl->StopTime = std::chrono::system_clock::from_time_t(stop_time);
- if (stop_time < current_time) {
- this->Impl->StopTime += std::chrono::hours(24);
- }
- }
- std::string cmCTest::GetScheduleType() const
- {
- return this->Impl->ScheduleType;
- }
- void cmCTest::SetScheduleType(std::string const& type)
- {
- this->Impl->ScheduleType = type;
- }
- int cmCTest::ReadCustomConfigurationFileTree(const std::string& dir,
- cmMakefile* mf)
- {
- bool found = false;
- cmCTestLog(this, DEBUG,
- "* Read custom CTest configuration directory: " << dir
- << std::endl);
- std::string fname = cmStrCat(dir, "/CTestCustom.cmake");
- cmCTestLog(this, DEBUG, "* Check for file: " << fname << std::endl);
- if (cmSystemTools::FileExists(fname)) {
- cmCTestLog(this, DEBUG,
- "* Read custom CTest configuration file: " << fname
- << std::endl);
- bool erroroc = cmSystemTools::GetErrorOccuredFlag();
- cmSystemTools::ResetErrorOccuredFlag();
- if (!mf->ReadListFile(fname) || cmSystemTools::GetErrorOccuredFlag()) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem reading custom configuration: " << fname
- << std::endl);
- }
- found = true;
- if (erroroc) {
- cmSystemTools::SetErrorOccured();
- }
- }
- std::string rexpr = cmStrCat(dir, "/CTestCustom.ctest");
- cmCTestLog(this, DEBUG, "* Check for file: " << rexpr << std::endl);
- if (!found && cmSystemTools::FileExists(rexpr)) {
- cmsys::Glob gl;
- gl.RecurseOn();
- gl.FindFiles(rexpr);
- std::vector<std::string>& files = gl.GetFiles();
- for (const std::string& file : files) {
- cmCTestLog(this, DEBUG,
- "* Read custom CTest configuration file: " << file
- << std::endl);
- if (!mf->ReadListFile(file) || cmSystemTools::GetErrorOccuredFlag()) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Problem reading custom configuration: " << file
- << std::endl);
- }
- }
- found = true;
- }
- if (found) {
- for (auto& handler : this->Impl->GetNamedTestingHandlers()) {
- cmCTestLog(this, DEBUG,
- "* Read custom CTest configuration vectors for handler: "
- << handler.first << " (" << handler.second << ")"
- << std::endl);
- handler.second->PopulateCustomVectors(mf);
- }
- }
- return 1;
- }
- void cmCTest::PopulateCustomVector(cmMakefile* mf, const std::string& def,
- std::vector<std::string>& vec)
- {
- const char* dval = mf->GetDefinition(def);
- if (!dval) {
- return;
- }
- cmCTestLog(this, DEBUG, "PopulateCustomVector: " << def << std::endl);
- vec.clear();
- cmExpandList(dval, vec);
- for (std::string const& it : vec) {
- cmCTestLog(this, DEBUG, " -- " << it << std::endl);
- }
- }
- void cmCTest::PopulateCustomInteger(cmMakefile* mf, const std::string& def,
- int& val)
- {
- const char* dval = mf->GetDefinition(def);
- if (!dval) {
- return;
- }
- val = atoi(dval);
- }
- std::string cmCTest::GetShortPathToFile(const std::string& cfname)
- {
- const std::string& sourceDir = cmSystemTools::CollapseFullPath(
- this->GetCTestConfiguration("SourceDirectory"));
- const std::string& buildDir = cmSystemTools::CollapseFullPath(
- this->GetCTestConfiguration("BuildDirectory"));
- std::string fname = cmSystemTools::CollapseFullPath(cfname);
- // Find relative paths to both directories
- std::string srcRelpath = cmSystemTools::RelativePath(sourceDir, fname);
- std::string bldRelpath = cmSystemTools::RelativePath(buildDir, fname);
- // If any contains "." it is not parent directory
- bool inSrc = srcRelpath.find("..") == std::string::npos;
- bool inBld = bldRelpath.find("..") == std::string::npos;
- // TODO: Handle files with .. in their name
- std::string* res = nullptr;
- if (inSrc && inBld) {
- // If both have relative path with no dots, pick the shorter one
- if (srcRelpath.size() < bldRelpath.size()) {
- res = &srcRelpath;
- } else {
- res = &bldRelpath;
- }
- } else if (inSrc) {
- res = &srcRelpath;
- } else if (inBld) {
- res = &bldRelpath;
- }
- std::string path;
- if (!res) {
- path = fname;
- } else {
- cmSystemTools::ConvertToUnixSlashes(*res);
- path = "./" + *res;
- if (path.back() == '/') {
- path.resize(path.size() - 1);
- }
- }
- cmsys::SystemTools::ReplaceString(path, ":", "_");
- cmsys::SystemTools::ReplaceString(path, " ", "_");
- return path;
- }
- std::string cmCTest::GetCTestConfiguration(const std::string& name)
- {
- if (this->Impl->CTestConfigurationOverwrites.find(name) !=
- this->Impl->CTestConfigurationOverwrites.end()) {
- return this->Impl->CTestConfigurationOverwrites[name];
- }
- return this->Impl->CTestConfiguration[name];
- }
- void cmCTest::EmptyCTestConfiguration()
- {
- this->Impl->CTestConfiguration.clear();
- }
- void cmCTest::SetCTestConfiguration(const char* name, const std::string& value,
- bool suppress)
- {
- cmCTestOptionalLog(this, HANDLER_VERBOSE_OUTPUT,
- "SetCTestConfiguration:" << name << ":" << value << "\n",
- suppress);
- if (!name) {
- return;
- }
- if (value.empty()) {
- this->Impl->CTestConfiguration.erase(name);
- return;
- }
- this->Impl->CTestConfiguration[name] = value;
- }
- std::string cmCTest::GetSubmitURL()
- {
- std::string url = this->GetCTestConfiguration("SubmitURL");
- if (url.empty()) {
- std::string method = this->GetCTestConfiguration("DropMethod");
- std::string user = this->GetCTestConfiguration("DropSiteUser");
- std::string password = this->GetCTestConfiguration("DropSitePassword");
- std::string site = this->GetCTestConfiguration("DropSite");
- std::string location = this->GetCTestConfiguration("DropLocation");
- url = cmStrCat(method.empty() ? "http" : method, "://"_s);
- if (!user.empty()) {
- url += user;
- if (!password.empty()) {
- url += ':';
- url += password;
- }
- url += '@';
- }
- url += site;
- url += location;
- }
- return url;
- }
- std::string cmCTest::GetCurrentTag()
- {
- return this->Impl->CurrentTag;
- }
- std::string cmCTest::GetBinaryDir()
- {
- return this->Impl->BinaryDir;
- }
- std::string const& cmCTest::GetConfigType()
- {
- return this->Impl->ConfigType;
- }
- cmDuration cmCTest::GetTimeOut() const
- {
- return this->Impl->TimeOut;
- }
- void cmCTest::SetTimeOut(cmDuration t)
- {
- this->Impl->TimeOut = t;
- }
- cmDuration cmCTest::GetGlobalTimeout() const
- {
- return this->Impl->GlobalTimeout;
- }
- bool cmCTest::GetShowOnly()
- {
- return this->Impl->ShowOnly;
- }
- bool cmCTest::GetOutputAsJson()
- {
- return this->Impl->OutputAsJson;
- }
- int cmCTest::GetOutputAsJsonVersion()
- {
- return this->Impl->OutputAsJsonVersion;
- }
- bool cmCTest::ShouldUseHTTP10() const
- {
- return this->Impl->UseHTTP10;
- }
- bool cmCTest::ShouldPrintLabels() const
- {
- return this->Impl->PrintLabels;
- }
- int cmCTest::GetMaxTestNameWidth() const
- {
- return this->Impl->MaxTestNameWidth;
- }
- void cmCTest::SetMaxTestNameWidth(int w)
- {
- this->Impl->MaxTestNameWidth = w;
- }
- void cmCTest::SetProduceXML(bool v)
- {
- this->Impl->ProduceXML = v;
- }
- bool cmCTest::GetProduceXML()
- {
- return this->Impl->ProduceXML;
- }
- std::vector<std::string>& cmCTest::GetInitialCommandLineArguments()
- {
- return this->Impl->InitialCommandLineArguments;
- }
- const char* cmCTest::GetSpecificGroup()
- {
- if (this->Impl->SpecificGroup.empty()) {
- return nullptr;
- }
- return this->Impl->SpecificGroup.c_str();
- }
- void cmCTest::SetSpecificGroup(const char* group)
- {
- if (!group) {
- this->Impl->SpecificGroup.clear();
- return;
- }
- this->Impl->SpecificGroup = group;
- }
- void cmCTest::SetFailover(bool failover)
- {
- this->Impl->Failover = failover;
- }
- bool cmCTest::GetFailover() const
- {
- return this->Impl->Failover;
- }
- bool cmCTest::GetTestProgressOutput() const
- {
- return this->Impl->TestProgressOutput;
- }
- bool cmCTest::GetVerbose() const
- {
- return this->Impl->Verbose;
- }
- bool cmCTest::GetExtraVerbose() const
- {
- return this->Impl->ExtraVerbose;
- }
- void cmCTest::SetStreams(std::ostream* out, std::ostream* err)
- {
- this->Impl->StreamOut = out;
- this->Impl->StreamErr = err;
- }
- bool cmCTest::GetLabelSummary() const
- {
- return this->Impl->LabelSummary;
- }
- bool cmCTest::GetSubprojectSummary() const
- {
- return this->Impl->SubprojectSummary;
- }
- bool cmCTest::GetOutputTestOutputOnTestFailure() const
- {
- return this->Impl->OutputTestOutputOnTestFailure;
- }
- const std::map<std::string, std::string>& cmCTest::GetDefinitions() const
- {
- return this->Impl->Definitions;
- }
- int cmCTest::GetRepeatCount() const
- {
- return this->Impl->RepeatCount;
- }
- cmCTest::Repeat cmCTest::GetRepeatMode() const
- {
- return this->Impl->RepeatMode;
- }
- cmCTest::NoTests cmCTest::GetNoTestsMode() const
- {
- return this->Impl->NoTestsMode;
- }
- void cmCTest::SetBuildID(const std::string& id)
- {
- this->Impl->BuildID = id;
- }
- std::string cmCTest::GetBuildID() const
- {
- return this->Impl->BuildID;
- }
- void cmCTest::AddSubmitFile(Part part, const std::string& name)
- {
- this->Impl->Parts[part].SubmitFiles.emplace_back(name);
- }
- std::vector<std::string> const& cmCTest::GetSubmitFiles(Part part) const
- {
- return this->Impl->Parts[part].SubmitFiles;
- }
- void cmCTest::ClearSubmitFiles(Part part)
- {
- this->Impl->Parts[part].SubmitFiles.clear();
- }
- void cmCTest::SetSuppressUpdatingCTestConfiguration(bool val)
- {
- this->Impl->SuppressUpdatingCTestConfiguration = val;
- }
- void cmCTest::AddCTestConfigurationOverwrite(const std::string& overStr)
- {
- size_t epos = overStr.find('=');
- if (epos == std::string::npos) {
- cmCTestLog(this, ERROR_MESSAGE,
- "CTest configuration overwrite specified in the wrong format."
- << std::endl
- << "Valid format is: --overwrite key=value" << std::endl
- << "The specified was: --overwrite " << overStr << std::endl);
- return;
- }
- std::string key = overStr.substr(0, epos);
- std::string value = overStr.substr(epos + 1);
- this->Impl->CTestConfigurationOverwrites[key] = value;
- }
- void cmCTest::SetConfigType(const std::string& ct)
- {
- this->Impl->ConfigType = ct;
- cmSystemTools::ReplaceString(this->Impl->ConfigType, ".\\", "");
- std::string confTypeEnv = "CMAKE_CONFIG_TYPE=" + this->Impl->ConfigType;
- cmSystemTools::PutEnv(confTypeEnv);
- }
- bool cmCTest::SetCTestConfigurationFromCMakeVariable(
- cmMakefile* mf, const char* dconfig, const std::string& cmake_var,
- bool suppress)
- {
- cmProp ctvar = mf->GetDef(cmake_var);
- if (!ctvar) {
- return false;
- }
- cmCTestOptionalLog(this, HANDLER_VERBOSE_OUTPUT,
- "SetCTestConfigurationFromCMakeVariable:"
- << dconfig << ":" << cmake_var << std::endl,
- suppress);
- this->SetCTestConfiguration(dconfig, *ctvar, suppress);
- return true;
- }
- bool cmCTest::RunCommand(std::vector<std::string> const& args,
- std::string* stdOut, std::string* stdErr, int* retVal,
- const char* dir, cmDuration timeout,
- Encoding encoding)
- {
- std::vector<const char*> argv;
- argv.reserve(args.size() + 1);
- for (std::string const& a : args) {
- argv.push_back(a.c_str());
- }
- argv.push_back(nullptr);
- stdOut->clear();
- stdErr->clear();
- cmsysProcess* cp = cmsysProcess_New();
- cmsysProcess_SetCommand(cp, argv.data());
- cmsysProcess_SetWorkingDirectory(cp, dir);
- if (cmSystemTools::GetRunCommandHideConsole()) {
- cmsysProcess_SetOption(cp, cmsysProcess_Option_HideWindow, 1);
- }
- cmsysProcess_SetTimeout(cp, timeout.count());
- cmsysProcess_Execute(cp);
- std::vector<char> tempOutput;
- std::vector<char> tempError;
- char* data;
- int length;
- cmProcessOutput processOutput(encoding);
- std::string strdata;
- int res;
- bool done = false;
- while (!done) {
- res = cmsysProcess_WaitForData(cp, &data, &length, nullptr);
- switch (res) {
- case cmsysProcess_Pipe_STDOUT:
- cm::append(tempOutput, data, data + length);
- break;
- case cmsysProcess_Pipe_STDERR:
- cm::append(tempError, data, data + length);
- break;
- default:
- done = true;
- }
- if ((res == cmsysProcess_Pipe_STDOUT || res == cmsysProcess_Pipe_STDERR) &&
- this->Impl->ExtraVerbose) {
- processOutput.DecodeText(data, length, strdata);
- cmSystemTools::Stdout(strdata);
- }
- }
- if (this->Impl->ExtraVerbose) {
- processOutput.DecodeText(std::string(), strdata);
- if (!strdata.empty()) {
- cmSystemTools::Stdout(strdata);
- }
- }
- cmsysProcess_WaitForExit(cp, nullptr);
- if (!tempOutput.empty()) {
- processOutput.DecodeText(tempOutput, tempOutput);
- stdOut->append(tempOutput.data(), tempOutput.size());
- }
- if (!tempError.empty()) {
- processOutput.DecodeText(tempError, tempError);
- stdErr->append(tempError.data(), tempError.size());
- }
- bool result = true;
- if (cmsysProcess_GetState(cp) == cmsysProcess_State_Exited) {
- if (retVal) {
- *retVal = cmsysProcess_GetExitValue(cp);
- } else {
- if (cmsysProcess_GetExitValue(cp) != 0) {
- result = false;
- }
- }
- } else if (cmsysProcess_GetState(cp) == cmsysProcess_State_Exception) {
- const char* exception_str = cmsysProcess_GetExceptionString(cp);
- cmCTestLog(this, ERROR_MESSAGE, exception_str << std::endl);
- stdErr->append(exception_str, strlen(exception_str));
- result = false;
- } else if (cmsysProcess_GetState(cp) == cmsysProcess_State_Error) {
- const char* error_str = cmsysProcess_GetErrorString(cp);
- cmCTestLog(this, ERROR_MESSAGE, error_str << std::endl);
- stdErr->append(error_str, strlen(error_str));
- result = false;
- } else if (cmsysProcess_GetState(cp) == cmsysProcess_State_Expired) {
- const char* error_str = "Process terminated due to timeout\n";
- cmCTestLog(this, ERROR_MESSAGE, error_str << std::endl);
- stdErr->append(error_str, strlen(error_str));
- result = false;
- }
- cmsysProcess_Delete(cp);
- return result;
- }
- void cmCTest::SetOutputLogFileName(const std::string& name)
- {
- if (!name.empty()) {
- this->Impl->OutputLogFile = cm::make_unique<cmGeneratedFileStream>(name);
- } else {
- this->Impl->OutputLogFile.reset();
- }
- }
- static const char* cmCTestStringLogType[] = { "DEBUG",
- "OUTPUT",
- "HANDLER_OUTPUT",
- "HANDLER_PROGRESS_OUTPUT",
- "HANDLER_TEST_PROGRESS_OUTPUT",
- "HANDLER_VERBOSE_OUTPUT",
- "WARNING",
- "ERROR_MESSAGE",
- nullptr };
- #define cmCTestLogOutputFileLine(stream) \
- do { \
- if (this->Impl->ShowLineNumbers) { \
- (stream) << std::endl << file << ":" << line << " "; \
- } \
- } while (false)
- void cmCTest::Log(int logType, const char* file, int line, const char* msg,
- bool suppress)
- {
- if (!msg || !*msg) {
- return;
- }
- if (suppress && logType != cmCTest::ERROR_MESSAGE) {
- return;
- }
- if (logType == cmCTest::HANDLER_PROGRESS_OUTPUT &&
- (this->Impl->Debug || this->Impl->ExtraVerbose)) {
- return;
- }
- if (this->Impl->OutputLogFile) {
- bool display = true;
- if (logType == cmCTest::DEBUG && !this->Impl->Debug) {
- display = false;
- }
- if (logType == cmCTest::HANDLER_VERBOSE_OUTPUT && !this->Impl->Debug &&
- !this->Impl->ExtraVerbose) {
- display = false;
- }
- if (display) {
- cmCTestLogOutputFileLine(*this->Impl->OutputLogFile);
- if (logType != this->Impl->OutputLogFileLastTag) {
- *this->Impl->OutputLogFile << "[";
- if (logType >= OTHER || logType < 0) {
- *this->Impl->OutputLogFile << "OTHER";
- } else {
- *this->Impl->OutputLogFile << cmCTestStringLogType[logType];
- }
- *this->Impl->OutputLogFile << "] " << std::endl;
- }
- *this->Impl->OutputLogFile << msg << std::flush;
- if (logType != this->Impl->OutputLogFileLastTag) {
- *this->Impl->OutputLogFile << std::endl;
- this->Impl->OutputLogFileLastTag = logType;
- }
- }
- }
- if (!this->Impl->Quiet) {
- std::ostream& out = *this->Impl->StreamOut;
- std::ostream& err = *this->Impl->StreamErr;
- if (logType == HANDLER_TEST_PROGRESS_OUTPUT) {
- if (this->Impl->TestProgressOutput) {
- cmCTestLogOutputFileLine(out);
- if (this->Impl->FlushTestProgressLine) {
- printf("\r");
- this->Impl->FlushTestProgressLine = false;
- out.flush();
- }
- std::string msg_str{ msg };
- auto const lineBreakIt = msg_str.find('\n');
- if (lineBreakIt != std::string::npos) {
- this->Impl->FlushTestProgressLine = true;
- msg_str.erase(std::remove(msg_str.begin(), msg_str.end(), '\n'),
- msg_str.end());
- }
- out << msg_str;
- #ifndef _WIN32
- printf("\x1B[K"); // move caret to end
- #endif
- out.flush();
- return;
- }
- logType = HANDLER_OUTPUT;
- }
- switch (logType) {
- case DEBUG:
- if (this->Impl->Debug) {
- cmCTestLogOutputFileLine(out);
- out << msg;
- out.flush();
- }
- break;
- case OUTPUT:
- case HANDLER_OUTPUT:
- if (this->Impl->Debug || this->Impl->Verbose) {
- cmCTestLogOutputFileLine(out);
- out << msg;
- out.flush();
- }
- break;
- case HANDLER_VERBOSE_OUTPUT:
- if (this->Impl->Debug || this->Impl->ExtraVerbose) {
- cmCTestLogOutputFileLine(out);
- out << msg;
- out.flush();
- }
- break;
- case WARNING:
- cmCTestLogOutputFileLine(err);
- err << msg;
- err.flush();
- break;
- case ERROR_MESSAGE:
- cmCTestLogOutputFileLine(err);
- err << msg;
- err.flush();
- cmSystemTools::SetErrorOccured();
- break;
- default:
- cmCTestLogOutputFileLine(out);
- out << msg;
- out.flush();
- }
- }
- }
- std::string cmCTest::GetColorCode(Color color) const
- {
- if (this->Impl->OutputColorCode) {
- #if defined(_WIN32)
- // Not supported on Windows
- static_cast<void>(color);
- #else
- return "\033[0;" + std::to_string(static_cast<int>(color)) + "m";
- #endif
- }
- return "";
- }
- cmDuration cmCTest::GetRemainingTimeAllowed()
- {
- return this->GetScriptHandler()->GetRemainingTimeAllowed();
- }
- cmDuration cmCTest::MaxDuration()
- {
- return cmDuration(1.0e7);
- }
- void cmCTest::SetRunCurrentScript(bool value)
- {
- this->GetScriptHandler()->SetRunCurrentScript(value);
- }
- void cmCTest::OutputTestErrors(std::vector<char> const& process_output)
- {
- std::string test_outputs("\n*** Test Failed:\n");
- if (!process_output.empty()) {
- test_outputs.append(process_output.data(), process_output.size());
- }
- cmCTestLog(this, HANDLER_OUTPUT, test_outputs << std::endl);
- }
- bool cmCTest::CompressString(std::string& str)
- {
- int ret;
- z_stream strm;
- strm.zalloc = Z_NULL;
- strm.zfree = Z_NULL;
- strm.opaque = Z_NULL;
- ret = deflateInit(&strm, -1); // default compression level
- if (ret != Z_OK) {
- return false;
- }
- unsigned char* in =
- reinterpret_cast<unsigned char*>(const_cast<char*>(str.c_str()));
- // zlib makes the guarantee that this is the maximum output size
- int outSize =
- static_cast<int>(static_cast<double>(str.size()) * 1.001 + 13.0);
- std::vector<unsigned char> out(outSize);
- strm.avail_in = static_cast<uInt>(str.size());
- strm.next_in = in;
- strm.avail_out = outSize;
- strm.next_out = &out[0];
- ret = deflate(&strm, Z_FINISH);
- if (ret != Z_STREAM_END) {
- cmCTestLog(this, ERROR_MESSAGE,
- "Error during gzip compression." << std::endl);
- return false;
- }
- (void)deflateEnd(&strm);
- // Now base64 encode the resulting binary string
- std::vector<unsigned char> base64EncodedBuffer((outSize * 3) / 2);
- size_t rlen =
- cmsysBase64_Encode(&out[0], strm.total_out, &base64EncodedBuffer[0], 1);
- str.assign(reinterpret_cast<char*>(&base64EncodedBuffer[0]), rlen);
- return true;
- }
|