package-metadata.pl 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880
  1. #!/usr/bin/env perl
  2. use FindBin;
  3. use lib "$FindBin::Bin";
  4. use strict;
  5. use metadata;
  6. use Getopt::Long;
  7. use Time::Piece;
  8. use JSON::PP;
  9. my %board;
  10. sub version_to_num($) {
  11. my $str = shift;
  12. my $num = 0;
  13. if (defined($str) && $str =~ /^\d+(?:\.\d+)+$/)
  14. {
  15. my @n = (split(/\./, $str), 0, 0, 0, 0);
  16. $num = ($n[0] << 24) | ($n[1] << 16) | ($n[2] << 8) | $n[3];
  17. }
  18. return $num;
  19. }
  20. sub version_filter_list(@) {
  21. my $cmpver = version_to_num(shift @_);
  22. my @items;
  23. foreach my $item (@_)
  24. {
  25. if ($item =~ s/@(lt|le|gt|ge|eq|ne)(\d+(?:\.\d+)+)\b//)
  26. {
  27. my $op = $1;
  28. my $symver = version_to_num($2);
  29. if ($symver > 0 && $cmpver > 0)
  30. {
  31. next unless (($op eq 'lt' && $cmpver < $symver) ||
  32. ($op eq 'le' && $cmpver <= $symver) ||
  33. ($op eq 'gt' && $cmpver > $symver) ||
  34. ($op eq 'ge' && $cmpver >= $symver) ||
  35. ($op eq 'eq' && $cmpver == $symver) ||
  36. ($op eq 'ne' && $cmpver != $symver));
  37. }
  38. }
  39. push @items, $item;
  40. }
  41. return @items;
  42. }
  43. sub gen_kconfig_overrides() {
  44. my %config;
  45. my %kconfig;
  46. my $package;
  47. my $pkginfo = shift @ARGV;
  48. my $cfgfile = shift @ARGV;
  49. my $patchver = shift @ARGV;
  50. # parameter 2: build system config
  51. open FILE, "<$cfgfile" or return;
  52. while (<FILE>) {
  53. /^(CONFIG_.+?)=(.+)$/ and $config{$1} = 1;
  54. }
  55. close FILE;
  56. # parameter 1: package metadata
  57. open FILE, "<$pkginfo" or return;
  58. while (<FILE>) {
  59. /^Package:\s*(.+?)\s*$/ and $package = $1;
  60. /^Kernel-Config:\s*(.+?)\s*$/ and do {
  61. my @config = split /\s+/, $1;
  62. foreach my $config (version_filter_list($patchver, @config)) {
  63. my $val = 'm';
  64. my $override;
  65. if ($config =~ /^(.+?)=(.+)$/) {
  66. $config = $1;
  67. $override = 1;
  68. $val = $2;
  69. }
  70. if ($config{"CONFIG_PACKAGE_$package"} and ($config ne 'n')) {
  71. next if $kconfig{$config} eq 'y';
  72. $kconfig{$config} = $val;
  73. } elsif (!$override) {
  74. $kconfig{$config} or $kconfig{$config} = 'n';
  75. }
  76. }
  77. };
  78. };
  79. close FILE;
  80. foreach my $kconfig (sort keys %kconfig) {
  81. if ($kconfig{$kconfig} eq 'n') {
  82. print "# $kconfig is not set\n";
  83. } else {
  84. print "$kconfig=$kconfig{$kconfig}\n";
  85. }
  86. }
  87. }
  88. my %dep_check;
  89. sub __find_package_dep($$) {
  90. my $pkg = shift;
  91. my $name = shift;
  92. my $deps = $pkg->{depends};
  93. return 0 unless defined $deps;
  94. foreach my $vpkg (@{$deps}) {
  95. foreach my $dep (@{$vpackage{$vpkg}}) {
  96. next if $dep_check{$dep->{name}};
  97. $dep_check{$dep->{name}} = 1;
  98. return 1 if $dep->{name} eq $name;
  99. return 1 if (__find_package_dep($dep, $name) == 1);
  100. }
  101. }
  102. return 0;
  103. }
  104. # wrapper to avoid infinite recursion
  105. sub find_package_dep($$) {
  106. my $pkg = shift;
  107. my $name = shift;
  108. %dep_check = ();
  109. return __find_package_dep($pkg, $name);
  110. }
  111. sub package_depends($$) {
  112. my $a = shift;
  113. my $b = shift;
  114. my $ret;
  115. return 0 if ($a->{submenu} ne $b->{submenu});
  116. if (find_package_dep($a, $b->{name}) == 1) {
  117. $ret = 1;
  118. } elsif (find_package_dep($b, $a->{name}) == 1) {
  119. $ret = -1;
  120. } else {
  121. return 0;
  122. }
  123. return $ret;
  124. }
  125. sub mconf_depends {
  126. my $pkgname = shift;
  127. my $depends = shift;
  128. my $only_dep = shift;
  129. my $res;
  130. my $dep = shift;
  131. my $seen = shift;
  132. my $parent_condition = shift;
  133. $dep or $dep = {};
  134. $seen or $seen = {};
  135. my @t_depends;
  136. $depends or return;
  137. my @depends = @$depends;
  138. foreach my $depend (@depends) {
  139. my $m = "depends on";
  140. my $flags = "";
  141. $depend =~ s/^([@\+]+)// and $flags = $1;
  142. my $condition = $parent_condition;
  143. $depend = $2 if $depend =~ /^(.+):(.+)$/ and $dep->{$1} eq 'select';
  144. next if $condition eq $depend;
  145. next if $seen->{"$parent_condition:$depend"};
  146. next if $seen->{":$depend"};
  147. $seen->{"$parent_condition:$depend"} = 1;
  148. if ($depend =~ /^(.+):(.+)$/) {
  149. if ($1 ne "PACKAGE_$pkgname") {
  150. if ($condition) {
  151. $condition = "$condition && $1";
  152. } else {
  153. $condition = $1;
  154. }
  155. }
  156. $depend = $2;
  157. }
  158. if ($flags =~ /\+/) {
  159. my $vdep = $vpackage{$depend};
  160. if ($vdep) {
  161. my @vdeps;
  162. foreach my $v (@$vdep) {
  163. next if $v->{buildonly};
  164. if ($v->{variant_default}) {
  165. unshift @vdeps, $v->{name};
  166. } else {
  167. push @vdeps, $v->{name};
  168. }
  169. }
  170. $depend = shift @vdeps;
  171. if (@vdeps > 1) {
  172. $condition = ($condition ? "$condition && " : '') . join("&&", map { "PACKAGE_$_<PACKAGE_$pkgname" } @vdeps);
  173. } elsif (@vdeps > 0) {
  174. $condition = ($condition ? "$condition && " : '') . "PACKAGE_${vdeps[0]}<PACKAGE_$pkgname";
  175. }
  176. }
  177. # Menuconfig will not treat 'select FOO' as a real dependency
  178. # thus if FOO depends on other config options, these dependencies
  179. # will not be checked. To fix this, we simply emit all of FOO's
  180. # depends here as well.
  181. $package{$depend} and push @t_depends, [ $package{$depend}->{depends}, $condition ];
  182. $m = "select";
  183. next if $only_dep;
  184. $flags =~ /@/ or $depend = "PACKAGE_$depend";
  185. } else {
  186. my $vdep = $vpackage{$depend};
  187. if ($vdep && @$vdep > 0) {
  188. $depend = join("||", map { "PACKAGE_".$_->{name} } @$vdep);
  189. } else {
  190. $flags =~ /@/ or $depend = "PACKAGE_$depend";
  191. }
  192. }
  193. if ($condition) {
  194. if ($m =~ /select/) {
  195. next if $depend eq $condition;
  196. $depend = "$depend if $condition";
  197. } else {
  198. next if $dep->{"$depend if $condition"};
  199. $depend = "!($condition) || $depend" unless $dep->{$condition} eq 'select';
  200. }
  201. }
  202. $dep->{$depend} =~ /select/ or $dep->{$depend} = $m;
  203. }
  204. foreach my $tdep (@t_depends) {
  205. mconf_depends($pkgname, $tdep->[0], 1, $dep, $seen, $tdep->[1]);
  206. }
  207. foreach my $depend (sort keys %$dep) {
  208. my $m = $dep->{$depend};
  209. $res .= "\t\t$m $depend\n";
  210. }
  211. return $res;
  212. }
  213. sub mconf_conflicts {
  214. my $pkgname = shift;
  215. my $depends = shift;
  216. my $res = "";
  217. foreach my $depend (@$depends) {
  218. next unless $package{$depend};
  219. $res .= "\t\tdepends on m || (PACKAGE_$depend != y)\n";
  220. }
  221. return $res;
  222. }
  223. sub add_implicit_provides_conflicts {
  224. foreach my $provide (keys %vpackage) {
  225. next if $provide =~ /-any$/;
  226. my $providers = $vpackage{$provide};
  227. next unless $providers && @$providers > 1;
  228. my $default_pkg;
  229. my @non_defaults;
  230. foreach my $pkg (@$providers) {
  231. next if $pkg->{buildonly};
  232. if ($pkg->{variant_default}) {
  233. $default_pkg = $pkg;
  234. } else {
  235. push @non_defaults, $pkg;
  236. }
  237. }
  238. next unless $default_pkg && @non_defaults;
  239. my %existing_conflicts;
  240. if ($default_pkg->{conflicts}) {
  241. %existing_conflicts = map { $_ => 1 } @{$default_pkg->{conflicts}};
  242. }
  243. foreach my $non_default (@non_defaults) {
  244. next if $existing_conflicts{$non_default->{name}};
  245. my $already_conflicts = 0;
  246. if ($non_default->{conflicts}) {
  247. foreach my $c (@{$non_default->{conflicts}}) {
  248. if ($c eq $default_pkg->{name}) {
  249. $already_conflicts = 1;
  250. last;
  251. }
  252. }
  253. }
  254. next if $already_conflicts;
  255. $default_pkg->{conflicts} ||= [];
  256. push @{$default_pkg->{conflicts}}, $non_default->{name};
  257. }
  258. }
  259. }
  260. sub print_package_config_category($) {
  261. my $cat = shift;
  262. my %menus;
  263. my %menu_dep;
  264. return unless $category{$cat};
  265. print "menu \"$cat\"\n\n";
  266. my %spkg = %{$category{$cat}};
  267. foreach my $spkg (sort {uc($a) cmp uc($b)} keys %spkg) {
  268. foreach my $pkg (@{$spkg{$spkg}}) {
  269. next if $pkg->{buildonly};
  270. my $menu = $pkg->{submenu};
  271. if ($menu) {
  272. $menu_dep{$menu} or $menu_dep{$menu} = $pkg->{submenudep};
  273. } else {
  274. $menu = 'undef';
  275. }
  276. $menus{$menu} or $menus{$menu} = [];
  277. push @{$menus{$menu}}, $pkg;
  278. }
  279. }
  280. my @menus = sort {
  281. ($a eq 'undef' ? 1 : 0) or
  282. ($b eq 'undef' ? -1 : 0) or
  283. ($a cmp $b)
  284. } keys %menus;
  285. foreach my $menu (@menus) {
  286. my @pkgs = sort {
  287. package_depends($a, $b) or
  288. ($a->{name} cmp $b->{name})
  289. } @{$menus{$menu}};
  290. if ($menu ne 'undef') {
  291. $menu_dep{$menu} and print "if $menu_dep{$menu}\n";
  292. print "menu \"$menu\"\n";
  293. }
  294. foreach my $pkg (@pkgs) {
  295. next if $pkg->{src}{ignore};
  296. my $title = $pkg->{name};
  297. my $c = (72 - length($pkg->{name}) - length($pkg->{title}));
  298. if ($c > 0) {
  299. $title .= ("." x $c). " ". $pkg->{title};
  300. }
  301. $title = "\"$title\"";
  302. print "\t";
  303. $pkg->{menu} and print "menu";
  304. print "config PACKAGE_".$pkg->{name}."\n";
  305. $pkg->{hidden} and $title = "";
  306. print "\t\t".($pkg->{tristate} ? 'tristate' : 'bool')." $title\n";
  307. print "\t\tdefault y if DEFAULT_".$pkg->{name}."\n";
  308. unless ($pkg->{hidden}) {
  309. my @def = ("ALL");
  310. if (!exists($pkg->{repository})) {
  311. push @def, "ALL_NONSHARED";
  312. }
  313. if ($pkg->{name} =~ /^kmod-/) {
  314. push @def, "ALL_KMODS";
  315. }
  316. $pkg->{default} ||= "m if " . join("||", @def);
  317. }
  318. if ($pkg->{default}) {
  319. foreach my $default (split /\s*,\s*/, $pkg->{default}) {
  320. print "\t\tdefault $default\n";
  321. }
  322. }
  323. print mconf_depends($pkg->{name}, $pkg->{depends}, 0);
  324. print mconf_depends($pkg->{name}, $pkg->{mdepends}, 0);
  325. print mconf_conflicts($pkg->{name}, $pkg->{conflicts});
  326. print "\t\thelp\n";
  327. print $pkg->{description};
  328. print "\n";
  329. $pkg->{config} and print $pkg->{config}."\n";
  330. }
  331. if ($menu ne 'undef') {
  332. print "endmenu\n";
  333. $menu_dep{$menu} and print "endif\n";
  334. }
  335. }
  336. print "endmenu\n\n";
  337. undef $category{$cat};
  338. }
  339. sub print_package_overrides() {
  340. keys %overrides > 0 or return;
  341. print "\tconfig OVERRIDE_PKGS\n";
  342. print "\t\tstring\n";
  343. print "\t\tdefault \"".join(" ", sort keys %overrides)."\"\n\n";
  344. }
  345. sub gen_package_config() {
  346. parse_package_metadata($ARGV[0]) or exit 1;
  347. add_implicit_provides_conflicts();
  348. print "menuconfig IMAGEOPT\n\tbool \"Image configuration\"\n\tdefault n\n";
  349. print "source \"package/*/image-config.in\"\n";
  350. if (scalar glob "package/feeds/*/*/image-config.in") {
  351. print "source \"package/feeds/*/*/image-config.in\"\n";
  352. }
  353. print_package_config_category 'Base system';
  354. foreach my $cat (sort {uc($a) cmp uc($b)} keys %category) {
  355. print_package_config_category $cat;
  356. }
  357. print_package_overrides();
  358. }
  359. sub and_condition($) {
  360. my $condition = shift;
  361. my @spl_and = split('\&\&', $condition);
  362. if (@spl_and == 1) {
  363. return "\$(CONFIG_$spl_and[0])";
  364. }
  365. return "\$(and " . join (',', map("\$(CONFIG_$_)", @spl_and)) . ")";
  366. }
  367. sub gen_condition ($) {
  368. my $condition = shift;
  369. # remove '!()', just as include/package-pack.mk does
  370. $condition =~ s/[()!]//g;
  371. return join("", map(and_condition($_), split('\|\|', $condition)));
  372. }
  373. sub get_conditional_dep($$) {
  374. my $condition = shift;
  375. my $depstr = shift;
  376. if ($condition) {
  377. if ($condition =~ /^!(.+)/) {
  378. return "\$(if " . gen_condition($1) . ",,$depstr)";
  379. } else {
  380. return "\$(if " . gen_condition($condition) . ",$depstr)";
  381. }
  382. } else {
  383. return $depstr;
  384. }
  385. }
  386. sub gen_package_mk() {
  387. my $line;
  388. parse_package_metadata($ARGV[0]) or exit 1;
  389. foreach my $srcname (sort {uc($a) cmp uc($b)} keys %srcpackage) {
  390. my $src = $srcpackage{$srcname};
  391. my $variant_default;
  392. my %deplines = ('' => {});
  393. foreach my $pkg (@{$src->{packages}}) {
  394. foreach my $dep (@{$pkg->{depends}}) {
  395. next if ($dep =~ /@/);
  396. my $condition;
  397. $dep =~ s/\+//g;
  398. if ($dep =~ /^(.+):(.+)/) {
  399. $condition = $1;
  400. $dep = $2;
  401. }
  402. my $vpkg_dep = $vpackage{$dep};
  403. unless (defined $vpkg_dep) {
  404. warn sprintf "WARNING: Makefile '%s' has a dependency on '%s', which does not exist\n",
  405. $src->{makefile}, $dep;
  406. next;
  407. }
  408. # Filter out self-depends
  409. my @vdeps = grep { $srcname ne $_->{src}{name} } @{$vpkg_dep};
  410. foreach my $vdep (@vdeps) {
  411. my $depstr = sprintf '$(curdir)/%s/compile', $vdep->{src}{path};
  412. if (@vdeps > 1) {
  413. $depstr = sprintf '$(if $(CONFIG_PACKAGE_%s),%s)', $vdep->{name}, $depstr;
  414. }
  415. my $depline = get_conditional_dep($condition, $depstr);
  416. if ($depline) {
  417. $deplines{''}{$depline}++;
  418. }
  419. }
  420. }
  421. my $config = '';
  422. $config = sprintf '$(CONFIG_PACKAGE_%s)', $pkg->{name} unless $pkg->{buildonly};
  423. $pkg->{prereq} and printf "prereq-%s += %s\n", $config, $src->{path};
  424. next if $pkg->{buildonly};
  425. printf "package-%s += %s\n", $config, $src->{path};
  426. if ($pkg->{variant}) {
  427. if (!defined($variant_default) or $pkg->{variant_default}) {
  428. $variant_default = $pkg->{variant};
  429. }
  430. printf "\$(curdir)/%s/variants += \$(if %s,%s)\n", $src->{path}, $config, $pkg->{variant};
  431. }
  432. }
  433. if (defined($variant_default)) {
  434. printf "\$(curdir)/%s/default-variant := %s\n", $src->{path}, $variant_default;
  435. }
  436. unless (grep {!$_->{buildonly}} @{$src->{packages}}) {
  437. printf "package- += %s\n", $src->{path};
  438. }
  439. if (@{$src->{buildtypes}} > 0) {
  440. printf "buildtypes-%s = %s\n", $src->{path}, join(' ', @{$src->{buildtypes}});
  441. }
  442. foreach my $type ('', @{$src->{buildtypes}}) {
  443. my $suffix = '';
  444. $suffix = "/$type" if $type;
  445. next unless $src->{"builddepends$suffix"};
  446. defined $deplines{$suffix} or $deplines{$suffix} = {};
  447. foreach my $dep (@{$src->{"builddepends$suffix"}}) {
  448. my $depsuffix = "";
  449. my $deptype = "";
  450. my $condition;
  451. if ($dep =~ /^(.+):(.+)/) {
  452. $condition = $1;
  453. $dep = $2;
  454. }
  455. if ($dep =~ /^(.+)\/(.+)/) {
  456. $dep = $1;
  457. $deptype = $2;
  458. $depsuffix = "/$2";
  459. }
  460. next if $srcname.$suffix eq $dep.$depsuffix;
  461. my $src_dep = $srcpackage{$dep};
  462. unless (defined($src_dep) && (!$deptype || grep { $_ eq $deptype } @{$src_dep->{buildtypes}})) {
  463. warn sprintf "WARNING: Makefile '%s' has a build dependency on '%s', which does not exist\n",
  464. $src->{makefile}, $dep.$depsuffix;
  465. next;
  466. }
  467. my $depstr = sprintf '$(curdir)/%s/compile', $src_dep->{path}.$depsuffix;
  468. my $depline = get_conditional_dep($condition, $depstr);
  469. if ($depline) {
  470. $deplines{$suffix}{$depline}++;
  471. }
  472. }
  473. }
  474. foreach my $suffix (sort keys %deplines) {
  475. my $depline = join(" ", sort keys %{$deplines{$suffix}});
  476. if ($depline) {
  477. $line .= sprintf "\$(curdir)/%s/compile += %s\n", $src->{path}.$suffix, $depline;
  478. }
  479. }
  480. }
  481. if ($line ne "") {
  482. print "\n$line";
  483. }
  484. }
  485. sub gen_package_source() {
  486. parse_package_metadata($ARGV[0]) or exit 1;
  487. foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
  488. my $pkg = $package{$name};
  489. if ($pkg->{name} && $pkg->{source}) {
  490. print "$pkg->{name}: ";
  491. print "$pkg->{source}\n";
  492. }
  493. }
  494. }
  495. sub gen_package_auxiliary() {
  496. parse_package_metadata($ARGV[0]) or exit 1;
  497. foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
  498. my $pkg = $package{$name};
  499. if ($pkg->{name} && $pkg->{repository}) {
  500. print "Package/$name/subdir = $pkg->{repository}\n";
  501. }
  502. my %depends;
  503. foreach my $dep (@{$pkg->{depends} || []}) {
  504. if ($dep =~ m!^\+?(?:[^:]+:)?([^@]+)$!) {
  505. $depends{$1}++;
  506. }
  507. }
  508. my @depends = sort keys %depends;
  509. if (@depends > 0) {
  510. foreach my $n (@{$pkg->{provides}}) {
  511. print "Package/$n/depends = @depends\n";
  512. }
  513. }
  514. }
  515. }
  516. sub gen_package_license($) {
  517. my $level = shift;
  518. parse_package_metadata($ARGV[0]) or exit 1;
  519. foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
  520. my $pkg = $package{$name};
  521. if ($pkg->{name}) {
  522. if ($pkg->{license}) {
  523. print "$pkg->{name}: ";
  524. print "$pkg->{license}\n";
  525. if ($pkg->{licensefiles} && $level == 0) {
  526. print "\tFiles: $pkg->{licensefiles}\n";
  527. }
  528. } else {
  529. if ($level == 1) {
  530. print "$pkg->{name}: Missing license! ";
  531. print "Please fix $pkg->{src}{makefile}\n";
  532. }
  533. }
  534. }
  535. }
  536. }
  537. sub gen_version_filtered_list() {
  538. foreach my $item (version_filter_list(@ARGV)) {
  539. print "$item\n";
  540. }
  541. }
  542. sub gen_usergroup_list() {
  543. parse_package_metadata($ARGV[0]) or exit 1;
  544. for my $name (keys %usernames) {
  545. print "user $name $usernames{$name}{id} $usernames{$name}{makefile}\n";
  546. }
  547. for my $name (keys %groupnames) {
  548. print "group $name $groupnames{$name}{id} $groupnames{$name}{makefile}\n";
  549. }
  550. }
  551. sub gen_package_manifest_json() {
  552. my $json;
  553. parse_package_metadata($ARGV[0]) or exit 1;
  554. foreach my $name (sort {uc($a) cmp uc($b)} keys %package) {
  555. my %depends;
  556. my $pkg = $package{$name};
  557. foreach my $dep (@{$pkg->{depends} || []}) {
  558. if ($dep =~ m!^\+?(?:[^:]+:)?([^@]+)$!) {
  559. $depends{$1}++;
  560. }
  561. }
  562. my @depends = sort keys %depends;
  563. my $pkg_deps = join ' ', map { qq/"$_",/ } @depends;
  564. $pkg_deps =~ s/\,$//;
  565. my $pkg_maintainer = join ' ', map { qq/"$_",/ } @{$pkg->{maintainer} || []};
  566. $pkg_maintainer =~ s/\,$//;
  567. $json = <<"END_JSON";
  568. ${json}{
  569. "name":"$name",
  570. "version":"$pkg->{version}",
  571. "category":"$pkg->{category}",
  572. "license":"$pkg->{license}",
  573. "cpe_id":"$pkg->{cpe_id}",
  574. "maintainer": [$pkg_maintainer],
  575. "depends":[$pkg_deps]},
  576. END_JSON
  577. }
  578. $json =~ s/[\n\r]//g;
  579. $json =~ s/\,$//;
  580. print "[$json]";
  581. }
  582. sub image_manifest_packages($)
  583. {
  584. my %packages;
  585. my $imgmanifest = shift;
  586. open FILE, "<$imgmanifest" or return;
  587. while (<FILE>) {
  588. /^(.+?) - (.+)$/ and $packages{$1} = $2;
  589. }
  590. close FILE;
  591. return %packages;
  592. }
  593. sub dump_cyclonedxsbom_json {
  594. my (@components) = @_;
  595. my $uuid = sprintf(
  596. "%04x%04x-%04x-%04x-%04x-%04x%04x%04x",
  597. rand(0xffff), rand(0xffff), rand(0xffff),
  598. rand(0x0fff) | 0x4000,
  599. rand(0x3fff) | 0x8000,
  600. rand(0xffff), rand(0xffff), rand(0xffff)
  601. );
  602. my $cyclonedx = {
  603. bomFormat => "CycloneDX",
  604. specVersion => "1.4",
  605. serialNumber => "urn:uuid:$uuid",
  606. version => 1,
  607. metadata => {
  608. timestamp => gmtime->datetime . 'Z',
  609. },
  610. "components" => [@components],
  611. };
  612. return encode_json($cyclonedx);
  613. }
  614. sub gen_image_cyclonedxsbom() {
  615. my $pkginfo = shift @ARGV;
  616. my $imgmanifest = shift @ARGV;
  617. my @components;
  618. my %image_packages;
  619. %image_packages = image_manifest_packages($imgmanifest);
  620. %image_packages or exit 1;
  621. parse_package_metadata($pkginfo) or exit 1;
  622. $package{"kernel"} = {
  623. license => "GPL-2.0",
  624. cpe_id => "cpe:/o:linux:linux_kernel",
  625. name => "kernel",
  626. category => "operating-system",
  627. };
  628. my %abimap;
  629. my @abipkgs = grep { defined $package{$_}->{abi_version} } keys %package;
  630. foreach my $name (@abipkgs) {
  631. my $pkg = $package{$name};
  632. my $abipkg = $name . $pkg->{abi_version};
  633. $abimap{$abipkg} = $name;
  634. }
  635. foreach my $name (sort {uc($a) cmp uc($b)} keys %image_packages) {
  636. my $pkg = $package{$name};
  637. if (!$pkg) {
  638. $pkg = $package{$abimap{$name}};
  639. next if !$pkg;
  640. }
  641. my @licenses;
  642. my @license = split(/\s+/, $pkg->{license});
  643. foreach my $lic (@license) {
  644. push @licenses, (
  645. { "license" => { "name" => $lic } }
  646. );
  647. }
  648. my $type;
  649. if ($pkg->{category}) {
  650. my $category = $pkg->{category};
  651. my %cat_type = (
  652. "operating-system" => "operating-system",
  653. "Firmware" => "firmware",
  654. "Libraries" => "library"
  655. );
  656. if ($cat_type{$category}) {
  657. $type = $cat_type{$category};
  658. } else {
  659. $type = "application";
  660. }
  661. }
  662. my $version = $pkg->{version};
  663. if ($image_packages{$name}) {
  664. $version = $image_packages{$name};
  665. }
  666. $version =~ s/-r\d+$// if $version;
  667. if ($name =~ /^(kernel|kmod-)/ and $version =~ /^(\d+\.\d+\.\d+)/) {
  668. $version = $1;
  669. }
  670. push @components, {
  671. name => $pkg->{name},
  672. version => $version,
  673. @licenses > 0 ? (licenses => [ @licenses ]) : (),
  674. $pkg->{cpe_id} ? (cpe => $pkg->{cpe_id}.":".$version) : (),
  675. $type ? (type => $type) : (),
  676. $version ? (version => $version) : (),
  677. };
  678. }
  679. print dump_cyclonedxsbom_json(@components);
  680. }
  681. sub gen_package_cyclonedxsbom() {
  682. my $pkgmanifest = shift @ARGV;
  683. my @components;
  684. my %mpkgs;
  685. %mpkgs = parse_package_manifest_metadata($pkgmanifest);
  686. %mpkgs or exit 1;
  687. foreach my $name (sort {uc($a) cmp uc($b)} keys %mpkgs) {
  688. my $pkg = $mpkgs{$name};
  689. my @licenses;
  690. my @license = split(/\s+/, $pkg->{license});
  691. foreach my $lic (@license) {
  692. push @licenses, (
  693. { "license" => { "name" => $lic } }
  694. );
  695. }
  696. my $type;
  697. if ($pkg->{section}) {
  698. my $section = $pkg->{section};
  699. my %section_type = (
  700. "firmware" => "firmware",
  701. "libs" => "library"
  702. );
  703. if ($section_type{$section}) {
  704. $type = $section_type{$section};
  705. } else {
  706. $type = "application";
  707. }
  708. }
  709. my $version = $pkg->{version};
  710. $version =~ s/-r\d+$// if $version;
  711. if ($name =~ /^(kernel|kmod-)/ and $version =~ /^(\d+\.\d+\.\d+)/) {
  712. $version = $1;
  713. }
  714. push @components, {
  715. name => $name,
  716. version => $version,
  717. @licenses > 0 ? (licenses => [ @licenses ]) : (),
  718. $pkg->{cpe_id} ? (cpe => $pkg->{cpe_id}.":".$version) : (),
  719. $type ? (type => $type) : (),
  720. $version ? (version => $version) : (),
  721. };
  722. }
  723. print dump_cyclonedxsbom_json(@components);
  724. }
  725. sub parse_command() {
  726. GetOptions("ignore=s", \@ignore);
  727. my $cmd = shift @ARGV;
  728. for ($cmd) {
  729. /^mk$/ and return gen_package_mk();
  730. /^config$/ and return gen_package_config();
  731. /^kconfig/ and return gen_kconfig_overrides();
  732. /^source$/ and return gen_package_source();
  733. /^pkgaux$/ and return gen_package_auxiliary();
  734. /^pkgmanifestjson$/ and return gen_package_manifest_json();
  735. /^imgcyclonedxsbom$/ and return gen_image_cyclonedxsbom();
  736. /^pkgcyclonedxsbom$/ and return gen_package_cyclonedxsbom();
  737. /^license$/ and return gen_package_license(0);
  738. /^licensefull$/ and return gen_package_license(1);
  739. /^usergroup$/ and return gen_usergroup_list();
  740. /^version_filter$/ and return gen_version_filtered_list();
  741. }
  742. die <<EOF
  743. Available Commands:
  744. $0 mk [file] Package metadata in makefile format
  745. $0 config [file] Package metadata in Kconfig format
  746. $0 kconfig [file] [config] [patchver] Kernel config overrides
  747. $0 source [file] Package source file information
  748. $0 pkgaux [file] Package auxiliary variables in makefile format
  749. $0 pkgmanifestjson [file] Package manifests in JSON format
  750. $0 imgcyclonedxsbom <file> [manifest] Image package manifest in CycloneDX SBOM JSON format
  751. $0 pkgcyclonedxsbom <file> Package manifest in CycloneDX SBOM JSON format
  752. $0 license [file] Package license information
  753. $0 licensefull [file] Package license information (full list)
  754. $0 usergroup [file] Package usergroup allocation list
  755. $0 version_filter [patchver] [list...] Filter list of version tagged strings
  756. Options:
  757. --ignore <name> Ignore the source package <name>
  758. EOF
  759. }
  760. parse_command();