feeds 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979
  1. #!/usr/bin/env perl
  2. use Getopt::Std;
  3. use FindBin;
  4. use Cwd;
  5. use lib "$FindBin::Bin";
  6. use metadata;
  7. use warnings;
  8. use strict;
  9. use Cwd 'abs_path';
  10. chdir "$FindBin::Bin/..";
  11. $ENV{TOPDIR} //= getcwd();
  12. chdir $ENV{TOPDIR};
  13. $ENV{GIT_CONFIG_PARAMETERS}="'core.autocrlf=false'";
  14. $ENV{GREP_OPTIONS}="";
  15. my $mk=`command -v gmake 2>/dev/null`; # select the right 'make' program
  16. chomp($mk); # trim trailing newline
  17. $mk or $mk = "make"; # default to 'make'
  18. # check version of make
  19. my @mkver = split /\s+/, `$mk -v`, 4;
  20. my $valid_mk = 1;
  21. $mkver[0] =~ /^GNU/ or $valid_mk = 0;
  22. $mkver[1] =~ /^Make/ or $valid_mk = 0;
  23. my ($mkv1, $mkv2) = split /\./, $mkver[2];
  24. ($mkv1 >= 4 || ($mkv1 == 3 && $mkv2 >= 81)) or $valid_mk = 0;
  25. $valid_mk or die "Unsupported version of make found: $mk\n";
  26. my @feeds;
  27. my %build_packages;
  28. my %installed;
  29. my %installed_pkg;
  30. my %installed_targets;
  31. my %feed_cache;
  32. my $feed_package = {};
  33. my $feed_src = {};
  34. my $feed_target = {};
  35. my $feed_vpackage = {};
  36. sub parse_file($$);
  37. sub parse_file($$) {
  38. my ($fname, $existing) = @_;
  39. my $line = 0;
  40. my $fh;
  41. open $fh, $fname or return undef;
  42. while (<$fh>) {
  43. chomp;
  44. s/#.+$//;
  45. $line++;
  46. next unless /\S/;
  47. my ($type, $flags, $name, $urls) = m!^src-([\w\-]+)((?:\s+--\w+(?:=\S+)?)*)\s+(\w+)(?:\s+(\S.*))?$!;
  48. unless ($type && $name) {
  49. die "Syntax error in $fname, line $line\n";
  50. }
  51. if ($existing->{$name}++) {
  52. die "Duplicate feed name '$name' in '$fname' line: $line\n";
  53. }
  54. my @src = defined($urls) ? split /\s+/, $urls : ();
  55. push @src, '' if @src == 0;
  56. my %flags;
  57. if (defined $flags) {
  58. while ($flags =~ m!\s+--(\w+)(?:=(\S+))?!g) {
  59. $flags{$1} = defined($2) ? $2 : 1;
  60. }
  61. }
  62. if ($type eq "include") {
  63. parse_file($urls, $existing) or
  64. die "Unable to open included file '$urls'";
  65. next;
  66. }
  67. push @feeds, ["src-$type", $name, \@src, \%flags];
  68. }
  69. close $fh;
  70. return 1;
  71. }
  72. sub parse_config() {
  73. my %name;
  74. parse_file("feeds.conf", \%name) or
  75. parse_file("feeds.conf.default", \%name) or
  76. die "Unable to open feeds configuration";
  77. }
  78. sub update_location($$)
  79. {
  80. my $name = shift;
  81. my $url = shift;
  82. my $old_url;
  83. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  84. if( open LOC, "< ./feeds/$name.tmp/location" )
  85. {
  86. chomp($old_url = readline LOC);
  87. close LOC;
  88. }
  89. if( !$old_url || $old_url ne $url )
  90. {
  91. if( open LOC, "> ./feeds/$name.tmp/location" )
  92. {
  93. print LOC $url, "\n";
  94. close LOC;
  95. }
  96. return $old_url ? 1 : 0;
  97. }
  98. return 0;
  99. }
  100. sub update_index($)
  101. {
  102. my $name = shift;
  103. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  104. -d "./feeds/$name.tmp/info" or mkdir "./feeds/$name.tmp/info" or return 1;
  105. system("$mk -s prepare-mk OPENWRT_BUILD= TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  106. my $is_tty = $ENV{IS_TTY};
  107. $is_tty = defined $is_tty ? $is_tty : $ENV{MAKE_TERMOUT};
  108. $is_tty = defined $is_tty ? $is_tty : 1;
  109. system("$mk -s -f include/scan.mk IS_TTY=$is_tty SCAN_TARGET=\"packageinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"package\" SCAN_DEPTH=5 SCAN_EXTRA=\"\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  110. system("$mk -s -f include/scan.mk IS_TTY=$is_tty SCAN_TARGET=\"targetinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"target\" SCAN_DEPTH=5 SCAN_EXTRA=\"\" SCAN_MAKEOPTS=\"TARGET_BUILD=1\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  111. system("ln -sf $name.tmp/.packageinfo ./feeds/$name.index");
  112. system("ln -sf $name.tmp/.targetinfo ./feeds/$name.targetindex");
  113. return 0;
  114. }
  115. my %update_method = (
  116. 'src-svn' => {
  117. 'init' => "svn checkout '%s' '%s'",
  118. 'update' => "svn update",
  119. 'controldir' => ".svn",
  120. 'revision' => "svn info | grep 'Revision' | cut -d ' ' -f 2 | tr -d '\n'"},
  121. 'src-cpy' => {
  122. 'init' => "cp -Rf '%s' '%s'",
  123. 'update' => "",
  124. 'revision' => "echo -n 'local'"},
  125. 'src-link' => {
  126. 'init' => "ln -s '%s' '%s'",
  127. 'update' => "",
  128. 'revision' => "echo -n 'local'"},
  129. 'src-dummy' => {
  130. 'init' => "true '%s' && mkdir '%s'",
  131. 'update' => "",
  132. 'revision' => "echo -n 'dummy'"},
  133. 'src-git' => {
  134. 'init' => "git clone --depth 1 '%s' '%s'",
  135. 'init_branch' => "git clone --depth 1 --branch '%s' '%s' '%s'",
  136. 'init_commit' => "git clone --depth 1 '%s' '%s' && cd '%s' && git fetch --depth=1 origin '%s' && git -c advice.detachedHead=false checkout '%s' && cd -",
  137. 'update' => "git pull --ff-only",
  138. 'update_rebase' => "git pull --rebase=merges",
  139. 'update_stash' => "git pull --rebase=merges --autostash",
  140. 'update_force' => "git pull --ff-only || (git reset --hard HEAD; git pull --ff-only; exit 1)",
  141. 'post_update' => "git submodule update --init --recursive --depth 1",
  142. 'controldir' => ".git",
  143. 'revision' => "git rev-parse HEAD | tr -d '\n'"},
  144. 'src-git-full' => {
  145. 'init' => "git clone '%s' '%s'",
  146. 'init_branch' => "git clone --branch '%s' '%s' '%s'",
  147. 'init_commit' => "git clone '%s' '%s' && cd '%s' && git checkout -b '%s' '%s' && cd -",
  148. 'update' => "git pull --ff-only",
  149. 'update_rebase' => "git pull --rebase=merges",
  150. 'update_stash' => "git pull --rebase=merges --autostash",
  151. 'update_force' => "git pull --ff-only || (git reset --hard HEAD; git pull --ff-only; exit 1)",
  152. 'post_update' => "git submodule update --init --recursive",
  153. 'controldir' => ".git",
  154. 'revision' => "git rev-parse HEAD | tr -d '\n'"},
  155. 'src-gitsvn' => {
  156. 'init' => "git svn clone -r HEAD '%s' '%s'",
  157. 'update' => "git svn rebase",
  158. 'controldir' => ".git",
  159. 'revision' => "git rev-parse HEAD | tr -d '\n'"},
  160. 'src-bzr' => {
  161. 'init' => "bzr checkout --lightweight '%s' '%s'",
  162. 'update' => "bzr update",
  163. 'controldir' => ".bzr"},
  164. 'src-hg' => {
  165. 'init' => "hg clone '%s' '%s'",
  166. 'update' => "hg pull --update",
  167. 'controldir' => ".hg"},
  168. 'src-darcs' => {
  169. 'init' => "darcs get '%s' '%s'",
  170. 'update' => "darcs pull -a",
  171. 'controldir' => "_darcs"},
  172. );
  173. # src-git: pull broken
  174. # src-cpy: broken if `basename $src` != $name
  175. sub update_feed_via($$$$$$$$) {
  176. my $type = shift;
  177. my $name = shift;
  178. my $src = shift;
  179. my $relocate = shift;
  180. my $force = shift;
  181. my $rebase = shift;
  182. my $stash = shift;
  183. my $flags = shift;
  184. my $m = $update_method{$type};
  185. my $safename = $name;
  186. $safename =~ s/'/'\\''/;
  187. my $localpath = "./feeds/$safename";
  188. my $localpath_orig;
  189. if (defined $flags->{'root'}) {
  190. $safename .= "_root";
  191. $localpath_orig = $localpath;
  192. $localpath .= "_root";
  193. }
  194. my ($base_branch, $branch) = split(/;/, $src, 2);
  195. my ($base_commit, $commit) = split(/\^/, $src, 2);
  196. if( $relocate || !$m->{'update'} || !-d "$localpath/$m->{'controldir'}" ) {
  197. if (defined $flags->{'root'}) {
  198. system("rm -rf $localpath_orig; ln -s $safename/$flags->{'root'} $localpath_orig");
  199. }
  200. system("rm -rf '$localpath'");
  201. if ($m->{'init_branch'} and $branch) {
  202. system(sprintf($m->{'init_branch'}, $branch, $base_branch, $localpath)) == 0 or return 1;
  203. } elsif ($m->{'init_commit'} and $commit) {
  204. system(sprintf($m->{'init_commit'}, $base_commit, $localpath, $localpath, $commit, $commit)) == 0 or return 1;
  205. } else {
  206. system(sprintf($m->{'init'}, $src, $localpath)) == 0 or return 1;
  207. }
  208. } elsif ($m->{'init_commit'} and $commit) {
  209. # in case git hash has been provided don't update the feed
  210. } else {
  211. my $update_cmd = $m->{'update'};
  212. if ($force && exists $m->{'update_force'}) {
  213. $update_cmd = $m->{'update_force'};
  214. }
  215. if ($rebase && exists $m->{'update_rebase'}) {
  216. $update_cmd = $m->{'update_rebase'};
  217. }
  218. if ($stash && exists $m->{'update_stash'}) {
  219. $update_cmd = $m->{'update_stash'};
  220. }
  221. system("cd '$localpath'; $update_cmd") == 0 or return 1;
  222. }
  223. if ($m->{'post_update'}) {
  224. my $cmd = $m->{'post_update'};
  225. system("cd '$localpath'; $cmd") == 0 or return 1;
  226. }
  227. return 0;
  228. }
  229. sub get_targets($) {
  230. my $file = shift;
  231. my @target = parse_target_metadata($file);
  232. my %target;
  233. foreach my $target (@target) {
  234. $target{$target->{id}} = $target;
  235. }
  236. return %target
  237. }
  238. sub get_feed($) {
  239. my $feed = shift;
  240. if (!defined($feed_cache{$feed})) {
  241. my $file = "./feeds/$feed.index";
  242. clear_packages();
  243. -f $file or do {
  244. print "Ignoring feed '$feed' - index missing\n";
  245. return;
  246. };
  247. parse_package_metadata($file) or return;
  248. my %target = get_targets("./feeds/$feed.targetindex");
  249. $feed_cache{$feed} = [ { %package }, { %srcpackage }, { %target }, { %vpackage } ];
  250. }
  251. $feed_package = $feed_cache{$feed}->[0];
  252. $feed_src = $feed_cache{$feed}->[1];
  253. $feed_target = $feed_cache{$feed}->[2];
  254. $feed_vpackage = $feed_cache{$feed}->[3];
  255. }
  256. sub get_installed() {
  257. system("$mk -s prepare-tmpinfo OPENWRT_BUILD=");
  258. clear_packages();
  259. parse_package_metadata("./tmp/.packageinfo");
  260. %installed_pkg = %vpackage;
  261. %installed = %srcpackage;
  262. %installed_targets = get_targets("./tmp/.targetinfo");
  263. }
  264. sub search_feed {
  265. my $feed = shift;
  266. my @substr = @_;
  267. my $display;
  268. return unless @substr > 0;
  269. get_feed($feed);
  270. foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_package) {
  271. my $pkg = $feed_package->{$name};
  272. my $substr;
  273. my $pkgmatch = 1;
  274. foreach my $substr (@substr) {
  275. my $match;
  276. foreach my $key (qw(name title description src)) {
  277. $pkg->{$key} and $substr and $pkg->{$key} =~ m/$substr/i and $match = 1;
  278. }
  279. $match or undef $pkgmatch;
  280. };
  281. $pkgmatch and do {
  282. $display or do {
  283. print "Search results in feed '$feed':\n";
  284. $display = 1;
  285. };
  286. printf "\%-25s\t\%s\n", $pkg->{name}, $pkg->{title};
  287. };
  288. }
  289. foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_target) {
  290. my $target = $feed_target->{$name};
  291. my $targetmatch = 1;
  292. foreach my $substr (@substr) {
  293. my $match;
  294. foreach my $key (qw(id name description)) {
  295. $target->{$key} and $substr and $target->{$key} =~ m/$substr/i and $match = 1;
  296. }
  297. $match or undef $targetmatch;
  298. };
  299. $targetmatch and do {
  300. $display or do {
  301. print "Search results in feed '$feed':\n";
  302. $display = 1;
  303. };
  304. printf "TARGET: \%-17s\t\%s\n", $target->{id}, $target->{name};
  305. };
  306. }
  307. return 0;
  308. }
  309. sub search {
  310. my %opts;
  311. getopt('r:', \%opts);
  312. foreach my $feed (@feeds) {
  313. search_feed($feed->[1], @ARGV) if (!defined($opts{r}) or $opts{r} eq $feed->[1]);
  314. }
  315. }
  316. sub list_feed {
  317. my $feed = shift;
  318. get_feed($feed);
  319. foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_package) {
  320. my $pkg = $feed_package->{$name};
  321. if($pkg->{name}) {
  322. printf "\%-32s\t\%s\n", $pkg->{name}, $pkg->{title};
  323. }
  324. }
  325. foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_target) {
  326. my $target = $feed_target->{$name};
  327. if($target->{name}) {
  328. printf "TARGET: \%-24s\t\%s\n", $target->{id}, $target->{name};
  329. }
  330. }
  331. return 0;
  332. }
  333. sub list {
  334. my %opts;
  335. getopts('r:d:nshf', \%opts);
  336. if ($opts{h}) {
  337. usage();
  338. return 0;
  339. }
  340. if ($opts{n}) {
  341. foreach my $feed (@feeds) {
  342. printf "%s\n", $feed->[1];
  343. }
  344. return 0;
  345. }
  346. if ($opts{s}) {
  347. foreach my $feed (@feeds) {
  348. my $localpath = "./feeds/$feed->[1]";
  349. my $m = $update_method{$feed->[0]};
  350. my $revision;
  351. if (!-d "$localpath" || !$m->{'revision'}) {
  352. $revision = "X";
  353. }
  354. elsif( $m->{'controldir'} && -d "$localpath/$m->{'controldir'}" ) {
  355. $revision = `cd '$localpath'; $m->{'revision'}`;
  356. }
  357. else {
  358. $revision = "local";
  359. }
  360. if ($opts{d}) {
  361. printf "%s%s%s%s%s%s%s\n", $feed->[1], $opts{d}, $feed->[0], $opts{d}, $revision, $opts{d}, join(", ", @{$feed->[2]});
  362. }
  363. elsif ($opts{f}) {
  364. my $uri = join(", ", @{$feed->[2]});
  365. if ($revision ne "local" && $revision ne "X") {
  366. $uri =~ s/[;^].*//;
  367. $uri .= "^" . $revision;
  368. }
  369. printf "%s %s %s\n", $feed->[0], $feed->[1], $uri;
  370. }
  371. else {
  372. printf "\%-10s \%-8s \%-8s \%s\n", $feed->[1], $feed->[0], $revision, join(", ", @{$feed->[2]});
  373. }
  374. }
  375. return 0;
  376. }
  377. foreach my $feed (@feeds) {
  378. list_feed($feed->[1], @ARGV) if (!defined($opts{r}) or $opts{r} eq $feed->[1]);
  379. }
  380. return 0;
  381. }
  382. sub do_install_src($$) {
  383. my $feed = shift;
  384. my $src = shift;
  385. my $path = $src->{makefile};
  386. if ($path) {
  387. $path =~ s/\/Makefile$//;
  388. -d "./package/feeds" or mkdir "./package/feeds";
  389. -d "./package/feeds/$feed->[1]" or mkdir "./package/feeds/$feed->[1]";
  390. system("ln -sf ../../../$path ./package/feeds/$feed->[1]/");
  391. } else {
  392. warn "Package is not valid\n";
  393. return 1;
  394. }
  395. return 0;
  396. }
  397. sub do_install_target($) {
  398. my $target = shift;
  399. my $path = $target->{makefile};
  400. if ($path) {
  401. $path =~ s/\/Makefile$//;
  402. my $name = $path;
  403. $name =~ s/.*\///;
  404. my $dest = "./target/linux/feeds/$name";
  405. -d "./target/linux/feeds" or mkdir "./target/linux/feeds";
  406. -e $dest and do {
  407. warn "Path $dest already exists";
  408. return 1;
  409. };
  410. system("ln -sf ../../../$path ./target/linux/feeds/");
  411. } else {
  412. warn "Target is not valid\n";
  413. return 1;
  414. }
  415. # Clean packageinfo of linux kernel to force the scan.
  416. # Otherwise kernel modules defined at target level are not scanned, as the
  417. # linux kernel package was scanned before the installation of the target.
  418. unlink "tmp/info/.packageinfo-kernel_linux";
  419. return 0;
  420. }
  421. sub lookup_src($$) {
  422. my $feed = shift;
  423. my $src = shift;
  424. foreach my $feed ($feed, @feeds) {
  425. next unless $feed->[1];
  426. next unless $feed_cache{$feed->[1]};
  427. $feed_cache{$feed->[1]}->[1]->{$src} and return $feed;
  428. }
  429. return;
  430. }
  431. sub lookup_package($$) {
  432. my $feed = shift;
  433. my $package = shift;
  434. foreach my $feed ($feed, @feeds) {
  435. next unless $feed->[1];
  436. next unless $feed_cache{$feed->[1]};
  437. $feed_cache{$feed->[1]}->[3]->{$package} and return $feed;
  438. }
  439. return;
  440. }
  441. sub lookup_target($$) {
  442. my $feed = shift;
  443. my $target = shift;
  444. foreach my $feed ($feed, @feeds) {
  445. next unless $feed->[1];
  446. next unless $feed_cache{$feed->[1]};
  447. $feed_cache{$feed->[1]}->[2]->{$target} and return $feed;
  448. }
  449. return;
  450. }
  451. sub is_core_src($) {
  452. my $src = shift;
  453. foreach my $file ("tmp/info/.packageinfo-$src", glob("tmp/info/.packageinfo-*_$src")) {
  454. next unless index($file, "tmp/info/.packageinfo-feeds_");
  455. return 1 if -s $file;
  456. }
  457. return 0;
  458. }
  459. sub install_target {
  460. my $feed = shift;
  461. my $name = shift;
  462. my $force = shift;
  463. $feed = lookup_target($feed, $name);
  464. my $feed_name = $feed->[1];
  465. -e "target/linux/feeds/$name" and return 0;
  466. # enable force flag if feed src line was declared with --force
  467. if (exists($feed->[3]{force})) {
  468. $force = 1;
  469. }
  470. $feed = $feed_cache{$feed_name}->[2];
  471. $feed or return 0;
  472. my $target = $feed->{$name};
  473. $target or return 0;
  474. if (-e "target/linux/$name") {
  475. if ($force) {
  476. warn "Overriding target '$name' with version from '$feed_name'\n";
  477. } else {
  478. warn "WARNING: Not overriding core target '$name'; use -f to force\n";
  479. return 0;
  480. }
  481. } else {
  482. warn "Installing target '$name'\n";
  483. }
  484. return do_install_target($target);
  485. }
  486. sub install_src {
  487. my $feed = shift;
  488. my $name = shift;
  489. my $force = shift;
  490. my $ret = 0;
  491. my $select_feed = lookup_src($feed, $name);
  492. unless ($select_feed) {
  493. $installed{$name} and return 0;
  494. $feed_src->{$name} or warn "WARNING: No feed for source package '$name' found\n";
  495. return 0;
  496. }
  497. # switch to the metadata for the selected feed
  498. get_feed($select_feed->[1]);
  499. my $src = $feed_src->{$name} or return 1;
  500. # enable force flag if feed src line was declared with --force
  501. if (exists($select_feed->[3]{force})) {
  502. $force = 1;
  503. }
  504. # If it's a core package and we don't want to override, just return
  505. my $override = 0;
  506. if (is_core_src($name)) {
  507. if (!$force) {
  508. if ($name ne "toolchain" && $name ne "linux") {
  509. warn "WARNING: Not overriding core package '$name'; use -f to force\n";
  510. }
  511. return 0;
  512. }
  513. $override = 1;
  514. }
  515. if ($installed{$name}) {
  516. # newly installed packages set the source package to 1
  517. return 0 if ($installed{$name} == 1);
  518. return 0 unless ($override);
  519. }
  520. $installed{$name} = 1;
  521. foreach my $pkg (@{$src->{packages}}) {
  522. foreach my $vpkg (@{$pkg->{provides}}) {
  523. $installed_pkg{$vpkg} = 1;
  524. }
  525. }
  526. if ($override) {
  527. warn "Overriding core package '$name' with version from $select_feed->[1]\n";
  528. } else {
  529. warn "Installing package '$name' from $select_feed->[1]\n";
  530. }
  531. do_install_src($select_feed, $src) == 0 or do {
  532. warn "failed.\n";
  533. return 1;
  534. };
  535. # install all dependencies referenced from the source package
  536. foreach my $dep (
  537. @{$src->{builddepends}},
  538. @{$src->{'builddepends/host'}},
  539. ) {
  540. next if $dep =~ /@/;
  541. $dep =~ s/^.+://;
  542. $dep =~ s/\/.+$//;
  543. next unless $dep;
  544. install_src($feed, $dep, 0) == 0 or $ret = 1;
  545. }
  546. foreach my $pkg (@{$src->{packages}}) {
  547. foreach my $dep (@{$pkg->{depends}}) {
  548. next if $dep =~ /@/;
  549. $dep =~ s/^\+//;
  550. $dep =~ s/^.+://;
  551. next unless $dep;
  552. install_package($feed, $dep, 0) == 0 or $ret = 1;
  553. }
  554. }
  555. return $ret;
  556. }
  557. sub install_package {
  558. my $feed = shift;
  559. my $name = shift;
  560. my $force = shift;
  561. my $select_feed = lookup_package($feed, $name);
  562. unless ($select_feed) {
  563. $installed_pkg{$name} and return 0;
  564. $feed_vpackage->{$name} or warn "WARNING: No feed for package '$name' found\n";
  565. return 0;
  566. }
  567. # switch to the metadata for the selected feed
  568. get_feed($select_feed->[1]);
  569. my $pkg = $feed_vpackage->{$name} or return 1;
  570. return install_src($feed, $pkg->[0]{src}{name}, $force);
  571. }
  572. sub install_target_or_package {
  573. my $feed = shift;
  574. my $name = shift;
  575. my $force = shift;
  576. lookup_target($feed, $name) and do {
  577. return install_target($feed, $name, $force);
  578. };
  579. lookup_src($feed, $name) and do {
  580. return install_src($feed, $name, $force);
  581. };
  582. return install_package($feed, $name, $force);
  583. }
  584. sub refresh_config {
  585. my $default = shift;
  586. # Don't create .config if it doesn't already exist so that making a
  587. # config only occurs when the user intends it do (however we do
  588. # want to refresh an existing config).
  589. return if not (-e '.config');
  590. # workaround for timestamp check
  591. system("rm -f tmp/.packageinfo");
  592. # refresh the config
  593. if ($default) {
  594. system("$mk oldconfig CONFDEFAULT=\"$default\" Config.in >/dev/null 2>/dev/null");
  595. } else {
  596. system("$mk defconfig Config.in >/dev/null 2>/dev/null");
  597. }
  598. }
  599. sub install {
  600. my $name;
  601. my %opts;
  602. my $feed;
  603. my $ret = 0;
  604. getopts('ap:d:fh', \%opts);
  605. if ($opts{h}) {
  606. usage();
  607. return 0;
  608. }
  609. get_installed();
  610. foreach my $f (@feeds) {
  611. # fetch all feeds
  612. get_feed($f->[1]);
  613. # look up the preferred feed
  614. $opts{p} and $f->[1] eq $opts{p} and $feed = $f;
  615. }
  616. if($opts{a}) {
  617. foreach my $f (@feeds) {
  618. if (!defined($opts{p}) or $opts{p} eq $f->[1]) {
  619. printf "Installing all packages from feed %s.\n", $f->[1];
  620. get_feed($f->[1]);
  621. foreach my $name (sort { lc($a) cmp lc($b) } keys %$feed_src) {
  622. install_src($feed, $name, exists($opts{f})) == 0 or $ret = 1;
  623. get_feed($f->[1]);
  624. }
  625. }
  626. }
  627. } else {
  628. while ($name = shift @ARGV) {
  629. install_target_or_package($feed, $name, exists($opts{f})) == 0 or $ret = 1;
  630. }
  631. }
  632. # workaround for timestamp check
  633. # set the defaults
  634. if ($opts{d} and $opts{d} =~ /^[ymn]$/) {
  635. refresh_config($opts{d});
  636. }
  637. return $ret;
  638. }
  639. sub uninstall_target($) {
  640. my $dir = shift;
  641. my $name = $dir;
  642. $name =~ s/.*\///g;
  643. my $dest = readlink $dir;
  644. return unless $dest =~ /..\/..\/feeds/;
  645. warn "Uninstalling target '$name'\n";
  646. unlink "$dir";
  647. }
  648. sub uninstall {
  649. my %opts;
  650. my $name;
  651. my $uninstall;
  652. getopts('ah', \%opts);
  653. if ($opts{h}) {
  654. usage();
  655. return 0;
  656. }
  657. if ($opts{a}) {
  658. system("rm -rvf ./package/feeds");
  659. foreach my $dir (glob "target/linux/*") {
  660. next unless -l $dir;
  661. uninstall_target($dir);
  662. }
  663. $uninstall = 1;
  664. } else {
  665. if($#ARGV == -1) {
  666. warn "WARNING: no package to uninstall\n";
  667. return 0;
  668. }
  669. get_installed();
  670. while ($name = shift @ARGV) {
  671. my $target = "target/linux/feeds/$name";
  672. -l "$target" and do {
  673. uninstall_target($target);
  674. $uninstall = 1;
  675. next;
  676. };
  677. my $pkg = $installed{$name};
  678. $pkg or do {
  679. warn "WARNING: $name not installed\n";
  680. next;
  681. };
  682. $pkg->{src} and $name = $pkg->{src}{name};
  683. warn "Uninstalling package '$name'\n";
  684. system("rm -f ./package/feeds/*/$name");
  685. $uninstall = 1;
  686. }
  687. }
  688. $uninstall and refresh_config();
  689. return 0;
  690. }
  691. sub update_feed($$$$$$$)
  692. {
  693. my $type=shift;
  694. my $name=shift;
  695. my $src=shift;
  696. my $force_update=shift;
  697. my $rebase_update=shift;
  698. my $stash_update=shift;
  699. my $flags=shift;
  700. my $force_relocate=update_location( $name, "@$src" );
  701. my $rv=0;
  702. if( $force_relocate ) {
  703. warn "Source of feed $name has changed, replacing copy\n";
  704. }
  705. $update_method{$type} or do {
  706. warn "Unknown type '$type' in feed $name\n";
  707. return 1;
  708. };
  709. my $failed = 1;
  710. foreach my $feedsrc (@$src) {
  711. warn "Updating feed '$name' from '$feedsrc' ...\n";
  712. if (update_feed_via($type, $name, $feedsrc, $force_relocate, $force_update, $rebase_update, $stash_update, $flags) != 0) {
  713. if ($force_update) {
  714. $rv=1;
  715. $failed=0;
  716. warn "failed, ignore.\n";
  717. next;
  718. }
  719. last;
  720. }
  721. $failed = 0;
  722. }
  723. $failed and do {
  724. warn "failed.\n";
  725. return 1;
  726. };
  727. return $rv;
  728. }
  729. sub update {
  730. my %opts;
  731. my %argv_feeds;
  732. my $failed=0;
  733. $ENV{SCAN_COOKIE} = $$;
  734. $ENV{OPENWRT_VERBOSE} = 's';
  735. getopts('ahifrs', \%opts);
  736. %argv_feeds = map { $_ => 1 } @ARGV;
  737. if ($opts{h}) {
  738. usage();
  739. return 0;
  740. }
  741. if ($opts{f} && ($opts{r} || $opts{s})) {
  742. warn "Force and rebase/stash are incompatible update options.\n";;
  743. return 1;
  744. }
  745. -d "feeds" or do {
  746. mkdir "feeds" or die "Unable to create the feeds directory";
  747. };
  748. my @index_feeds;
  749. foreach my $feed (@feeds) {
  750. my ($type, $name, $src, $flags) = @$feed;
  751. next unless $#ARGV == -1 or $opts{a} or $argv_feeds{$name};
  752. if (not $opts{i}) {
  753. update_feed($type, $name, $src, $opts{f}, $opts{r}, $opts{s}, $flags) == 0 or $failed=1;
  754. }
  755. push @index_feeds, $name;
  756. }
  757. foreach my $name (@index_feeds) {
  758. warn "Create index file './feeds/$name.index' \n";
  759. update_index($name) == 0 or do {
  760. warn "failed.\n";
  761. $failed=1;
  762. };
  763. }
  764. refresh_config();
  765. return $failed;
  766. }
  767. sub feed_config() {
  768. foreach my $feed (@feeds) {
  769. my $installed = (-f "feeds/$feed->[1].index");
  770. printf "\tconfig FEED_%s\n", $feed->[1];
  771. printf "\t\ttristate \"Enable feed %s\"\n", $feed->[1];
  772. printf "\t\tdepends on PER_FEED_REPO\n";
  773. printf "\t\tdefault y\n" if $installed;
  774. printf "\t\thelp\n";
  775. printf "\t\t Enable the \\\"%s\\\" feed in opkg distfeeds.conf and apk repositories.\n", $feed->[1];
  776. printf "\t\t Say M to add the feed commented out.\n";
  777. printf "\n";
  778. }
  779. return 0;
  780. }
  781. sub usage() {
  782. print <<EOF;
  783. Usage: $0 <command> [options]
  784. Commands:
  785. list [options]: List feeds, their content and revisions (if installed)
  786. Options:
  787. -n : List of feed names.
  788. -s : List of feed names and their URL.
  789. -r <feedname>: List packages of specified feed.
  790. -d <delimiter>: Use specified delimiter to distinguish rows (default: spaces)
  791. -f : List feeds in opkg feeds.conf compatible format (when using -s).
  792. install [options] <package>: Install a package
  793. Options:
  794. -a : Install all packages from all feeds or from the specified feed using the -p option.
  795. -p <feedname>: Prefer this feed when installing packages.
  796. -d <y|m|n>: Set default for newly installed packages.
  797. -f : Install will be forced even if the package exists in core OpenWrt (override)
  798. search [options] <substring>: Search for a package
  799. Options:
  800. -r <feedname>: Only search in this feed
  801. uninstall -a|<package>: Uninstall a package
  802. Options:
  803. -a : Uninstalls all packages.
  804. update -a|<feedname(s)>: Update packages and lists of feeds in feeds.conf .
  805. Options:
  806. -a : Update all feeds listed within feeds.conf. Otherwise the specified feeds will be updated.
  807. -r : Update by rebase. (git only. Useful if local commits exist)
  808. -s : Update by rebase and autostash. (git only. Useful if local commits and uncommited changes exist)
  809. -i : Recreate the index only. No feed update from repository is performed.
  810. -f : Force updating feeds even if there are changed, uncommitted files.
  811. clean: Remove downloaded/generated files.
  812. EOF
  813. exit(1);
  814. }
  815. my %commands = (
  816. 'list' => \&list,
  817. 'update' => \&update,
  818. 'install' => \&install,
  819. 'search' => \&search,
  820. 'uninstall' => \&uninstall,
  821. 'feed_config' => \&feed_config,
  822. 'clean' => sub {
  823. system("rm -rf ./feeds ./package/feeds ./target/linux/feeds");
  824. }
  825. );
  826. my $arg = shift @ARGV;
  827. $arg or usage();
  828. parse_config;
  829. foreach my $cmd (keys %commands) {
  830. $arg eq $cmd and do {
  831. exit(&{$commands{$cmd}}());
  832. };
  833. }
  834. usage();