feeds 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408
  1. #!/usr/bin/perl
  2. use Getopt::Std;
  3. use FindBin;
  4. use Cwd;
  5. use lib "$FindBin::Bin";
  6. use metadata;
  7. use warnings;
  8. use strict;
  9. use Cwd 'abs_path';
  10. chdir "$FindBin::Bin/..";
  11. $ENV{TOPDIR}=getcwd();
  12. my @feeds;
  13. my %build_packages;
  14. my %installed;
  15. sub parse_config() {
  16. my $line = 0;
  17. my %name;
  18. open FEEDS, "feeds.conf";
  19. while (<FEEDS>) {
  20. chomp;
  21. s/#.+$//;
  22. next unless /\S/;
  23. my @line = split /\s+/, $_, 3;
  24. $line++;
  25. my $valid = 1;
  26. $line[0] =~ /^src-\w+$/ or $valid = 0;
  27. $line[1] =~ /^\w+$/ or $valid = 0;
  28. $line[2] =~ /\s/ and $valid = 0;
  29. $valid or die "Syntax error in feeds.list, line: $line\n";
  30. $name{$line[1]} and die "Duplicate feed name '$line[1]', line: $line\n";
  31. $name{$line[1]} = 1;
  32. push @feeds, [@line];
  33. }
  34. close FEEDS;
  35. }
  36. sub update_svn($$) {
  37. my $name = shift;
  38. my $src = shift;
  39. system("svn co $src ./feeds/$name") == 0 or return 1;
  40. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  41. -d "./feeds/$name.tmp/info" or mkdir "./feeds/$name.tmp/info" or return 1;
  42. system("make -s prepare-mk TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  43. system("make -s -f include/scan.mk IS_TTY=1 SCAN_TARGET=\"packageinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"package\" SCAN_DEPS=\"$ENV{TOPDIR}/include/package*.mk\" SCAN_DEPTH=4 SCAN_EXTRA=\"\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  44. system("ln -sf $name.tmp/.packageinfo ./feeds/$name.index");
  45. return 0;
  46. }
  47. sub update_cpy($$) {
  48. my $name = shift;
  49. my $src = shift;
  50. system("cp -Rf $src ./feeds/$name");
  51. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  52. -d "./feeds/$name.tmp/info" or mkdir "./feeds/$name.tmp/info" or return 1;
  53. system("make -s prepare-mk TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  54. system("make -s -f include/scan.mk IS_TTY=1 SCAN_TARGET=\"packageinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"package\" SCAN_DEPS=\"$ENV{TOPDIR}/include/package*.mk\" SCAN_DEPTH=4 SCAN_EXTRA=\"\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  55. system("ln -sf $name.tmp/.packageinfo ./feeds/$name.index");
  56. return 0;
  57. }
  58. sub update_link($$) {
  59. my $name = shift;
  60. my $src = abs_path(shift);
  61. system("ln -sf $src ./feeds/$name");
  62. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  63. -d "./feeds/$name.tmp/info" or mkdir "./feeds/$name.tmp/info" or return 1;
  64. system("make -s prepare-mk TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  65. system("make -s -f include/scan.mk IS_TTY=1 SCAN_TARGET=\"packageinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"package\" SCAN_DEPS=\"$ENV{TOPDIR}/include/package*.mk\" SCAN_DEPTH=4 SCAN_EXTRA=\"\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  66. system("ln -sf $name.tmp/.packageinfo ./feeds/$name.index");
  67. return 0;
  68. }
  69. sub update_git($$) {
  70. my $name = shift;
  71. my $src = shift;
  72. if ( ! -d "./feeds/$name" ) {
  73. system("git clone $src ./feeds/$name") == 0 or return 1;
  74. } else {
  75. system("GIT_DIR=./feeds/$name/.git git pull") == 0 or return 1;
  76. }
  77. -d "./feeds/$name.tmp" or mkdir "./feeds/$name.tmp" or return 1;
  78. -d "./feeds/$name.tmp/info" or mkdir "./feeds/$name.tmp/info" or return 1;
  79. system("make -s prepare-mk TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  80. system("make -s -f include/scan.mk IS_TTY=1 SCAN_TARGET=\"packageinfo\" SCAN_DIR=\"feeds/$name\" SCAN_NAME=\"package\" SCAN_DEPS=\"$ENV{TOPDIR}/include/package*.mk\" SCAN_DEPTH=4 SCAN_EXTRA=\"\" TMP_DIR=\"$ENV{TOPDIR}/feeds/$name.tmp\"");
  81. system("ln -sf $name.tmp/.packageinfo ./feeds/$name.index");
  82. return 0;
  83. }
  84. sub get_feed($) {
  85. my $feed = shift;
  86. clear_packages();
  87. parse_package_metadata("./feeds/$feed.index") or return;
  88. return { %package };
  89. }
  90. sub get_installed() {
  91. system("make -s prepare-tmpinfo");
  92. clear_packages();
  93. parse_package_metadata("./tmp/.packageinfo");
  94. %installed = %package;
  95. }
  96. sub search_feed {
  97. my $feed = shift;
  98. my @substr = @_;
  99. my $display;
  100. return unless @substr > 0;
  101. get_feed($feed);
  102. foreach my $name (sort { lc($a) cmp lc($b) } keys %package) {
  103. my $pkg = $package{$name};
  104. my $substr;
  105. my $pkgmatch = 1;
  106. foreach my $substr (@substr) {
  107. my $match;
  108. foreach my $key (qw(name title description)) {
  109. $pkg->{$key} and $substr and $pkg->{$key} =~ m/$substr/i and $match = 1;
  110. }
  111. $match or undef $pkgmatch;
  112. };
  113. $pkgmatch and do {
  114. $display or do {
  115. print "Search results in feed '$feed':\n";
  116. $display = 1;
  117. };
  118. printf "\%-25s\t\%s\n", $pkg->{name}, $pkg->{title};
  119. };
  120. }
  121. return 0;
  122. }
  123. sub search {
  124. my %opts;
  125. getopt('r:', \%opts);
  126. foreach my $feed (@feeds) {
  127. search_feed($feed->[1], @ARGV) if (!defined($opts{r}) or $opts{r} eq $feed->[1]);
  128. }
  129. }
  130. sub install_generic() {
  131. my $feed = shift;
  132. my $pkg = shift;
  133. my $path = $pkg->{makefile};
  134. if($path) {
  135. $path =~ s/\/Makefile$//;
  136. -d "./package/feeds" or mkdir "./package/feeds";
  137. -d "./package/feeds/$feed->[1]" or mkdir "./package/feeds/$feed->[1]";
  138. system("ln -sf ../../../$path ./package/feeds/$feed->[1]/");
  139. } else {
  140. warn "Package is not valid\n";
  141. return 1;
  142. }
  143. return 0;
  144. }
  145. my %install_method = (
  146. 'src-svn' => \&install_generic,
  147. 'src-cpy' => \&install_generic,
  148. 'src-link' => \&install_generic
  149. );
  150. my %feed;
  151. sub lookup_package($$) {
  152. my $feed = shift;
  153. my $package = shift;
  154. foreach my $feed ($feed, @feeds) {
  155. next unless $feed->[1];
  156. next unless $feed{$feed->[1]};
  157. $feed{$feed->[1]}->{$package} and return $feed;
  158. }
  159. return;
  160. }
  161. sub install_package {
  162. my $feed = shift;
  163. my $name = shift;
  164. my $ret = 0;
  165. $feed = lookup_package($feed, $name);
  166. $feed or do {
  167. $installed{$name} and return 0;
  168. warn "WARNING: No feed for package '$name' found.\n";
  169. return 1;
  170. };
  171. my $pkg = $feed{$feed->[1]}->{$name} or return 1;
  172. $pkg->{name} or do {
  173. $installed{$name} and return 0;
  174. warn "WARNING: Package '$name' is not available in feed $feed->[1].\n";
  175. return 1;
  176. };
  177. my $src = $pkg->{src};
  178. my $type = $feed->[0];
  179. $src or $src = $name;
  180. # previously installed packages set the runtime package
  181. # newly installed packages set the source package
  182. $installed{$src} and return 0;
  183. # install all dependencies
  184. foreach my $dep (@{$pkg->{depends}}) {
  185. next if $dep =~ /@/;
  186. $dep =~ s/^\+//;
  187. install_package($feed, $dep) == 0 or $ret = 1;
  188. }
  189. # check previously installed packages
  190. $installed{$name} and return 0;
  191. $installed{$src} = 1;
  192. warn "Installing package '$src'\n";
  193. $install_method{$type} or do {
  194. warn "Unknown installation method: '$type'\n";
  195. return 1;
  196. };
  197. &{$install_method{$type}}($feed, $pkg) == 0 or do {
  198. warn "failed.\n";
  199. return 1;
  200. };
  201. return $ret;
  202. }
  203. sub refresh_config {
  204. my $default = shift;
  205. $default or $default = "o";
  206. # workaround for timestamp check
  207. system("rm -f tmp/.packageinfo");
  208. # refresh the config
  209. system("make oldconfig CONFDEFAULT=\"$default\" Config.in >/dev/null 2>/dev/null");
  210. }
  211. sub install {
  212. my $name;
  213. my %opts;
  214. my $feed;
  215. my $ret = 0;
  216. getopts('ap:d:', \%opts);
  217. get_installed();
  218. foreach my $f (@feeds) {
  219. # index all feeds
  220. $feed{$f->[1]} = get_feed($f->[1]);
  221. # look up the preferred feed
  222. $opts{p} and $f->[1] eq $opts{p} and $feed = $f;
  223. }
  224. if($opts{a}) {
  225. foreach my $f (@feeds) {
  226. if (!defined($opts{p}) or $opts{p} eq $f->[1]) {
  227. printf "Installing all packages from feed %s.\n", $f->[1];
  228. get_feed($f->[1]);
  229. foreach my $name (sort { lc($a) cmp lc($b) } keys %package) {
  230. my $p = $package{$name};
  231. if( $p->{name} ) {
  232. install_package($feed, $p->{name}) == 0 or $ret = 1;
  233. } else {
  234. warn "WARNING: Package '$name' is not available\n";
  235. }
  236. }
  237. }
  238. }
  239. } else {
  240. while ($name = shift @ARGV) {
  241. install_package($feed, $name) == 0 or $ret = 1;
  242. }
  243. }
  244. # workaround for timestamp check
  245. # set the defaults
  246. if ($opts{d} and $opts{d} =~ /^[ymn]$/) {
  247. refresh_config($opts{d});
  248. }
  249. return $ret;
  250. }
  251. sub uninstall {
  252. my $name;
  253. my $uninstall;
  254. if ($ARGV[0] eq '-a') {
  255. system("rm -rf ./package/feeds");
  256. $uninstall = 1;
  257. } else {
  258. get_installed();
  259. while ($name = shift @ARGV) {
  260. my $pkg = $installed{$name};
  261. $pkg or do {
  262. warn "WARNING: $name not installed\n";
  263. next;
  264. };
  265. $pkg->{src} and $name = $pkg->{src};
  266. warn "Uninstalling package '$name'\n";
  267. system("rm -f ./package/feeds/*/$name");
  268. $uninstall = 1;
  269. }
  270. }
  271. $uninstall and refresh_config();
  272. return 0;
  273. }
  274. sub usage() {
  275. print <<EOF;
  276. Usage: $0 <command> [options]
  277. Commands:
  278. install [options] <package>: Install a package
  279. Options:
  280. -a installs all packages from all feeds or from the specified feed
  281. -p <feedname>: Prefer this feed when installing packages
  282. -d <y|m|n>: Set default for newly installed packages
  283. search [options] <substring>: Search for a package
  284. Options:
  285. -r <feedname>: Only search in this feed
  286. uninstall -a|<package>: Uninstall a package
  287. -a uninstalls all packages
  288. update: Update packages and lists of feeds in feeds.list
  289. clean: Remove downloaded/generated files
  290. EOF
  291. exit(1);
  292. }
  293. my %update_method = (
  294. 'src-svn' => \&update_svn,
  295. 'src-cpy' => \&update_cpy,
  296. 'src-link' => \&update_link,
  297. 'src-git' => \&update_git
  298. );
  299. my %commands = (
  300. 'update' => sub {
  301. -d "feeds" or do {
  302. mkdir "feeds" or die "Unable to create the feeds directory";
  303. };
  304. $ENV{SCAN_COOKIE} = $$;
  305. $ENV{KBUILD_VERBOSE} = 99;
  306. foreach my $feed (@feeds) {
  307. my ($type, $name, $src) = @$feed;
  308. $update_method{$type} or do {
  309. warn "Unknown type '$type' in feed $name\n";
  310. next;
  311. };
  312. warn "Updating feed '$name'...\n";
  313. &{$update_method{$type}}($name, $src) == 0 or do {
  314. warn "failed.\n";
  315. return 1;
  316. };
  317. }
  318. return 0;
  319. },
  320. 'install' => \&install,
  321. 'search' => \&search,
  322. 'uninstall' => \&uninstall,
  323. 'clean' => sub {
  324. system("rm -rf feeds");
  325. }
  326. );
  327. my $arg = shift @ARGV;
  328. $arg or usage();
  329. parse_config;
  330. foreach my $cmd (keys %commands) {
  331. $arg eq $cmd and do {
  332. exit(&{$commands{$cmd}}());
  333. };
  334. }
  335. usage();