sysupgrade 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380
  1. #!/bin/sh
  2. . /lib/functions.sh
  3. . /lib/functions/system.sh
  4. . /usr/share/libubox/jshn.sh
  5. # initialize defaults
  6. export MTD_ARGS=""
  7. export MTD_CONFIG_ARGS=""
  8. export INTERACTIVE=0
  9. export VERBOSE=1
  10. export SAVE_CONFIG=1
  11. export SAVE_OVERLAY=0
  12. export SAVE_OVERLAY_PATH=
  13. export SAVE_PARTITIONS=1
  14. export SAVE_INSTALLED_PKGS=0
  15. export SKIP_UNCHANGED=0
  16. export CONF_IMAGE=
  17. export CONF_BACKUP_LIST=0
  18. export CONF_BACKUP=
  19. export CONF_RESTORE=
  20. export NEED_IMAGE=
  21. export HELP=0
  22. export FORCE=0
  23. export TEST=0
  24. export UMOUNT_ETCBACKUP_DIR=0
  25. # parse options
  26. while [ -n "$1" ]; do
  27. case "$1" in
  28. -i) export INTERACTIVE=1;;
  29. -v) export VERBOSE="$(($VERBOSE + 1))";;
  30. -q) export VERBOSE="$(($VERBOSE - 1))";;
  31. -n) export SAVE_CONFIG=0;;
  32. -c) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/etc;;
  33. -o) export SAVE_OVERLAY=1 SAVE_OVERLAY_PATH=/;;
  34. -p) export SAVE_PARTITIONS=0;;
  35. -k) export SAVE_INSTALLED_PKGS=1;;
  36. -u) export SKIP_UNCHANGED=1;;
  37. -b|--create-backup) export CONF_BACKUP="$2" NEED_IMAGE=1; shift;;
  38. -r|--restore-backup) export CONF_RESTORE="$2" NEED_IMAGE=1; shift;;
  39. -l|--list-backup) export CONF_BACKUP_LIST=1;;
  40. -f) export CONF_IMAGE="$2"; shift;;
  41. -F|--force) export FORCE=1;;
  42. -T|--test) export TEST=1;;
  43. -h|--help) export HELP=1; break;;
  44. -*)
  45. echo "Invalid option: $1" >&2
  46. exit 1
  47. ;;
  48. *) break;;
  49. esac
  50. shift;
  51. done
  52. export CONFFILES=/tmp/sysupgrade.conffiles
  53. export CONF_TAR=/tmp/sysupgrade.tgz
  54. export ETCBACKUP_DIR=/etc/backup
  55. export INSTALLED_PACKAGES=${ETCBACKUP_DIR}/installed_packages.txt
  56. IMAGE="$1"
  57. [ -z "$IMAGE" -a -z "$NEED_IMAGE" -a $CONF_BACKUP_LIST -eq 0 -o $HELP -gt 0 ] && {
  58. cat <<EOF
  59. Usage: $0 [<upgrade-option>...] <image file or URL>
  60. $0 [-q] [-i] [-c] [-u] [-o] [-k] <backup-command> <file>
  61. upgrade-option:
  62. -f <config> restore configuration from .tar.gz (file or url)
  63. -i interactive mode
  64. -c attempt to preserve all changed files in /etc/
  65. -o attempt to preserve all changed files in /, except those
  66. from packages but including changed confs.
  67. -u skip from backup files that are equal to those in /rom
  68. -n do not save configuration over reflash
  69. -p do not attempt to restore the partition table after flash.
  70. -k include in backup a list of current installed packages at
  71. $INSTALLED_PACKAGES
  72. -T | --test
  73. Verify image and config .tar.gz but do not actually flash.
  74. -F | --force
  75. Flash image even if image checks fail, this is dangerous!
  76. -q less verbose
  77. -v more verbose
  78. -h | --help display this help
  79. backup-command:
  80. -b | --create-backup <file>
  81. create .tar.gz of files specified in sysupgrade.conf
  82. then exit. Does not flash an image. If file is '-',
  83. i.e. stdout, verbosity is set to 0 (i.e. quiet).
  84. -r | --restore-backup <file>
  85. restore a .tar.gz created with sysupgrade -b
  86. then exit. Does not flash an image. If file is '-',
  87. the archive is read from stdin.
  88. -l | --list-backup
  89. list the files that would be backed up when calling
  90. sysupgrade -b. Does not create a backup file.
  91. EOF
  92. exit 1
  93. }
  94. [ -n "$IMAGE" -a -n "$NEED_IMAGE" ] && {
  95. cat <<-EOF
  96. -b|--create-backup and -r|--restore-backup do not perform a firmware upgrade.
  97. Do not specify both -b|-r and a firmware image.
  98. EOF
  99. exit 1
  100. }
  101. # prevent messages from clobbering the tarball when using stdout
  102. [ "$CONF_BACKUP" = "-" ] && export VERBOSE=0
  103. list_conffiles() {
  104. awk '
  105. BEGIN { conffiles = 0 }
  106. /^Conffiles:/ { conffiles = 1; next }
  107. !/^ / { conffiles = 0; next }
  108. conffiles == 1 { print }
  109. ' /usr/lib/opkg/status
  110. }
  111. list_changed_conffiles() {
  112. # Cannot handle spaces in filenames - but opkg cannot either...
  113. list_conffiles | while read file csum; do
  114. [ -r "$file" ] || continue
  115. echo "${csum} ${file}" | busybox sha256sum -sc - || echo "$file"
  116. done
  117. }
  118. list_static_conffiles() {
  119. local filter=$1
  120. find $(sed -ne '/^[[:space:]]*$/d; /^#/d; p' \
  121. /etc/sysupgrade.conf /lib/upgrade/keep.d/* 2>/dev/null) \
  122. \( -type f -o -type l \) $filter 2>/dev/null
  123. }
  124. add_conffiles() {
  125. local file="$1"
  126. ( list_static_conffiles "$find_filter"; list_changed_conffiles ) |
  127. sort -u > "$file"
  128. return 0
  129. }
  130. add_overlayfiles() {
  131. local file="$1"
  132. local packagesfiles=$1.packagesfiles
  133. touch "$packagesfiles"
  134. if [ "$SAVE_OVERLAY_PATH" = / ]; then
  135. local conffiles=$1.conffiles
  136. local keepfiles=$1.keepfiles
  137. list_conffiles | cut -f2 -d ' ' | sort -u > "$conffiles"
  138. # backup files from /etc/sysupgrade.conf and /lib/upgrade/keep.d, but
  139. # ignore those aready controlled by opkg conffiles
  140. list_static_conffiles | sort -u |
  141. grep -h -v -x -F -f $conffiles > "$keepfiles"
  142. # backup conffiles, but only those changed if '-u'
  143. [ $SKIP_UNCHANGED = 1 ] &&
  144. list_changed_conffiles | sort -u > "$conffiles"
  145. # do not backup files from packages, except those listed
  146. # in conffiles and keep.d
  147. {
  148. find /usr/lib/opkg/info -type f -name "*.list" -exec cat {} \;
  149. find /usr/lib/opkg/info -type f -name "*.control" -exec sed \
  150. -ne '/^Alternatives/{s/^Alternatives: //;s/, /\n/g;p}' {} \; |
  151. cut -f2 -d:
  152. } | grep -v -x -F -f $conffiles |
  153. grep -v -x -F -f $keepfiles | sort -u > "$packagesfiles"
  154. rm -f "$keepfiles" "$conffiles"
  155. fi
  156. # busybox grep bug when file is empty
  157. [ -s "$packagesfiles" ] || echo > $packagesfiles
  158. ( cd /overlay/upper/; find .$SAVE_OVERLAY_PATH \( -type f -o -type l \) $find_filter | sed \
  159. -e 's,^\.,,' \
  160. -e '\,^/etc/board.json$,d' \
  161. -e '\,/[^/]*-opkg$,d' \
  162. -e '\,^/etc/urandom.seed$,d' \
  163. -e "\,^$INSTALLED_PACKAGES$,d" \
  164. -e '\,^/usr/lib/opkg/.*,d' \
  165. ) | grep -v -x -F -f $packagesfiles > "$file"
  166. rm -f "$packagesfiles"
  167. return 0
  168. }
  169. if [ $SAVE_OVERLAY = 1 ]; then
  170. [ ! -d /overlay/upper/etc ] && {
  171. echo "Cannot find '/overlay/upper/etc', required for '-c'" >&2
  172. exit 1
  173. }
  174. sysupgrade_init_conffiles="add_overlayfiles"
  175. else
  176. sysupgrade_init_conffiles="add_conffiles"
  177. fi
  178. find_filter=""
  179. if [ $SKIP_UNCHANGED = 1 ]; then
  180. [ ! -d /rom/ ] && {
  181. echo "'/rom/' is required by '-u'"
  182. exit 1
  183. }
  184. find_filter='( ( -exec test -e /rom/{} ; -exec cmp -s /{} /rom/{} ; ) -o -print )'
  185. fi
  186. include /lib/upgrade
  187. do_save_conffiles() {
  188. local conf_tar="$1"
  189. [ "$(rootfs_type)" = "tmpfs" ] && {
  190. echo "Cannot save config while running from ramdisk." >&2
  191. ask_bool 0 "Abort" && exit
  192. rm -f "$conf_tar"
  193. return 0
  194. }
  195. run_hooks "$CONFFILES" $sysupgrade_init_conffiles
  196. ask_bool 0 "Edit config file list" && vi "$CONFFILES"
  197. if [ "$SAVE_INSTALLED_PKGS" -eq 1 ]; then
  198. echo "${INSTALLED_PACKAGES}" >> "$CONFFILES"
  199. mkdir -p "$ETCBACKUP_DIR"
  200. # Avoid touching filesystem on each backup
  201. RAMFS="$(mktemp -d -t sysupgrade.XXXXXX)"
  202. mkdir -p "$RAMFS/upper" "$RAMFS/work"
  203. mount -t overlay overlay -o lowerdir=$ETCBACKUP_DIR,upperdir=$RAMFS/upper,workdir=$RAMFS/work $ETCBACKUP_DIR &&
  204. UMOUNT_ETCBACKUP_DIR=1 || {
  205. echo "Cannot mount '$ETCBACKUP_DIR' as tmpfs to avoid touching disk while saving the list of installed packages." >&2
  206. ask_bool 0 "Abort" && exit
  207. }
  208. # Format: pkg-name<TAB>{rom,overlay,unkown}
  209. # rom is used for pkgs in /rom, even if updated later
  210. find /usr/lib/opkg/info -name "*.control" \( \
  211. \( -exec test -f /rom/{} \; -exec echo {} rom \; \) -o \
  212. \( -exec test -f /overlay/upper/{} \; -exec echo {} overlay \; \) -o \
  213. \( -exec echo {} unknown \; \) \
  214. \) | sed -e 's,.*/,,;s/\.control /\t/' > ${INSTALLED_PACKAGES}
  215. fi
  216. v "Saving config files..."
  217. [ "$VERBOSE" -gt 1 ] && TAR_V="v" || TAR_V=""
  218. tar c${TAR_V}zf "$conf_tar" -T "$CONFFILES" 2>/dev/null
  219. if [ "$?" -ne 0 ]; then
  220. echo "Failed to create the configuration backup."
  221. rm -f "$conf_tar"
  222. exit 1
  223. fi
  224. [ "$UMOUNT_ETCBACKUP_DIR" -eq 1 ] && {
  225. umount "$ETCBACKUP_DIR"
  226. rm -rf "$RAMFS"
  227. }
  228. rm -f "$CONFFILES"
  229. }
  230. if [ $CONF_BACKUP_LIST -eq 1 ]; then
  231. run_hooks "$CONFFILES" $sysupgrade_init_conffiles
  232. [ "$SAVE_INSTALLED_PKGS" -eq 1 ] && echo ${INSTALLED_PACKAGES} >> "$CONFFILES"
  233. cat "$CONFFILES"
  234. rm -f "$CONFFILES"
  235. exit 0
  236. fi
  237. if [ -n "$CONF_BACKUP" ]; then
  238. do_save_conffiles "$CONF_BACKUP"
  239. exit $?
  240. fi
  241. if [ -n "$CONF_RESTORE" ]; then
  242. if [ "$CONF_RESTORE" != "-" ] && [ ! -f "$CONF_RESTORE" ]; then
  243. echo "Backup archive '$CONF_RESTORE' not found." >&2
  244. exit 1
  245. fi
  246. [ "$VERBOSE" -gt 1 ] && TAR_V="v" || TAR_V=""
  247. v "Restoring config files..."
  248. tar -C / -x${TAR_V}zf "$CONF_RESTORE"
  249. exit $?
  250. fi
  251. type platform_check_image >/dev/null 2>/dev/null || {
  252. echo "Firmware upgrade is not implemented for this platform." >&2
  253. exit 1
  254. }
  255. case "$IMAGE" in
  256. http://*|\
  257. https://*)
  258. wget -O/tmp/sysupgrade.img "$IMAGE" || exit 1
  259. IMAGE=/tmp/sysupgrade.img
  260. ;;
  261. esac
  262. IMAGE="$(readlink -f "$IMAGE")"
  263. case "$IMAGE" in
  264. '')
  265. echo "Image file not found." >&2
  266. exit 1
  267. ;;
  268. /tmp/*) ;;
  269. *)
  270. v "Image not in /tmp, copying..."
  271. cp -f "$IMAGE" /tmp/sysupgrade.img
  272. IMAGE=/tmp/sysupgrade.img
  273. ;;
  274. esac
  275. json_load "$(/usr/libexec/validate_firmware_image "$IMAGE")" || {
  276. echo "Failed to check image"
  277. exit 1
  278. }
  279. json_get_var valid "valid"
  280. [ "$valid" -eq 0 ] && {
  281. if [ $FORCE -eq 1 ]; then
  282. echo "Image check failed but --force given - will update anyway!" >&2
  283. else
  284. echo "Image check failed." >&2
  285. exit 1
  286. fi
  287. }
  288. if [ -n "$CONF_IMAGE" ]; then
  289. case "$(get_magic_word $CONF_IMAGE cat)" in
  290. # .gz files
  291. 1f8b) ;;
  292. *)
  293. echo "Invalid config file. Please use only .tar.gz files" >&2
  294. exit 1
  295. ;;
  296. esac
  297. get_image "$CONF_IMAGE" "cat" > "$CONF_TAR"
  298. export SAVE_CONFIG=1
  299. elif ask_bool $SAVE_CONFIG "Keep config files over reflash"; then
  300. [ $TEST -eq 1 ] || do_save_conffiles "$CONF_TAR"
  301. export SAVE_CONFIG=1
  302. else
  303. [ $TEST -eq 1 ] || rm -f "$CONF_TAR"
  304. export SAVE_CONFIG=0
  305. fi
  306. if [ $TEST -eq 1 ]; then
  307. exit 0
  308. fi
  309. install_bin /sbin/upgraded
  310. v "Commencing upgrade. Closing all shell sessions."
  311. COMMAND='/lib/upgrade/do_stage2'
  312. if [ -n "$FAILSAFE" ]; then
  313. printf '%s\x00%s\x00%s' "$RAM_ROOT" "$IMAGE" "$COMMAND" >/tmp/sysupgrade
  314. lock -u /tmp/.failsafe
  315. else
  316. json_init
  317. json_add_string prefix "$RAM_ROOT"
  318. json_add_string path "$IMAGE"
  319. [ $FORCE -eq 1 ] && json_add_boolean force 1
  320. [ $SAVE_CONFIG -eq 1 ] && json_add_string backup "$CONF_TAR"
  321. json_add_string command "$COMMAND"
  322. json_add_object options
  323. json_add_int save_partitions "$SAVE_PARTITIONS"
  324. json_close_object
  325. ubus call system sysupgrade "$(json_dump)"
  326. fi