1
0
mirror of https://github.com/j-a-n/raspberrymatic-addon-rmupdate.git synced 2023-10-10 13:37:40 +02:00
raspberrymatic-addon-rmupdate/addon/lib/rmupdate.tcl
2017-09-04 22:53:49 +02:00

659 lines
18 KiB
Tcl

# RaspMatic update addon
#
# Copyright (C) 2017 Jan Schneider <oss@janschneider.net>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
namespace eval rmupdate {
variable release_url "https://github.com/jens-maus/RaspberryMatic/releases"
variable addon_dir "/usr/local/addons/rmupdate"
variable img_dir "/usr/local/addons/rmupdate/var/img"
variable mnt_sys "/usr/local/addons/rmupdate/var/mnt_sys"
variable mnt_img "/usr/local/addons/rmupdate/var/mnt_img"
variable sys_dev "/dev/mmcblk0"
variable loop_dev "/dev/loop7"
variable install_log "/usr/local/addons/rmupdate/var/install.log"
variable install_lock "/usr/local/addons/rmupdate/var/install.lock"
variable log_file ""
variable debug 0
}
proc ::rmupdate::get_rpi_version {} {
# Revison list from http://elinux.org/RPi_HardwareHistory
set revision_map(0002) "rpi0"
set revision_map(0003) "rpi0"
set revision_map(0004) "rpi0"
set revision_map(0005) "rpi0"
set revision_map(0006) "rpi0"
set revision_map(0007) "rpi0"
set revision_map(0008) "rpi0"
set revision_map(0009) "rpi0"
set revision_map(000d) "rpi0"
set revision_map(000e) "rpi0"
set revision_map(000f) "rpi0"
set revision_map(0010) "rpi0"
set revision_map(0011) "rpi0"
set revision_map(0012) "rpi0"
set revision_map(0013) "rpi0"
set revision_map(0014) "rpi0"
set revision_map(0015) "rpi0"
set revision_map(900021) "rpi0"
set revision_map(900032) "rpi0"
set revision_map(900092) "rpi0"
set revision_map(900093) "rpi0"
set revision_map(920093) "rpi0"
set revision_map(9000c1) "rpi0"
set revision_map(a01040) "rpi3"
set revision_map(a01041) "rpi3"
set revision_map(a21041) "rpi3"
set revision_map(a22042) "rpi3"
set revision_map(a02082) "rpi3"
set revision_map(a020a0) "rpi3"
set revision_map(a22082) "rpi3"
set revision_map(a32082) "rpi3"
set fp [open /proc/cpuinfo r]
set data [read $fp]
foreach d [split $data "\n"] {
regexp {^Revision\s*:\s*(\S+)\s*$} $d match revision
if { [info exists revision] && [info exists revision_map($revision)] } {
return $revision_map($revision)
}
}
return ""
}
proc ::rmupdate::compare_versions {a b} {
return [package vcompare $a $b]
}
proc ::rmupdate::write_log {str} {
variable log_file
puts stderr $str
if {$log_file != ""} {
set fd [open $log_file "a"]
puts $fd $str
close $fd
}
}
proc ::rmupdate::read_install_log {} {
variable install_log
if { ![file exist $install_log] } {
return ""
}
set fp [open $install_log r]
set data [read $fp]
close $fp
return $data
}
proc ::rmupdate::version {} {
variable addon_dir
set fp [open "${addon_dir}/VERSION" r]
set data [read $fp]
close $fp
return [string trim $data]
}
proc ::rmupdate::get_partion_start_and_size {device partition} {
set data [exec /usr/sbin/parted $device unit B print]
foreach d [split $data "\n"] {
regexp {^\s*(\d)\s+(\d+)B\s+(\d+)B\s+(\d+)B.*} $d match num start end size
if { [info exists num] && $num == $partition } {
return [list $start $size]
}
}
error "Failed to get partition start and size of device ${device}, partition ${partition}."
}
proc ::rmupdate::is_system_upgradeable {} {
variable sys_dev
#if { [get_filesystem_label "${sys_dev}p2"] != "rootfs1" } {
# return 0
#}
if { [get_filesystem_label "${sys_dev}p3"] != "rootfs2" } {
return 0
}
return 1
}
proc ::rmupdate::get_part_uuid {device} {
foreach f [glob /dev/disk/by-partuuid/*] {
set d ""
catch {
set d [file readlink $f]
}
if { [file tail $d] == [file tail $device] } {
return [file tail $f]
}
}
error "Failed to get partition uuid of device ${device}."
}
proc ::rmupdate::get_filesystem_label {device} {
set data [exec /sbin/blkid $device]
foreach d [split $data "\n"] {
regexp {LABEL="([^"]+)"} $d match lab
if { [info exists lab] } {
return $lab
}
}
error "Failed to get filesystem label of device ${device}."
}
proc ::rmupdate::update_cmdline {cmdline root} {
set fd [open $cmdline r]
set data [read $fd]
close $fd
regsub -all "root=\[a-zA-Z0-9\=/\-\]+ " $data "root=${root} " data
set fd [open $cmdline w]
puts $fd $data
close $fd
}
proc ::rmupdate::get_current_root_partition {} {
set cmdline "/proc/cmdline"
set fd [open $cmdline r]
set data [read $fd]
close $fd
foreach d [split $data "\n"] {
regexp {root=PARTUUID=[a-f0-9]+-([0-9]+)} $d match partition
if { [info exists partition] } {
return [expr {0 + $partition}]
}
}
return 2
}
proc ::rmupdate::update_fstab {fstab {boot ""} {root ""} {user ""}} {
set ndata ""
set fd [open $fstab r]
set data [read $fd]
foreach d [split $data "\n"] {
set filesystem ""
regexp {^([^#]\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+)\s+(\S+).*} $d match filesystem mountpoint type options dump pass
if { [info exists filesystem] } {
if {$filesystem != ""} {
if {$mountpoint == "/" && $root != ""} {
regsub -all $filesystem $d $root d
} elseif {$mountpoint == "/boot" && $boot != ""} {
regsub -all $filesystem $d $boot d
} elseif {$mountpoint == "/usr/local" && $user != ""} {
regsub -all $filesystem $d $user d
}
}
}
append ndata "${d}\n"
}
close $fd
set fd [open $fstab w]
puts $fd $ndata
close $fd
}
proc ::rmupdate::mount_image_partition {image partition mountpoint} {
variable loop_dev
write_log "Mounting parition ${partition} of image ${image}."
set p [get_partion_start_and_size $image $partition]
#write_log "Partiton start=[lindex $p 0], size=[lindex $p 1]."
file mkdir $mountpoint
catch {exec /bin/umount "${mountpoint}"}
catch {exec /sbin/losetup -d $loop_dev}
exec /sbin/losetup -o [lindex $p 0] $loop_dev "${image}"
exec /bin/mount $loop_dev -o ro "${mountpoint}"
}
proc ::rmupdate::mount_system_partition {partition mountpoint} {
variable sys_dev
set remount 1
set root_partition [get_current_root_partition]
if {$partition == 1} {
set partition "/boot"
} elseif {$partition == 2 || $partition == 3} {
if {$partition == $root_partition} {
set partition "/"
} else {
set partition "${sys_dev}p${partition}"
set remount 0
}
} elseif {$partition == 4} {
set partition "/usr/local"
}
if {$remount} {
write_log "Remounting filesystem ${partition} (rw)."
} else {
write_log "Mounting device ${partition} (rw)."
}
if {![file exists $mountpoint]} {
file mkdir $mountpoint
}
if {$remount} {
if {$partition != $mountpoint} {
exec /bin/mount -o bind $partition "${mountpoint}"
}
exec /bin/mount -o remount,rw "${mountpoint}"
} else {
catch {exec /bin/umount "${mountpoint}"}
exec /bin/mount -o rw $partition "${mountpoint}"
}
}
proc ::rmupdate::umount {device_or_mountpoint} {
if {$device_or_mountpoint == "/boot"} {
exec /bin/mount -o remount,ro "${device_or_mountpoint}"
} else {
exec /bin/umount "${device_or_mountpoint}"
}
}
proc ::rmupdate::get_filesystem_size_and_usage {device_or_mountpoint} {
set data [exec /bin/df]
foreach d [split $data "\n"] {
regexp {^(\S+)\s+\d+\s+(\d+)\s+(\d+)\s+\d+%\s(\S+)\s*$} $d match device used available mountpoint
if { [info exists device] } {
if {$device == $device_or_mountpoint || $mountpoint == $device_or_mountpoint} {
return [list [expr {$used*1024+$available*1024}] [expr {$used*1024}]]
}
}
}
return [list -1 -1]
}
proc ::rmupdate::check_sizes {image} {
variable mnt_img
variable mnt_sys
write_log "Checking size of filesystems."
file mkdir $mnt_img
file mkdir $mnt_sys
foreach partition [list 1 2] {
mount_image_partition $image $partition $mnt_img
mount_system_partition $partition $mnt_sys
set su_new [get_filesystem_size_and_usage $mnt_img]
set new_used [lindex $su_new 1]
set su_cur [get_filesystem_size_and_usage $mnt_sys]
set cur_size [lindex $su_cur 0]
write_log "Current filesystem (${partition}) size: ${cur_size}, new filesystem used bytes: ${new_used}."
umount $mnt_img
umount $mnt_sys
if { [expr {$new_used*1.05}] > $cur_size && [expr {$new_used+50*1024*1024}] >= $cur_size } {
error "Current filesystem of partition $partition (${cur_size} bytes) not big enough (new usage: ${new_used} bytes)."
}
}
write_log "Sizes of filesystems checked successfully."
}
proc ::rmupdate::update_filesystems {image {dryrun 0}} {
variable mnt_img
variable mnt_sys
variable sys_dev
variable debug
set root_partition [get_current_root_partition]
write_log "Updating filesystems."
file mkdir $mnt_img
file mkdir $mnt_sys
foreach img_partition [list 2 1] {
set sys_partition $img_partition
set mnt_s $mnt_sys
if {$img_partition == 2 && $root_partition == 2} {
set sys_partition 3
}
if {$sys_partition == 1} {
set mnt_s "/boot"
}
write_log "Updating system partition ${sys_partition}."
mount_image_partition $image $img_partition $mnt_img
mount_system_partition $sys_partition $mnt_s
if {$debug} {
write_log "ls -la ${mnt_img}"
write_log [exec ls -la ${mnt_img}]
write_log "ls -la ${mnt_s}"
write_log [exec ls -la ${mnt_s}]
}
write_log "Rsyncing filesystem of partition ${sys_partition}."
if [catch {
set out ""
if {$dryrun} {
if {$debug} {
write_log "rsync --dry-run --progress --archive --delete ${mnt_img}/ ${mnt_s}"
}
set out [exec rsync --dry-run --progress --archive --delete ${mnt_img} ${mnt_s}]
} else {
if {$debug} {
write_log "rsync --progress --archive --delete ${mnt_img}/ ${mnt_s}"
}
set out [exec rsync --progress --archive --delete ${mnt_img}/ ${mnt_s}]
}
if {$debug} {
write_log $out
}
} err] {
if {$debug} {
write_log $err
}
}
write_log "Rsync finished."
if {$debug} {
write_log "ls -la ${mnt_img}"
write_log [exec ls -la ${mnt_img}]
write_log "ls -la ${mnt_s}"
write_log [exec ls -la ${mnt_s}]
}
if {$img_partition == 1} {
write_log "Update cmdline."
if {!$dryrun} {
set new_root_partition 2
if {$root_partition == 2} {
set new_root_partition 3
}
set part_uuid [get_part_uuid "${sys_dev}p${new_root_partition}"]
update_cmdline "${mnt_s}/cmdline.txt" "PARTUUID=${part_uuid}"
}
}
umount $mnt_img
umount $mnt_s
}
}
proc ::rmupdate::get_current_firmware_version {} {
set fp [open "/boot/VERSION" r]
set data [read $fp]
close $fp
regexp {\s*VERSION\s*=s*([\d\.]+)\s*$} $data match current_version
return $current_version
}
proc ::rmupdate::get_available_firmware_downloads {} {
variable release_url
set rpi_version [get_rpi_version]
set download_urls [list]
set data [exec /usr/bin/wget "${release_url}" --no-check-certificate -q -O-]
foreach d [split $data ">"] {
set href ""
regexp {<\s*a\s+href\s*=\s*"([^"]+/releases/download/[^"]+)\.zip"} $d match href
if { [info exists href] && $href != ""} {
set fn [lindex [split $href "/"] end]
set tmp [split $fn "-"]
if { [llength $tmp] == 3 } {
if { $rpi_version != [lindex $tmp 2] } {
continue
}
}
#write_log $href
if {[string first "https://" $href] == -1} {
set href "https://github.com${href}"
}
lappend download_urls "${href}.zip"
}
}
return $download_urls
}
proc ::rmupdate::get_latest_firmware_version {} {
set versions [list]
foreach e [get_available_firmware_downloads] {
lappend versions [get_version_from_filename $e]
}
set versions [lsort -decreasing -command compare_versions $versions]
return [lindex $versions 0]
}
proc ::rmupdate::download_firmware {version} {
variable img_dir
variable log_file
set image_file "${img_dir}/RaspberryMatic-${version}.img"
set download_url ""
foreach e [get_available_firmware_downloads] {
set v [get_version_from_filename $e]
if {$v == $version} {
set download_url $e
break
}
}
if {$download_url == ""} {
error "Failed to get url for firmware ${version}"
}
write_log "Downloading firmware from ${download_url}."
regexp {/([^/]+)$} $download_url match archive_file
set archive_file "${img_dir}/${archive_file}"
file mkdir $img_dir
if {$log_file != ""} {
exec /usr/bin/wget "${download_url}" --show-progress --progress=dot:giga --no-check-certificate --quiet --output-document=$archive_file 2>>${log_file}
write_log ""
} else {
exec /usr/bin/wget "${download_url}" --no-check-certificate --quiet --output-document=$archive_file
}
write_log "Download completed."
write_log "Extracting firmware ${archive_file}."
set data [exec /usr/bin/unzip -ql "${archive_file}"]
set img_file ""
foreach d [split $data "\n"] {
regexp {\s+(\S+\.img)\s*$} $d match img_file
if { $img_file != "" } {
break
}
}
if { $img_file == "" } {
error "Failed to extract image from archive."
}
exec /usr/bin/unzip "${archive_file}" "${img_file}" -o -d "${img_dir}"
set img_file "${img_dir}/${img_file}"
puts "${img_file} ${image_file}"
if {$img_file != $image_file} {
file rename $img_file $image_file
}
file delete $archive_file
return $image_file
}
proc ::rmupdate::get_available_firmware_images {} {
variable img_dir
file mkdir $img_dir
return [glob -nocomplain "${img_dir}/*.img"]
}
proc ::rmupdate::get_version_from_filename {filename} {
set fn [file rootname [file tail $filename]]
set tmp [split $fn "-"]
return [lindex $tmp 1]
#regexp {\-([\d\.]+)\.[^\.]+-*.*$} $filename match version
#return $version
}
proc ::rmupdate::get_firmware_info {} {
variable release_url
set current [get_current_firmware_version]
set versions [list $current]
foreach e [get_available_firmware_downloads] {
set version [get_version_from_filename $e]
set downloads($version) $e
if {[lsearch $versions $version] == -1} {
lappend versions $version
}
}
foreach e [get_available_firmware_images] {
set version [get_version_from_filename $e]
set images($version) $e
if {[lsearch $versions $version] == -1} {
lappend versions $version
}
}
set versions [lsort -decreasing -command compare_versions $versions]
set json "\["
set latest "true"
foreach v $versions {
set installed "false"
if {$v == $current} {
set installed "true"
}
set image ""
catch { set image $images($v) }
set url ""
catch { set url $downloads($v) }
set info_url "${release_url}/tag/${v}"
append json "\{\"version\":\"${v}\",\"installed\":${installed},\"latest\":${latest}\,\"url\":\"${url}\"\,\"info_url\":\"${info_url}\",\"image\":\"${image}\"\},"
set latest "false"
}
if {[llength versions] > 0} {
set json [string range $json 0 end-1]
}
append json "\]"
return $json
}
proc ::rmupdate::install_process_running {} {
variable install_lock
if {! [file exists $install_lock]} {
return 0
}
set fp [open $install_lock "r"]
set lpid [string trim [read $fp]]
close $fp
if {[file exists "/proc/${lpid}"]} {
return 1
}
file delete $install_lock
return 0
}
proc ::rmupdate::delete_firmware_image {version} {
variable img_dir
eval {file delete [glob "${img_dir}/*${version}.img"]}
}
proc ::rmupdate::install_firmware_version {version {reboot 1} {dryrun 0}} {
if {[install_process_running]} {
error "Another install process is running."
}
if {! [is_system_upgradeable]} {
error "System not upgradeable."
}
variable install_lock
variable log_file
variable install_log
foreach var {install_lock log_file install_log} {
set var [set $var]
if {$var != ""} {
set basedir [file dirname $var]
if {![file exists $basedir]} {
file mkdir $basedir
}
}
}
set fd [open $install_lock "w"]
puts $fd [pid]
close $fd
file delete $install_log
set log_file $install_log
set firmware_image ""
foreach e [get_available_firmware_images] {
set v [get_version_from_filename $e]
if {$v == $version} {
set firmware_image $e
break
}
}
if {$firmware_image == ""} {
set firmware_image [download_firmware $version]
}
check_sizes $firmware_image
update_filesystems $firmware_image $dryrun
file delete $install_lock
if {$reboot && !$dryrun} {
write_log "Rebooting system."
}
# Write success marker for web interface
write_log "INSTALL_FIRMWARE_SUCCESS"
after 5000
if {$reboot && !$dryrun} {
exec /sbin/reboot -f
}
}
proc ::rmupdate::install_latest_version {{reboot 1} {dryrun 0}} {
set latest_version [get_latest_firmware_version]
return install_firmware_version $latest_version $reboot $dryrun
}
proc ::rmupdate::is_firmware_up_to_date {} {
set latest_version [get_latest_firmware_version]
write_log "Latest firmware version: ${latest_version}"
set current_version [get_current_firmware_version]
write_log "Current firmware version: ${current_version}"
if {[compare_versions $current_version $latest_version] >= 0} {
return 1
}
return 0
}
#puts [rmupdate::get_latest_firmware_version]
#puts [rmupdate::get_firmware_info]
#puts [rmupdate::get_available_firmware_images]
#puts [rmupdate::get_available_firmware_downloads]
#rmupdate::download_latest_firmware
#puts [rmupdate::is_firmware_up_to_date]
#puts [rmupdate::get_latest_firmware_download_url]
#rmupdate::check_sizes "/usr/local/addons/raspmatic-update/tmp/RaspberryMatic-2.27.7.20170316.img"
#set res [rmupdate::get_partion_start_and_size "/dev/mmcblk0" 1]
#rmupdate::mount_image_partition "/usr/local/addons/raspmatic-update/tmp/RaspberryMatic-2.27.7.20170316.img" 1 $rmupdate::mnt_img
#rmupdate::umount $rmupdate::mnt_img
#rmupdate::mount_system_partition "/boot" $rmupdate::mnt_sys
#rmupdate::umount $rmupdate::mnt_sys
#puts [rmupdate::get_rpi_version]
#puts [rmupdate::get_part_uuid "/dev/mmcblk0p3"]