#!/bin/sh # shellcheck source=/dev/null # # This is a simple package manager written in POSIX shell for use # in KISS Linux (https://k1ss.org). # # Created by Dylan Araps. log() { printf '%b%s %b%s%b %s\n' \ "$lcol" "${3:-->}" "${lclr}${2:+$lcol2}" "$1" "$lclr" "$2" >&2 } war() { log "$1" "$2" "${3:-WARNING}" } die() { log "$1" "$2" "${3:-ERROR}" exit 1 } contains() { case " $1 " in *" $2 "*) return 0; esac; return 1 } prompt() { [ "$1" ] && log "$1" log "Continue?: Press Enter to continue or Ctrl+C to abort here" [ "$KISS_PROMPT" = 0 ] || read -r _ } as_root() { [ "$uid" = 0 ] || log "Using '${su:=su}' (to become ${user:=root})" case ${su##*/} in doas | sudo | sls) "$su" -u "$user" -- env "$@" ;; su) "$su" -c "env $* <&3" "$user" 3<&0 /dev/null 2>&1 || user=root } run_hook() { # Provide a default post-build hook to remove files and directories # for things we don't support out of the box. One can simply define # their own hook to override this behavior. set -- "${1:-null}" "${2:-null}" "${3:-null}" case ${KISS_HOOK:--}$1 in -post-build) rm -rf \ "$3/usr/share/gettext" \ "$3/usr/share/polkit-1" \ "$3/usr/share/locale" \ "$3/usr/share/info" ;; [!-]*) TYPE=$1 PKG=$2 DEST=$3 . "$KISS_HOOK" ;; esac } decompress() { case ${1##*.} in bz2) bzip2 -dc ;; lzma) lzma -dc ;; lz) lzip -dc ;; tar) cat ;; tgz | gz) gzip -dc ;; txz | xz) xz -dc ;; zst) zstd -dc ;; esac < "$1" } sh256() { # There's no standard utility to generate sha256 checksums. # This unifies various tools using the first available. [ -e "$1" ] || return 0 hash=$( sha256sum "$1" || sha256 -r "$1" || openssl dgst -sha256 -r "$1" || shasum -a 256 "$1" || digest -a sha256 "$1" ) 2>/dev/null printf '%s\n' "${hash%% *}" } pkg_lint() { pkg_find "$1" cd "$repo_dir" read -r _ release 2>/dev/null < version || die "Version file not found" [ "$release" ] || die "$1" "Release field not found in version file" [ -x build ] || die "$1" "Build file not found or not executable" [ -f sources ] || war "$1" "Sources file not found" } pkg_find() { # Figure out which repository a package belongs to by searching for # directories matching the package name in $KISS_PATH/*. query=$1 all=$2 what=$3 IFS=: set -- # Globbing disabled for KISS_PATH word-splitting for path in $KISS_PATH "${what:-"$sys_db"}"; do set +f # Globbing enabled for search. for path2 in "$path/"${query%%/*}; do test "${what:--d}" "$path2" && set -f -- "$@" "$path2" done done unset IFS repo_dir=$1 [ "$1" ] || { log "Package '$query' not in any repository" return 1 } [ -z "$all" ] || printf '%s\n' "$@" } pkg_list() { [ "$1" ] || { set +f set -f -- "$sys_db/"* } for _pkg do [ -d "$sys_db/${_pkg##*/}" ] || { log "${_pkg##*/}" "not installed" return 1 } read -r _ver 2>/dev/null < "$sys_db/${_pkg##*/}/version" || _ver=null printf '%s\n' "${_pkg##*/} $_ver" done } pkg_cache() { # Find the tarball of a package using a glob. Use the first found match # of '#.tar.*'. pkg_find "$1" read -r version release 2>/dev/null < "$repo_dir/version" set +f set -f -- "$bin_dir/$1#$version-$release.tar."* tar_file=$1 [ -f "$tar_file" ] } pkg_sources() { # Download any remote package sources. The existence of local files is # also checked. pkg_find "$1" [ -f "$repo_dir/sources" ] || return 0 log "$1" "Fetching sources" mkdir -p "$src_dir/$1" cd "$src_dir/$1" while read -r src dest || [ "$src" ]; do if [ -z "${src##\#*}" ]; then continue elif [ -z "${src##git+*}" ]; then printf 'found git %s\n' "${src##git+}" elif [ -f "${src##*/}" ]; then printf 'found cached %s\n' "${src##*/}" elif [ -z "${src##*://*}" ]; then printf 'downloading %s\n' "$src" curl "$src" -fLo "${src##*/}" || { rm -f "${src##*/}" die "$1" "Failed to download $src" } elif [ -e "$repo_dir/$src" ]; then printf 'found relative %s\n' "$src" elif [ -e "/$src" ]; then printf 'found absolute %s\n' "$src" else die "$1" "No local file '$src'" fi done < "$repo_dir/sources" } pkg_extract() { # Extract all source archives to the build directory and copy over any # local repository files. pkg_find "$1" [ -f "$repo_dir/sources" ] || return 0 log "$1" "Extracting sources" while read -r src dest || [ "$src" ]; do mkdir -p "$mak_dir/$1/$dest" && cd "$mak_dir/$1/$dest" case $src in \#* | '') # Comments and blank lines. ;; git+*) # Split the source into URL + OBJECT (branch or commit). url=${src##git+} com=${url##*[@#]} com=${com#${url%[#@]*}} # Shallow clone branches, commits or default branch. log "$1" "Cloning ${url%[#@]*}"; { git init git remote add origin "${url%[#@]*}" git fetch --depth=1 origin "$com" || git fetch git checkout "${com:-FETCH_HEAD}" } || die "$1" "Failed to clone $src" ;; *://*.tar|*://*.tar.??|*://*.tar.???|*://*.tar.????|*://*.t?z) decompress "$src_dir/$1/${src##*/}" > .ktar tar xf .ktar || die "$1" "Couldn't extract ${src##*/}" # Iterate over all directories in the first level of the # tarball's manifest. This does the equivalent to GNU tar's # '--strip-components 1' in a portable way. tar tf .ktar | while IFS=/ read -r dir _; do # Some tarballs contain './' as the top-level directory, # we need to skip these occurances. [ -d "${dir#.}" ] || continue # Move the directory to prevent naming conflicts between # the child and parent mv -f "$dir" "$pid-$dir" # First attempt to move all files up a directory level, # if any files/directories fail (due to mv's lack of # directory merge capability), simply do the exercise # again and copy-merge the remaining files/directories. # # We can't use '-exec {} +' with any arguments between # the '{}' and '+' as this is not POSIX. We must also # use '$0' and '$@' to reference all arguments. { find "$pid-$dir/." ! -name . -prune \ -exec sh -c 'mv -f "$0" "$@" .' {} + || find "$pid-$dir/." ! -name . -prune \ -exec sh -c 'cp -fRp "$0" "$@" .' {} + } 2>/dev/null # Remove the directory now that all files have been # transferred out of it. This can't be a simple 'rmdir' # as we may leave files in here due to above. rm -rf "$pid-$dir" done # Clean up after ourselves and remove the temporary tar # archive we've created. Not needed at all really. rm -f .ktar ;; *://*.zip) unzip "$src_dir/$1/${src##*/}" || die "$1" "Couldn't extract ${src##*/}" ;; *) # Local directory (relative). if [ -d "$repo_dir/$src" ]; then cp -Rf "$repo_dir/$src/." . # Local directory (absolute). elif [ -d "/$src" ]; then cp -Rf "/$src/." . # Local file (relative). elif [ -f "$repo_dir/$src" ]; then cp -f "$repo_dir/$src" . # Local file (absolute). elif [ -f "/$src" ]; then cp -f "/$src" . # Remote file. elif [ -f "$src_dir/$1/${src##*/}" ]; then cp -f "$src_dir/$1/${src##*/}" . else die "$1" "file $src not found" fi ;; esac done < "$repo_dir/sources" } pkg_depends() { # Resolve all dependencies and generate an ordered list. The deepest # dependencies are listed first and then the parents in reverse order. contains "$deps" "$1" || { pkg_find "$1" # Recurse through the dependencies of the child packages. [ -f "$repo_dir/depends" ] && while read -r dep _ || [ "$dep" ]; do case $dep in [!\#]*) pkg_list "$dep" >/dev/null 2>&1 || pkg_depends "$dep" ;; esac done < "$repo_dir/depends" # After child dependencies are added to the list, # add the package which depends on them. [ "$2" = explicit ] || deps="$deps $1 " } } pkg_strip() { # Strip package binaries and libraries. This saves space on the system as # well as on the tarballs we ship for installation. [ -f "$mak_dir/$pkg/nostrip" ] || [ "$KISS_STRIP" = 0 ] && return log "$1" "Stripping binaries and libraries" # Strip only files matching the below ELF types. This uses 'od' to print # the first 18 bytes of the file. This is the location of the ELF header # (up to the ELF type) and contains the type information we need. # # Static libraries (.a) are in reality AR archives which contain ELF # objects. We simply read from the same 18 bytes and assume that the AR # header equates to an archive containing objects (.o). # # Example ELF output ('003' is ELF type): # 0000000 177 E L F 002 001 001 \0 \0 \0 \0 \0 \0 \0 \0 \0 # 0000020 003 \0 # 0000022 # # Example AR output (.a): # 0000000 ! < a r c h > \n / # 0000020 # 0000022 find "$pkg_dir/$1" -type f | while read -r file; do case $(od -A o -t c -N 18 "$file") in # REL (object files (.o), static libraries (.a)). *177*E*L*F*0000020\ 001\ * | *\!*\<*a*r*c*h*\>*) strip -g -R .comment -R .note "$file" printf 'stripped debug .%s\n' "${file##"$pkg_dir/$1"}" ;; # EXEC (binaries), DYN (shared libraries). # Shared libraries keep global symbols in a separate ELF section # called '.dynsym'. '--strip-all/-s' does not touch the dynamic # symbol entries which makes this safe to do. *177*E*L*F*0000020\ 00[23]\ *) strip -s -R .comment -R .note "$file" printf 'stripped all .%s\n' "${file##"$pkg_dir/$1"}" ;; esac done 2>/dev/null ||: } pkg_fixdeps() { # Dynamically look for missing runtime dependencies by checking each # binary and library with 'ldd'. This catches any extra libraries and or # dependencies pulled in by the package's build suite. log "$1" "Checking for missing dependencies" cd "$pkg_dir/$1/$pkg_db/$1" set +f set -f -- "$sys_db/"*/manifest : >> depends find "$pkg_dir/${PWD##*/}/" -type f 2>/dev/null | while read -r file; do ldd "$file" 2>/dev/null | while read -r _ _ dep _; do # Resolve path symlinks to find the real location to the library. cd -P "${dep%/*}" 2>/dev/null || continue # Skip files owned by libc and POSIX. case ${dep##*/} in ld-* |\ lib[cm].so* |\ libdl.so* |\ libpthread.so* |\ librt.so* |\ libtrace.so* |\ libxnet.so* |\ "") continue ;; esac # Figure out which package owns the file. dep=$(grep -lFx "${PWD#"$KISS_ROOT"}/${dep##*/}" "$@") dep=${dep%/*} dep=${dep##*/} # Skip listing some packages as dependencies. case $dep in gcc |\ llvm |\ "${pkg%%-bin}" |\ "${pkg%%-esr}" |\ "${pkg%%-esr-bin}" |\ "") continue ;; *) printf '%s\n' "$dep" ;; esac done ||: done | sort -uk1,1 depends - > "$mak_dir/d" diff -U 3 depends - < "$mak_dir/d" ||: mv -f "$mak_dir/d" depends [ -s depends ] || rm -f depends } pkg_manifest() ( # This function runs as a sub-shell to avoid having to 'cd' back to the # prior directory before being able to continue. cd "${2:-"$pkg_dir"}/$1" # find: Print all files and directories and append '/' to directories. # sed: Remove the first character in each line (./dir -> /dir) and # remove all lines which only contain '.'. find . -type d -exec printf '%s/\n' {} + -o -print | sort -r | sed '/^\.\/$/d;ss.ss' > "${2:-$pkg_dir}/$1/$pkg_db/$1/manifest" ) pkg_manifest_verify() { # Ensure that everything listed in the manifest exists in the tarball. while read -r line; do [ -h "./$line" ] || [ -e "./$line" ] || man_err="$man_err$line, " done < "$1" [ -z "$man_err" ] || die "$pkg" "Files in manifest missing from tarball: ${man_err%, }" } pkg_etcsums() ( # This function runs as a sub-shell to avoid having to 'cd' back to the # prior directory before being able to continue. [ -d "$pkg_dir/$1/etc" ] || return 0 cd "$pkg_dir/$1" # This can't be a simple 'find -exec' as 'sh256' is a shell function # and not a real command of any kind. This is the shell equivalent. find etc -type f | sort | while read -r line; do sh256 "$line" done > "$pkg_dir/$1/$pkg_db/$1/etcsums" ) pkg_tar() ( pkg_find "$1" read -r version release < "$repo_dir/version" # Avoid tar -C (not portable). cd "$pkg_dir/$1" # Create a tarball from the contents of the built package. tar cf - . | case ${KISS_COMPRESS:-gz} in bz2) bzip2 -z ;; gz) gzip -6 ;; lzma) lzma -z ;; lz) lzip -z ;; xz) xz -zT 0 ;; zst) zstd -z ;; esac > "$bin_dir/$1#$version-$release.tar.${KISS_COMPRESS:-gz}" run_hook post-package "$1" ) pkg_build() { # Mark packages passed on the command-line separately from those # detected as dependencies. We need to treat explicitly passed packages # differently from those pulled in as dependencies. # # This also resolves all dependencies and stores the result in '$deps'. # Any duplicates are also filtered out. for pkg do contains "$explicit" "$pkg" || { pkg_depends "$pkg" explicit explicit="$explicit $pkg " } done # If this is an update, don't always build explicitly passsed packages # and instead install pre-built binaries if they exist. [ "$pkg_update" ] || explicit_build=$explicit # If an explicit package is a dependency of another explicit package, # remove it from the explicit list as it needs to be installed as a # dependency. for pkg do contains "$deps" "$pkg" || explicit2=" $explicit2 $pkg " done explicit=$explicit2 # See [1] at top of script. # shellcheck disable=2046,2086 set -- $deps $explicit # Only ask for confirmation if more than one package needs to be built. [ "$#" -gt 1 ] || [ "$pkg_update" ] && prompt "Building: $*" for pkg do pkg_lint "$pkg"; done log "Checking for pre-built dependencies" # Install any pre-built dependencies if they exist in the binary # directory and are up to date. for pkg do ! contains "$explicit_build" "$pkg" && pkg_cache "$pkg" && { log "$pkg" "Installing binary from cache" (KISS_FORCE=1 args i "$tar_file") # Remove the now installed package from the build list. shift } done for pkg do pkg_sources "$pkg"; done for pkg do pkg_verify "$pkg"; done # Finally build and create tarballs for all passed packages and # dependencies. for pkg do log "$pkg" "Building package ($((in+=1))/$#)" run_hook pre-extract "$pkg" "$pkg_dir/$pkg" pkg_extract "$pkg" pkg_find "$pkg" # Install built packages to a directory under the package name to # avoid collisions with other packages. mkdir -p "$pkg_dir/$pkg/$pkg_db" "$mak_dir/$pkg" cd "$mak_dir/$pkg" # Log the version so we can pass it to the package build file. read -r build_version _ < "$repo_dir/version" log "$pkg" "Starting build" run_hook pre-build "$pkg" "$pkg_dir/$pkg" # Call the build script, log the output to the terminal and to a file. # There's no PIPEFAIL in POSIX shelll so we must resort to tricks like # killing the script ourselves. { "$repo_dir/build" "$pkg_dir/$pkg" "$build_version" 2>&1 || { log "$pkg" "Build failed" log "$pkg" "Log stored to $log_dir/$pkg-$time-$pid" run_hook build-fail "$pkg" "$pkg_dir/$pkg" pkg_clean kill 0 } } | tee "$log_dir/$pkg-$time-$pid" # Delete the log file if the build succeeded to prevent the directory # from filling very quickly with useless logs. [ "$KISS_KEEPLOG" = 1 ] || rm -f "$log_dir/$pkg-$time-$pid" # Copy the repository files to the package directory. This acts as the # database entry. cp -LRf "$repo_dir" "$pkg_dir/$pkg/$pkg_db/" run_hook post-build "$pkg" "$pkg_dir/$pkg" # Remove all .la files from the packages. They're unneeded and cause # issues when a package stops providing one. This recently caused an # issue with harfbuzz (See: 05096e5a4dc6db5d202342f538d067d87ae7135e). find "$pkg_dir/$pkg/usr/lib" -name \*.la -exec rm -f {} + 2>/dev/null ||: # Remove this unneeded file from all packages as it is an endless # source of conflicts. This is used with info pages we we do not support. rm -f "$pkg_dir/$pkg/usr/lib/charset.alias" # Create the manifest file early and make it empty. This ensures that # the manifest is added to the manifest. : > "$pkg_dir/$pkg/$pkg_db/$pkg/manifest" # If the package contains '/etc', add a file called 'etcsums' to the # manifest. See comment directly above. [ -d "$pkg_dir/$pkg/etc" ] && : > "$pkg_dir/$pkg/$pkg_db/$pkg/etcsums" pkg_strip "$pkg" pkg_fixdeps "$pkg" pkg_manifest "$pkg" pkg_etcsums "$pkg" pkg_tar "$pkg" log "$pkg" "Successfully built package" # Install only dependencies of passed packages. If this is an update, # install the built package regardless. contains "$explicit" "$pkg" && [ -z "$pkg_update" ] && continue log "$pkg" "Needed as a dependency or has an update, installing" (KISS_FORCE=1 args i "$pkg") done log "Successfully built all packages" } pkg_checksums() { pkg_find "$1" [ -f "$repo_dir/sources" ] || return 0 while read -r src _ || [ "$src" ]; do # Skip comments, blank lines and git sources. if [ -z "${src##\#*}" ] || [ -z "${src##git+*}" ]; then : # Remote source. elif [ -z "${src##*://*}" ]; then sh256 "$src_dir/$1/${src##*/}" # Skip directories. elif [ -d "$repo_dir/$src" ] || [ -d "/$src" ]; then : # Local file (relative). elif [ -f "$repo_dir/$src" ]; then sh256 "$repo_dir/$src" # Local file (absolute). elif [ -f "/$src" ]; then sh256 "/$src" fi done < "$repo_dir/sources" || die "$1" "Failed to generate checksums" } pkg_verify() { # Verify all package checksums. This is achieved by generating a new set # of checksums and then comparing those with the old set. pkg_find "$pkg" [ -f "$repo_dir/sources" ] || return 0 sum_sys=$(pkg_checksums "$pkg") [ "$sum_sys" ] || return 0 [ -f "$repo_dir/checksums" ] || die "$pkg" "checksums file missing" sum_pkg=$(cut -b 1-64 < "$repo_dir/checksums") [ "$sum_sys" = "$sum_pkg" ] || die "$pkg" "Checksum mismatch" } pkg_conflicts() { # Filter the tarball's manifest and select only files. Resolve all # symlinks in file paths as well. while read -r file; do file=$KISS_ROOT/${file#/} case $file in *[!/]) cd -P "${file%/*}" 2>/dev/null || PWD=${file%/*} printf '%s\n' "${PWD#"$KISS_ROOT"}/${file##*/}" ;; esac done < "$tar_dir/$1/$pkg_db/$1/manifest" > "$mak_dir/$pid-m" set +f set -f "$sys_db"/*/manifest # Generate a list of all installed package manifests and remove the # current package from the list. for manifest do shift [ "$sys_db/$pkg/manifest" = "$manifest" ] && continue set -- "$@" "$manifest" done [ "$#" != 0 ] || return 0 # Store the list of found conflicts in a file for reuse. grep -Fxf "$mak_dir/$pid-m" -- "$@" 2>/dev/null > "$mak_dir/$pid-c" ||: if [ "$KISS_CHOICE" != 0 ] && [ -s "$mak_dir/$pid-c" ]; then # Choices are dynamically created and destroyed. # # All file conflicts are installed to the choices directory # rather than their original destination. The package's # manifest is updated to reflect this. # # Swapping between choices just moves the locations of two # files around. The file in the system is copied to the # choices directory and the choice is moved to the system # (overwriting the remaining prior copy) while IFS=: read -r _ con; do printf 'Found conflict %s\n' "$con" # Create the "choices" directory inside of the tarball. # This directory will store the conflicting file. mkdir -p "$tar_dir/$pkg/${cho_dir:=var/db/kiss/choices}" # Construct the file name of the "db" entry of the # conflicting file. (pkg_name>usr>bin>ls) con_name=$(printf %s "$pkg$con" | sed 's|/|>|g') # Move the conflicting file to the choices directory # and name it according to the format above. mv -f "$tar_dir/$pkg/$con" \ "$tar_dir/$pkg/$cho_dir/$con_name" 2>/dev/null || { log "File must be in ${con%/*} and not a symlink to it" log "This can occur when a binary is installed to" log "/sbin instead of /usr/bin (example)" log "Before this file can be used as an alternative," log "this must be fixed in $pkg. Contact the maintainer" die "by finding their details via kiss-maintainer" "" "!>" } done < "$mak_dir/$pid-c" log "$pkg" "Converted all conflicts to choices (kiss a)" # Rewrite the package's manifest to update its location # to its new spot (and name) in the choices directory. pkg_manifest "$pkg" "$tar_dir" 2>/dev/null elif [ -s "$mak_dir/$pid-c" ]; then log "Package '$pkg' conflicts with another package" "" "!>" log "Run 'KISS_CHOICE=1 kiss i $pkg' to add conflicts" "" "!>" die "as alternatives." "" "!>" fi } pkg_swap() { # Swap between package alternatives. pkg_list "$1" >/dev/null alt=$(printf %s "$1$2" | sed 's|/|>|g') cd "$sys_db/../choices" [ -f "$alt" ] || [ -h "$alt" ] || die "Alternative '$1 $2' doesn't exist" if [ -f "$2" ]; then # Figure out which package owns the file we are going to swap for # another package's. Print the full path to the manifest file which # contains the match to our search. pkg_owns=$(set +f; grep -lFx "$2" "$sys_db/"*/manifest) ||: # Extract the package name from the path above. pkg_owns=${pkg_owns%/*} pkg_owns=${pkg_owns##*/} # Ensure that the file we're going to swap is actually owned by a # package. If it is not, we have to die here. [ "$pkg_owns" ] || die "File '$2' exists on filesystem but isn't owned" log "Swapping '$2' from '$pkg_owns' to '$1'" # Convert the current owner to an alternative and rewrite its manifest # file to reflect this. cp -Pf "$KISS_ROOT/$2" "$pkg_owns>${alt#*>}" # Replace the matching line in the manifest with the desired replacement. # This used to be a 'sed' call which turned out to be a little # error-prone in some cases. This new method is a tad slower but ensures # we never wipe the file due to a command error. while read -r line; do case $line in "$2") printf '%s\n' "${PWD#"$KISS_ROOT"}/$pkg_owns>${alt#*>}" ;; *) printf '%s\n' "$line" ;; esac done < "../installed/$pkg_owns/manifest" | sort -r > "$mak_dir/.$1" mv -f "$mak_dir/.$1" "../installed/$pkg_owns/manifest" fi # Convert the desired alternative to a real file and rewrite the manifest # file to reflect this. The reverse of above. mv -f "$alt" "$KISS_ROOT/$2" # Replace the matching line in the manifest with the desired replacement. # This used to be a 'sed' call which turned out to be a little error-prone # in some cases. This new method is a tad slower but ensures we never wipe # the file due to a command error. while read -r line; do case $line in "${PWD#"$KISS_ROOT"}/$alt") printf '%s\n' "$2" ;; *) printf '%s\n' "$line" ;; esac done < "../installed/$1/manifest" | sort -r > "$mak_dir/.$1" mv -f "$mak_dir/.$1" "../installed/$1/manifest" } pkg_install_files() { # Reverse the manifest file so that we start shallow and go deeper as we # iterate over each item. This is needed so that directories are created # going down the tree. sort "$2/$pkg_db/${2##*/}/manifest" | while read -r line; do # Grab the octal permissions so that directory creation # preserves permissions. # See: [2] at top of script. rwx=$(ls -ld "$2/$line") oct='' b='' o=0 # Convert the output of 'ls' (rwxrwx---) to octal. This is simply # a 1-9 loop with the second digit being the value of the field. for c in 14 22 31 44 52 61 74 82 91; do rwx=${rwx#?} case $rwx in [rwx]*): "$((o+=${c#?}))" ;; [st]*): "$((o+=1))" "$((b+=4 / (${c%?}/3)))" ;; [ST]*): "$((b+=1))" ;; esac [ "$((${c%?} % 3))" = 0 ] && oct=$oct$o o=0 done # Copy files and create directories (preserving permissions), # skipping anything located in /etc/. case $line in /etc/?*[!/]) # Handle file in /etc/. [ -d "$KISS_ROOT/$line" ] || test "$1" "$KISS_ROOT/$line" || pkg_etc_file "$2" "${line#/}" ;; */) # Skip directories if they already exist in the file system. # (Think /usr/bin, /usr/lib, etc). [ -d "$KISS_ROOT/$line" ] || mkdir -m "$oct" "$KISS_ROOT/$line" ;; *) # Skip directories as they're likely symlinks in this case. # Pure directories in manifests have a suffix of '/'. [ -d "$KISS_ROOT/$line" ] || test "$1" "$KISS_ROOT/$line" || { cp -fP "$2/$line" "$KISS_ROOT/$line" # Skip changing permissions of symlinks. This prevents # errors when the symlink exists prior to the target. [ -h "$KISS_ROOT/$line" ] || chmod "$b$oct" "$KISS_ROOT/$line" } esac done ||: pkg_etc_cnt=0 } pkg_remove_files() { # Remove a file list from the system. This function runs during package # installation and package removal. Combining the removals in these two # functions allows us to stop duplicating code. while read -r file; do case $file in /etc/?*[!/]) sum_sys=$(sh256 "$KISS_ROOT/$file") sum_old=$(grep -F "$sum_sys" "$mak_dir/c") [ "$sum_sys" = "$sum_old" ] || { printf 'Skipping %s (modified)\n' "$file" continue } esac 2>/dev/null ||: file=$KISS_ROOT/$file # Remove files. if [ -f "$file" ] && [ ! -h "$file" ]; then rm -f "$file" # Remove file symlinks. elif [ -h "$file" ] && [ ! -d "$file" ]; then rm -f "$file" # Remove directories if empty. elif [ -d "$file" ] && [ ! -h "$file" ]; then rmdir "$file" 2>/dev/null ||: fi done ||: } pkg_etc_file() { pkg_etc_cnt=$((pkg_etc_cnt + 1)) sum_new=$(sh256 "$1/$2") 2>/dev/null ||: sum_sys=$(cd "$KISS_ROOT/"; sh256 "$2") 2>/dev/null ||: sum_old=$(awk "NR == $pkg_etc_cnt" "$mak_dir/c") 2>/dev/null ||: # Use a case statement to easily compare three strings at # the same time. Pretty nifty. case ${sum_old:-null}${sum_sys:-null}${sum_new} in # old = Y, sys = X, new = Y "${sum_new}${sum_sys}${sum_old}") return 0 ;; # old = X, sys = X, new = X # old = X, sys = Y, new = Y # old = X, sys = X, new = Y "${sum_old}${sum_old}${sum_old}"|\ "${sum_old:-null}${sum_sys}${sum_sys}"|\ "${sum_sys}${sum_old}"*) new= ;; # All other cases. *) printf 'Saving /%s as /%s.new\n' "$2" "$2" new=.new ;; esac cp -fPp "$1/$2" "$KISS_ROOT/${2}${new}" chown root:root "$KISS_ROOT/${2}${new}" 2>/dev/null } pkg_remove() { # Remove a package and all of its files. The '/etc' directory is handled # differently and configuration files are *not* overwritten. pkg_list "$1" >/dev/null # Make sure that nothing depends on this package. [ "$KISS_FORCE" = 1 ] || { log "$1" "Checking for reverse dependencies" (cd "$sys_db"; set +f; grep -lFx "$1" -- */depends) && die "$1" "Can't remove package, others depend on it" } # Block being able to abort the script with 'Ctrl+C' during removal. # Removes all risk of the user aborting a package removal leaving an # incomplete package installed. trap '' INT if [ -x "$sys_db/$1/pre-remove" ]; then log "$1" "Running pre-remove script" "$sys_db/$1/pre-remove" ||: fi # Make a backup of the etcsums file (if it exists). cp -f "$sys_db/$1/etcsums" "$mak_dir/c" 2>/dev/null ||: log "$1" "Removing package" pkg_remove_files < "$sys_db/$1/manifest" # Reset 'trap' to its original value. Removal is done so # we no longer need to block 'Ctrl+C'. trap pkg_clean EXIT INT log "$1" "Removed successfully" } pkg_install() { # Install a built package tarball. # # 1. Install package overwriting any existing files. # 2. Diff old manifest against new one and remove any files which exist in # the old instance of the package but not the new one. # 3. Install package again, verifying all files and repairing any damage # done by #2. # Handle tarball vs cache lookup (pkg_cache). if [ -z "${1%%*.tar.*}" ] && [ -f "$1" ]; then tar_file=$1 pkg=${1##*/} pkg=${pkg%#*} elif ! pkg_cache "$1" 2>/dev/null; then case $1 in *.tar.*) die "Tarball '$1' does not exist" ;; *) die "Package '$1' has not yet been built" esac fi mkdir -p "$tar_dir/$pkg" cd "$tar_dir/$pkg" decompress "$tar_file" | tar xf - [ -f "./$pkg_db/$pkg/manifest" ] || die "Not a valid KISS package" [ "$KISS_FORCE" = 1 ] || { pkg_manifest_verify "$pkg_db/$pkg/manifest" [ -f "$pkg_db/$pkg/depends" ] && { while read -r dep dep_type || [ "$dep" ]; do case "$dep ${dep_type:-null}" in [!#]*\ null) pkg_list "$dep" >/dev/null 2>&1 || dep_err="$dep_err$dep, " ;; esac done < "$pkg_db/$pkg/depends" [ -z "$dep_err" ] || die "$pkg" "Missing ${dep_err%, }" } } run_hook pre-install "$pkg" "$tar_dir/$pkg" pkg_conflicts "$pkg" # Block Ctrl+C during installation. trap '' INT # If the package is already installed (and this is an upgrade) make a # backup of the manifest and etcsums files. cp -f "$sys_db/$pkg/manifest" "$mak_dir/m" 2>/dev/null ||: cp -f "$sys_db/$pkg/etcsums" "$mak_dir/c" 2>/dev/null ||: log "$pkg" "Installing package" pkg_install_files -z "$tar_dir/$pkg" grep -vFxf "$sys_db/$pkg/manifest" "$mak_dir/m" 2>/dev/null | pkg_remove_files log "$pkg" "Verifying installation" pkg_install_files -e "$tar_dir/$pkg" trap pkg_clean EXIT INT if [ -x "$sys_db/$pkg/post-install" ]; then log "$pkg" "Running post-install hook" hook_output=$("$sys_db/$pkg/post-install" 2>&1) [ -z "$hook_output" ] || { log "$pkg" "Running post-install hook" 2>&1 printf '%s\n' "$hook_output" } | # 'tee' is used as we would still like to display 'stderr' tee -a "$log_dir/post-install-$time-$pid" >/dev/null fi run_hook post-install "$pkg" "$sys_db/$pkg" log "$pkg" "Installed successfully" } pkg_updates() { # Check all installed packages for updates. So long as the installed # version and the version in the repositories differ, it's considered # an update. log "Updating repositories" # Create a list of all repositories. # Intentional behavior. # shellcheck disable=2031,2046,2086 { IFS=: set -- $KISS_PATH unset IFS } # Update each repository in '$KISS_PATH'. for repo do cd "$repo" case $(git remote 2>/dev/null) in "") log "$repo" " " printf 'Skipping git pull, not a repository\n' ;; *) cd "$(git rev-parse --show-toplevel)" git_root=$(git rev-parse --show-superproject-working-tree) cd "${git_root:-.}" contains "$repos" "$PWD" || { repos="$repos $PWD " # Display a tick if signing is enabled for this repository. case $(git config merge.verifySignatures) in true) log "$PWD" "[signed] " ;; *) log "$PWD" " " ;; esac if [ -w "$PWD" ] && [ "$uid" != 0 ]; then git pull git submodule update --remote --init -f else [ "$uid" = 0 ] || log "$PWD" "Need root to update" # Find out the owner of the repository and spawn # git as this user below. # # This prevents 'git' from changing the original # ownership of files and directories in the rare # case that the repository is owned by a 3rd user. ( file_owner "$PWD" # We're in a repository which is owned by a 3rd # user. Not root or the current user. [ "$user" = root ] || log "Dropping to $user for pull" # Nesting is deep and line is long. git_cmd=" git pull && git submodule update --remote --init -f " # 'sudo' and 'doas' properly parse command-line # arguments and split them in the common way. 'su' # on the other hand requires that each argument be # properly quoted as the command passed to it must # be a string... This sets quotes where needed. case $su in *su) git_cmd="'$git_cmd'"; esac # Spawn a subshell to run multiple commands as # root at once. This makes things easier on users # who aren't using persist/timestamps for auth # caching. user=$user as_root sh -c "$git_cmd" ) fi } ;; esac [ ! -x update ] || { log "$PWD" "Running update hook" ./update } done log "Checking for new package versions" set +f -- for pkg in "$sys_db/"*; do pkg_find "${pkg##*/}" read -r db_ver db_rel < "$pkg/version" read -r re_ver re_rel < "$repo_dir/version" # Compare installed packages to repository packages. [ "$db_ver-$db_rel" = "$re_ver-$re_rel" ] || { printf '%s\n' "${pkg##*/} $db_ver-$db_rel -> $re_ver-$re_rel" set -- "$@" "${pkg##*/}" } done set -f contains "$*" kiss && { log "Detected package manager update" prompt "The package manager will be updated first" pkg_build kiss args i kiss log "Updated the package manager" log "Re-run 'kiss update' to update your system" exit 0 } [ "$1" ] || { log "Everything is up to date" return } pkg_update=1 pkg_build "$@" } pkg_clean() { # Clean up on exit or error. This removes everything related to the build. [ "$KISS_DEBUG" = 1 ] || rm -rf \ "$mak_dir" \ "$pkg_dir" \ "$tar_dir" } args() { # Parse script arguments manually. This is rather easy to do in our case # since the first argument is always an "action" and the arguments that # follow are all package names. action=$1 shift "$(($# != 0))" case $action in b|build|c|checksum|d|download|i|install|r|remove) [ "$1" ] || { # Intentional. # shellcheck disable=2031 export KISS_PATH=${PWD%/*}:$KISS_PATH set -- "${PWD##*/}" } for arg do case $arg in *'*'*|*'!'*|*'['*|*']'*|*' '*|*' '*) die "Argument contains: '!*[ \t]' ($arg)" ;; esac done ;; esac # Rerun the script as root with a fixed environment if needed. We sadly # can't run singular functions as root so this is needed. case $action in a|alternatives|i|install|r|remove) [ -z "$1" ] || [ -w "$KISS_ROOT/" ] || [ "$uid" = 0 ] || { as_root HOME="$HOME" \ XDG_CACHE_HOME="$XDG_CACHE_HOME" \ KISS_PATH="$KISS_PATH" \ KISS_FORCE="$KISS_FORCE" \ KISS_ROOT="$KISS_ROOT" \ KISS_CHOICE="$KISS_CHOICE" \ KISS_COLOR="$KISS_COLOR" \ KISS_TMPDIR="$KISS_TMPDIR" \ KISS_PID="$KISS_PID" \ "$0" "$action" "$@" return } ;; esac # Actions can be abbreviated to their first letter. This saves keystrokes # once you memorize the commands. case $action in a|alternatives) if [ "$1" = - ]; then while read -r pkg path; do pkg_swap "$pkg" "$path" done elif [ "$1" ]; then pkg_swap "$@" else # Go over each alternative and format the file # name for listing. (pkg_name>usr>bin>ls) set +f; for pkg in "$sys_db/../choices"/*; do printf '%s\n' "${pkg##*/}" done | sed 's|>| /|; s|>|/|g; /\*/d' fi ;; c|checksum) for pkg do pkg_lint "$pkg"; done for pkg do pkg_sources "$pkg" c; done for pkg do pkg_find "$pkg" [ -f "$repo_dir/sources" ] || { log "$pkg" "No sources file, skipping checksums" continue } sums=$(pkg_checksums "$pkg") [ "$sums" ] || { log "$pkg" "No sources needing checksums" continue } # False positive ('>> file' with no command). # shellcheck disable=2188 printf '%s\n' "$sums" | if 2>/dev/null >> "$repo_dir/checksums"; then tee "$repo_dir/checksums" else log "$pkg" "Need permissions to generate checksums" file_owner "$repo_dir" user=$user as_root tee "$repo_dir/checksums" fi log "$pkg" "Generated checksums" done ;; i|install) for pkg do pkg_install "$pkg" done ;; r|remove) for pkg do pkg_remove "$pkg" done ;; b|build) pkg_build "${@:?No packages installed}" ;; d|download) for pkg do pkg_sources "$pkg"; done ;; l|list) pkg_list "$@" ;; u|update) pkg_updates ;; s|search) for pkg do pkg_find "$pkg" all; done ;; v|version) printf '5.1.0\n' ;; '') log 'kiss [a|b|c|d|i|l|r|s|u|v] [pkg]...' log 'alternatives List and swap to alternatives' log 'build Build a package' log 'checksum Generate checksums' log 'download Pre-download all sources' log 'install Install a package' log 'list List installed packages' log 'remove Remove a package' log 'search Search for a package' log 'update Update the system' log 'version Package manager version' printf '\nRun "kiss help-ext" to see all actions\n' ;; help-ext) log 'Installed extensions (kiss-* in PATH)' # shellcheck disable=2046 # see [1] at top of script. set -- $(KISS_PATH=$PATH pkg_find kiss-\* all -x) # To align descriptions figure out which extension has the longest # name by doing a simple 'name > max ? name : max' on the basename # of the path with 'kiss-' stripped as well. # # This also removes any duplicates found in '$PATH', picking the # first match. for path do p=${path#*/kiss-} case " $seen " in *" $p "*) shift ;; *) seen=" $seen $p " max=$((${#p} > max ? ${#p}+1 : max)) esac done # Print each extension, grab its description from the second line # in the file and align the output based on the above max. for path do printf "%b->%b %-${max}s " "$lcol" "$lclr" "${path#*/kiss-}" sed -n 's/^# *//;2p' "$path" done >&2 ;; *) KISS_PATH=$PATH pkg_find "kiss-$action*" "" -x 2>/dev/null || die "'kiss $action' is not a valid command" "$repo_dir" "$@" ;; esac if [ -s "$log_dir/post-install-$time-$pid" ]; then cat "$log_dir/post-install-$time-$pid" log "Post-install log stored to $log_dir/post-install-$time-$pid" fi } main() { # Globally disable globbing and enable exit-on-error. set -ef # Allow the user to disable colors in output via an environment variable. # Check this once so as to not slow down printing. [ "$KISS_COLOR" = 0 ] || lcol='\033[1;33m' lcol2='\033[1;34m' lclr='\033[m' # The PID of the current shell process is used to isolate directories # to each specific KISS instance. This allows multiple package manager # instances to be run at once. Store the value in another variable so # that it doesn't change beneath us. pid=${KISS_PID:-$$} # Catch errors and ensure that build files and directories are cleaned # up before we die. This occurs on 'Ctrl+C' as well as success and error. trap pkg_clean EXIT INT # Figure out which 'sudo' command to use based on the user's choice or what # is available on the system. su=${KISS_SU:-"$(command -v sudo || command -v doas || command -v sls)"} ||: # Store the date and time of script invocation to be used as the name of # the log files the package manager creates uring builds. time=$(date +%Y-%m-%d-%H:%M) # Make note of the user's current ID to do root checks later on. # This is used enough to warrant a place here. uid=$(id -u) # Make sure that the KISS_ROOT doesn't end with a '/'. This might break # some operations if left unchecked. KISS_ROOT=${KISS_ROOT%/} KISS_ROOT=${KISS_ROOT%/} KISS_ROOT=${KISS_ROOT%/} # Define some paths which we will then use throughout the script. sys_db=$KISS_ROOT/${pkg_db:=var/db/kiss/installed} # This allows for automatic setup of a KISS chroot and will # do nothing on a normal system. mkdir -p "$KISS_ROOT/" 2>/dev/null ||: # Create cache directories and define variables. mkdir -p \ "${cac_dir:="${XDG_CACHE_HOME:-"${HOME:?HOME is null}/.cache"}/kiss"}" \ "${mak_dir:="${KISS_TMPDIR:="$cac_dir"}/build-$pid"}" \ "${pkg_dir:="${KISS_TMPDIR:="$cac_dir"}/pkg-$pid"}" \ "${tar_dir:="${KISS_TMPDIR:="$cac_dir"}/extract-$pid"}" \ "${src_dir:="$cac_dir/sources"}" \ "${log_dir:="$cac_dir/logs"}" \ "${bin_dir:="$cac_dir/bin"}" args "$@" } main "$@"