#!/bin/bash # Queries the ABS # License: GPL3 ## TODO # * Add license text # * Create symlinks from pkgbase to pkgname[@] for easy package finding ## GOALS # * Have a searchable database of PKGBUILD metadata # * Have an interface for source-only builds # * Possibility to hook up ABS dirs besides ABSROOT (low priority) # * Tell updates and non available binary packages (working on this) source /etc/abs.conf source /etc/libretools.conf if [ ! -w "$TORUPATH" ]; then error "Toru's path isn't writable. Please check $TORUPATH" exit 1 fi # Stores the lastsync date lastsync() { local lastsyncfile lastsyncfile=$1 [ -e ${lastsyncfile} -a ! -w ${lastsyncfile} ] && { error "The sync date can't be saved. ${lastsyncfile} isn't writable." return 1 } date +%s > ${lastsyncfile} touch ${lastsyncfile} } # Saves contents on a named cache # $1 cache name (repo) # $2+ contents function store_cache { cache=$1; shift [ -z "$cache" ] && return 1 cat $@ > ${TORUPATH}/${cache}.cache return $? } # Return cache contents # $1 cache name read_cache() { cat ${TORUPATH}/${1}.cache 2>/dev/null return $? } ## # usage : get_full_version( $epoch, $pkgver, $pkgrel ) # return : full version spec, including epoch (if necessary), pkgver, pkgrel ## get_full_version() { if [[ $1 -eq 0 ]]; then # zero epoch case, don't include it in version echo $2-$3 else echo $1:$2-$3 fi } # Outputs an ordered package-fullpkgver array print_package_array() { echo "$@" | tr " " "\n" | sort -u } # Gets repo.db contents (unordered) # $1 repo get_db_contents() { [ ! -r /var/lib/pacman/sync/$1.db ] && return 0 bsdtar -tf /var/lib/pacman/sync/$1.db | cut -d'/' -f1 | sort -u } # Get the pkgname # pkgname from pkgver separator can be either '-' or ' ' extract_pkgname() { echo "$@" | tr " " "\n" | sed "s/^\(.\+\)[- ][^-]\+-[^-]\+$/\1/" } # Get all the pkgnames from a file # pkgname from pkgver separator can be either '-' or ' ' extract_pkgname_from_file() { sed "s/^\(.\+\)[- ][^-]\+-[^-]\+$/\1/" $1 } # Split pkgnames from pkgvers split_pkgname_from_pkgver() { sed "s/^\(.\+\)-\([^-]\+-[^-]\+\)$/\1 \2/" $1 } # Get the fullpkgver # pkgname from pkgver separator can be either '-' or ' ' extract_fullpkgver() { echo "$@" | tr " " "\n" | sed "s/^.\+[ -]\([^-]\+-[^-]\+\)$/\1/" } # Checks if $1 is a valid repo is_repo() { if ! in_array ${1} ${REPOS[@]}; then $quiet || warning "${1} is not a valid repo (check REPOS array at libretools.conf)" return 1 fi } # Updates the database by finding all PKGBUILDS # Workflow: # * Find all PKGBUILDs on the ABS repo specified # * Get all packages already on package repos # * Compare them # Args: update() { local update_sync_file=false # The PKGBUILDs found local -a pkgbuilds=() # The list of pkgname-fullpkgver local -a packages_in_abs=() local -a pkg_updates=() local -a package_paths=() # Traverse all specified repos for _repo in $@; do # Check if the repo is set as such, otherwise skip is_repo ${_repo} || continue # Fullpath of the repo _repopath=$(readlink -f ${_repo}) # This is the syncfile, stores the last date as content and mtime local lastsyncfile=${TORUPATH}/${_repo}.lastsync # Find all the PKGBUILDs newer than the last update # Update newer, otherwise everything if [[ $force = true || ! -e ${lastsyncfile} ]]; then $quiet || warning "Forcing upgrade" # Get all PKGBUILDs pkgbuilds=($(find ${_repopath} -maxdepth 2 -type f -name 'PKGBUILD')) else # Only find newer than lastsyncfile and read everything else from cache pkgbuilds=($(find ${_repopath} -maxdepth 2 -type f -name 'PKGBUILD' -newer ${lastsyncfile})) packages_in_abs=($(read_cache ${_repo})) $quiet || msg2 "Getting ${#packages_in_abs[@]} packages from cache" fi package_paths=($(read_cache ${_repo}.paths)) # Inform how many PKGBUILDS were found and quit immediately if none $quiet || msg "Found $((${#pkgbuilds[*]}-1)) PKGBUILDs to update" # Traverse all found PKGBUILDs for _pkgbuild in ${pkgbuilds[@]}; do # Update the sync file because there are pkgbuilds to update update_sync_file=true # Load PKGBUILD's metadata source ${_pkgbuild} # Guess pkgbase from PKGBUILD's basedir _pkgpath=$(dirname "${_pkgbuild}") _pkgbase=${pkgbase:-${pkgname[0]}} # We won't need this (all unsets are for memory efficiency) unset build package url md5sums install pkgdesc backup options # TODO fill a license list unset license # TODO create source tarballs? unset mksource # TODO solve dependency tree? unset depends makedepends for _pkg in ${pkgname[@]}; do # Keep removing unneeded stuff unset package_${_pkg} >/dev/null 2>&1 # Fill the list of packages to find packages_in_abs+=($_pkg-$(get_full_version ${epoch:-0} $pkgver $pkgrel)) package_paths+=($_pkg:$_pkgpath) done # end pkgnames unset pkgbase pkgname pkgver pkgrel source epoch done # end pkgbuilds # Sync! (Only if there was an actual sync) ${update_sync_file} && lastsync ${lastsyncfile} if [ "${lastsyncfile}" -nt "${TORUPATH}/${_repo}.paths.cache" ]; then print_package_array "${package_paths[@]}" > $TMPDIR/paths store_cache ${_repo}.paths $TMPDIR/paths fi # If there isn't an update cache or it's older than the last update, we check if [ "${lastsyncfile}" -nt "${TORUPATH}/${_repo}.updates.cache" ]; then # Get repo database contents packages_in_sync=($(get_db_contents ${_repo})) # Drops arrays into files print_package_array "${packages_in_abs[@]}" > ${TMPDIR}/packages_in_abs print_package_array "${packages_in_sync[@]}" > ${TMPDIR}/packages_in_sync # Work with files unset packages_in_abs package_in_sync # Use a different separator for pkgnames and pkgvers # so we can join them by pkgname (first field) split_pkgname_from_pkgver ${TMPDIR}/packages_in_abs | sort -k1b,1 > ${TMPDIR}/in_abs split_pkgname_from_pkgver ${TMPDIR}/packages_in_sync | sort -k1b,1 > ${TMPDIR}/in_sync $quiet || msg "This packages are available to update" # Join both files by pkgname, the end result is: # pkgname syncver absver join ${TMPDIR}/in_sync ${TMPDIR}/in_abs | \ while read need_line; do _pkg=$(echo "${need_line}" | cut -d' ' -f1) _syncver=$(echo "${need_line}" | cut -d' ' -f2) _absver=$(echo "${need_line}" | cut -d' ' -f3) # If the versions differ we need an update # TODO move this to update query if [ "${_syncver}" != "${_absver}" ]; then $quiet || msg2 "$_pkg update from $_syncver to $_absver" $quiet && echo "$_pkg" # FIXME this works all right but it's unset once the while ends #pkg_updates+=("$_pkg") # Fix for the above problem, but it access the file every time instead of # puting all packages together once echo $_pkg >> ${TMPDIR}/updates fi done # end need_line unset _pkg _syncver _absver need_line # Save the cache store_cache ${_repo} ${TMPDIR}/packages_in_abs # See above FIXME # print_package_array "${updates[@]}" > ${TMPDIR}/updates store_cache ${_repo}.updates ${TMPDIR}/updates else $quiet || msg "Reading updates from cache..." read_cache ${_repo}.updates fi done # end repos } # Find all the packages that are missing from the repo dbs (aka not built) missing() { true } ## Finds a PKGBUILD on toru's path cache ## usage: where_is # Look in all caches but pick the first one where_is() { local _repo local _path for _repo in ${REPOS[@]}; do _path=$(grep "^${1}:" "${TORUPATH}/${_repo}.paths.cache" 2>/dev/null | cut -d: -f2) [ -n "${_path}" ] && break done [ -z "$_path" ] && return 1 echo ${_path} } # TODO: clean usage instructions function usage { echo "" echo "$0 [options] repo1 ... repon" echo "" echo "Make a db containing PKGBUILD metadata." echo "" echo "-h : this message" # echo "-a : update all repos at once" echo "-u : update repo information" echo "-q : quiet" echo "-f : rebuild the db even if it is updated" echo "-p : return the path for pkgname" echo "" exit 1 } ## MAIN commands=() repos=() quiet=false force=false while getopts 'haqfpum' arg; do case $arg in h) usage; exit 0 ;; # TODO: Update all repos on $REPOS array # a) update_all_repos ;; q) quiet=true ;; f) force=true ;; u) commands+=(update);; p) shift $(( OPTIND - 1 )) where_is "$1" exit $?;; m) commands+=(missing);; esac shift $(( OPTIND - 1 )) done TMPDIR=$(mktemp -d) [[ -z ${TMPDIR} ]] && exit 1 ${commands[0]} ${@} exit $?