path: root/bin/delete-packages

#!/bin/sh

# delete obsolete binary packages

# 1] Condition for deleting a package A is that:
#   a) nothing on the build-list (make|check|)depends on A and
#   b) no built package B which is not being deleted depends on A

# "Package x depends on package y" means, that something needed by x
# is provided by y and no other package which will not be deleted.

# shellcheck disable=SC2039,SC2119,SC2120

# shellcheck source=../lib/load-configuration
. "${0%/*}/../lib/load-configuration"

# TODO: delete other to-be-deleted packages if asked to do so

# TODO: enable separate repositories for each architecture

# shellcheck disable=SC2016
usage() {
  >&2 echo ''
  >&2 echo 'delete-packages [options]:'
  >&2 echo ' delete obsolete binary packages.'
  >&2 echo ''
  >&2 echo 'possible options:'
  >&2 echo '  -h|--help:        Show this help and exit.'
  >&2 echo '  -n|--no-action:   Only print what would be deleted.'
  >&2 echo '  -w|--wait:        If necessary, wait for lock blocking.'
  [ -z "$1" ] && exit 1 || exit "$1"
}

eval set -- "$(
  getopt -o hnw \
    --long help \
    --long no-action \
    --long wait \
    -n "$(basename "$0")" -- "$@" || \
  echo usage
)"

block_flag='-n'
no_action=false

while true
do
  case "$1" in
    -h|--help)
      usage 0
    ;;
    -n|--no-action)
      no_action=true
    ;;
    -w|--wait)
      block_flag=''
    ;;
    --)
      shift
      break
    ;;
    *)
      >&2 echo 'Whoops, forgot to implement option "'"$1"'" internally.'
      exit 42
    ;;
  esac
  shift
done

if [ -s "${work_dir}/build-master-sanity" ]; then
  >&2 echo 'Build master is not sane.'
  exit
fi

# Create a lock file and a trap.

if ! ${no_action}; then

#  exec 9> "${build_list_lock_file}"
#  if ! verbose_flock ${block_flag} 9; then
#    >&2 echo 'come back (shortly) later - I cannot lock build list.'
#    exit 0
#  fi

  exec 8> "${package_database_lock_file}"
  if ! verbose_flock ${block_flag} 8; then
    >&2 echo 'come back (shortly) later - I cannot lock package database.'
    exit 0
  fi

  exec 7> "${sanity_check_lock_file}"
  if ! verbose_flock -s ${block_flag} 7; then
    >&2 echo 'come back (shortly) later - sanity-check running.'
    exit 0
  fi

fi

tmp_dir=$(mktemp -d "${work_dir}/tmp.delete-packages.XXXXXXXXXX")
trap 'rm -rf --one-file-system "${tmp_dir}"' EXIT

export TMPDIR="${tmp_dir}"

# shellcheck disable=SC2016
{
  printf 'CREATE TEMPORARY TABLE `to_deletes` (`id` BIGINT, UNIQUE KEY (`id`));\n'
  printf 'INSERT IGNORE INTO `to_deletes`'
  printf ' SELECT DISTINCT `binary_packages`.`id`'
  printf ' FROM `binary_packages`'
  mysql_join_binary_packages_binary_packages_in_repositories
  mysql_join_binary_packages_in_repositories_repositories
  printf ' LEFT' # should not be necessary, but is formally more correct
  mysql_join_binary_packages_install_target_providers
  printf ' WHERE `binary_packages`.`is_to_be_deleted`'
  printf ' AND `repositories`.`is_on_master_mirror`'
  printf ' AND NOT EXISTS ('
    # no packages depending on that one exist
    printf 'SELECT 1 FROM `dependencies`'
    mysql_join_dependencies_dependency_types
    printf ' AND `dependency_types`.`relevant_for_binary_packages`'
    mysql_join_dependencies_binary_packages '' 'd_bp'
    # deliberately break dependencies of deletion-list packages
    printf ' AND NOT `d_bp`.`is_to_be_deleted`'
    mysql_join_binary_packages_binary_packages_in_repositories 'd_bp' 'd_bpir'
    mysql_join_binary_packages_in_repositories_repositories 'd_bpir' 'd_r'
    mysql_join_repositories_repository_stabilities 'd_r' 'd_rs'
    # this is deliberately less restrict than `d_r`.`is_on_master_mirror`
    printf ' AND `d_rs`.`name` NOT IN ("forbidden","virtual")'
    printf ' WHERE `install_target_providers`.`install_target`=`dependencies`.`depending_on`'
    printf ' AND NOT EXISTS ('
      printf 'SELECT 1 FROM `binary_packages` AS `s_bp`'
      mysql_join_binary_packages_install_target_providers 's_bp' 's_itp'
      printf ' AND NOT `s_bp`.`is_to_be_deleted`'
      mysql_join_binary_packages_binary_packages_in_repositories 's_bp' 's_bpir'
      mysql_join_binary_packages_in_repositories_repositories 's_bpir' 's_r'
      printf ' AND `s_r`.`is_on_master_mirror`'
      printf ' JOIN `repository_stability_relations`'
        printf ' ON `repository_stability_relations`.`more_stable`=`s_r`.`stability`'
      printf ' WHERE `s_itp`.`install_target`=`install_target_providers`.`install_target`'
      printf ' AND `repository_stability_relations`.`less_stable`=`d_r`.`stability`'
    printf ')'
  printf ');\n'

  printf 'SELECT DISTINCT "repo",`repositories`.`name`'
  printf ' FROM `to_deletes`'
  printf ' JOIN `binary_packages` ON `to_deletes`.`id`=`binary_packages`.`id`'
  mysql_join_binary_packages_binary_packages_in_repositories
  mysql_join_binary_packages_in_repositories_repositories
  printf ';\n'

  printf 'SELECT "package",`repositories`.`name`,`binary_packages`.`pkgname`'
  printf ' FROM `to_deletes`'
  printf ' JOIN `binary_packages` ON `to_deletes`.`id`=`binary_packages`.`id`'
  mysql_join_binary_packages_binary_packages_in_repositories
  mysql_join_binary_packages_in_repositories_repositories
  printf ';\n'

  printf 'SELECT "package-file",`repositories`.`name`,'
  mysql_package_name_query
  printf ' FROM `to_deletes`'
  printf ' JOIN `binary_packages` ON `to_deletes`.`id`=`binary_packages`.`id`'
  mysql_join_binary_packages_binary_packages_in_repositories
  mysql_join_binary_packages_in_repositories_repositories
  mysql_join_binary_packages_architectures
  printf ';\n'

  printf 'SELECT "package-id",`to_deletes`.`id`'
  printf ' FROM `to_deletes`'
  printf ';\n'
} | \
  mysql_run_query | \
  sed '
    y/\t/ /
    /^repo /{
      s/^\S\+ //
      w '"${tmp_dir}"'/repositories
      d
    }
    /^package /{
      s/^\S\+ //
      w '"${tmp_dir}"'/packages
      d
    }
    /^package-file /{
      s/^\S\+ //
      s, ,/,
      w '"${tmp_dir}"'/package-files
      s/$/.sig/
      w '"${tmp_dir}"'/package-files
      d
    }
    /^package-id /{
      s/^\S\+ //
      w '"${tmp_dir}"'/package-ids
      d
    }
  '

if [ ! -s "${tmp_dir}/packages" ]; then
  printf 'Nothing to delete.\n'
  exit
fi

mkdir "${tmp_dir}/repos"

while read -r repo; do
  ${master_mirror_rsync_command} \
    "${master_mirror_rsync_directory}/i686/${repo}/${repo}.db.tar.gz" \
    "${master_mirror_rsync_directory}/i686/${repo}/${repo}.files.tar.gz" \
    "${tmp_dir}/repos/"

  tar -Oxzf "${tmp_dir}/repos/${repo}.db.tar.gz" --wildcards '*/desc' | \
    sed -n '
      /^%FILENAME%$/{
        N
        s/^\S\+\n\(\S\+-[^-.]\+\)\(-[^-]\+\)/\1.0\2 \1\2/
        T
        p
      }
    ' | \
    while read -r old new; do
      printf 's,/%s\\(\\.sig\\)\\?$,/%s\\1,\n' \
        "$(str_to_regex "${old}")" \
        "$(str_to_regex "${new}")"
    done >> \
    "${tmp_dir}/sub_pkgrel-removal.sed"

  # shellcheck disable=SC2046
  repo-remove "${tmp_dir}/repos/${repo}.db.tar.gz" \
    $(
      grep "^$(str_to_regex "${repo}") " "${tmp_dir}/packages" | \
        cut -d' ' -f2
    )
  if ! ${no_action}; then
    ${master_mirror_rsync_command} \
      "${tmp_dir}/repos/${repo}.db.tar.gz" \
      "${tmp_dir}/repos/${repo}.files.tar.gz" \
      "${master_mirror_rsync_directory}/i686/${repo}/"
  fi
done < \
  "${tmp_dir}/repositories"

if [ -s "${tmp_dir}/sub_pkgrel-removal.sed" ]; then
  sed -i -f "${tmp_dir}/sub_pkgrel-removal.sed" "${tmp_dir}/package-files"
fi

if ${no_action}; then
  printf 'Now, I would remove the packages from the database and delete the following files from the master mirror:\n'
  sed '
    s,^,  ,
  ' "${tmp_dir}/package-files"
  exit
fi

# shellcheck disable=SC2016
{
  printf 'CREATE TEMPORARY TABLE `to_deletes` (`id` BIGINT, UNIQUE KEY (`id`));\n'
  printf 'LOAD DATA LOCAL INFILE "%s" INTO TABLE `to_deletes`;\n' \
    "${tmp_dir}/package-ids"

  printf 'UPDATE `binary_packages` '
  printf ' JOIN `to_deletes` ON `to_deletes`.`id`=`binary_packages`.`id`'
  mysql_join_binary_packages_binary_packages_in_repositories
  mysql_join_binary_packages_in_repositories_repositories
  mysql_join_binary_packages_architectures
  printf ' SET `repository`=('
    printf 'SELECT `repositories`.`id`'
    printf ' FROM `repositories`'
    printf ' WHERE `repositories`.`name`="deletion-list"'
  printf ');\n'
} | \
  mysql_run_query

sed '
  s,^,rm "i686/,
  s,$,",
' "${tmp_dir}/package-files" | \
  ${master_mirror_sftp_command}