summaryrefslogtreecommitdiff
path: root/bin/put-upstream-packages-into-db
blob: 7f6095a76bac6a21c8d7b55759680b1c82ca520b (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
#!/bin/bash

# shellcheck source=../lib/load-configuration
. "${0%/*}/../lib/load-configuration"

upstream_packages=$(mktemp "${work_dir}/tmp.put-upstream-packages-into-db.XXXXXXXXXX")
trap 'rm "${upstream_packages}"' EXIT

# shellcheck disable=SC2016
{
  printf 'SELECT `upstream_repositories`.`name`'
  printf ' FROM `upstream_repositories`'
} | \
  mysql_run_query | \
  while read -r repo; do
    tar -Oxzf "/var/lib/pacman/sync/${repo}.db" | \
      sed -n '
        /^%FILENAME%$/ {
          N
          s/.*\n//
          s/\.pkg\.\('"${package_compression_suffix_regex}"'\)$//
          s/-\(\([^-:]\+\):\)\?\([^-:]\+\)-\([^-]\+\)-\([^-]\+\)$/\t\2\t\3\t\4\t\5/
          s/\s\s/\t0\t/
          s/^/'"${repo}"'\t/
          p
        }
      '
  done > \
  "${upstream_packages}"

# shellcheck disable=SC2016
{
  printf 'CREATE TEMPORARY TABLE `up`('
  printf '`id` bigint(20) NOT NULL AUTO_INCREMENT,'
  printf '`pkgname` VARCHAR(64) NOT NULL,'
  printf '`epoch` MEDIUMINT(9) NOT NULL,'
  printf '`pkgver` VARCHAR(64) COLLATE utf8mb4_unicode_ci NOT NULL,'
  printf '`pkgrel` MEDIUMINT(9) NOT NULL,'
  printf '`architecture` VARCHAR(6) COLLATE utf8mb4_unicode_ci NOT NULL,'
  printf '`repository` VARCHAR(32) NOT NULL,'
  printf 'PRIMARY KEY (`id`),'
  printf 'UNIQUE KEY `content` (`pkgname`,`epoch`,`pkgver`,`pkgrel`),'
  printf 'UNIQUE KEY `location` (`pkgname`,`repository`),'
  printf 'KEY `repository` (`repository`)'
  printf ');\n'
  printf 'LOAD DATA LOCAL INFILE "%s" INTO TABLE `up`(`repository`,`pkgname`,`epoch`,`pkgver`,`pkgrel`,`architecture`);\n' \
    "${upstream_packages}"
  printf 'DELETE `upstream_packages`'
  printf ' FROM `upstream_packages`;\n'
  printf 'INSERT IGNORE INTO `upstream_packages`(`id`,`pkgname`,`epoch`,`pkgver`,`pkgrel`,`architecture`,`repository`)'
  printf ' SELECT '
  printf '`up`.`%s`,' \
    'id' \
    'pkgname' \
    'epoch' \
    'pkgver' \
    'pkgrel' \
    'architecture'
  printf '`upstream_repositories`.`id`'
  printf ' FROM `up`'
  printf ' JOIN `upstream_repositories`'
  printf ' ON `upstream_repositories`.`name`=`up`.`repository`;\n'
} | \
  mysql_run_query