summaryrefslogtreecommitdiff
path: root/buff-di-wuff
blob: 981e6396a018fc049bda64432aaa8adb4b63046d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
#!/bin/sh

set -e

cache_dir='/srv/arch-mirror/sources.archlinux32'

mkdir -p \
  "${cache_dir}/md5sum" \
  "${cache_dir}/sha1sum" \
  "${cache_dir}/sha256sum" \
  "${cache_dir}/sha512sum"

grep '^[^#]' "$(dirname "$0")/downloads.list" | \
  while read -r url; do
    if echo "${url}" | \
      grep -q '\*[^/]*$'; then
      urlDir=$(
        printf '%s\n' "${url}" | \
          sed 's|/[^/]*$|/|'
      )
      urlFile=$(
        printf '%s\n' "${url}" | \
          sed '
            s|^.*/||
            s|\.|\.|g
            s|*|.*|g
          '
      )
      wget --no-check-certificate -O - "${urlDir}" 2> /dev/null | \
        tr '"<>' '\n' | \
        grep "^${urlFile}\$" | \
        sort -u | \
        xargs -r printf "${urlDir}%s\n"
    else
      printf '%s\n' "${url}"
    fi
  done | \
  while read -r url; do
    if ! wget --no-check-certificate -O "${cache_dir}/tmp" "${url}" 2> /dev/null; then
      continue
    fi
    sha512=$(
      sha512sum "${cache_dir}/tmp" | \
        cut -d' ' -f1
    )
    sha256=$(
      sha256sum "${cache_dir}/tmp" | \
        cut -d' ' -f1
    )
    sha1=$(
      sha1sum "${cache_dir}/tmp" | \
        cut -d' ' -f1
    )
    md5=$(
      md5sum "${cache_dir}/tmp" | \
        cut -d' ' -f1
    )
    if [ ! -f "${cache_dir}/sha512sum/${sha512}" ]; then
      mv "${cache_dir}/tmp" "${cache_dir}/sha512sum/${sha512}"
    else
      rm "${cache_dir}/tmp"
    fi
    if [ ! -f "${cache_dir}/sha256sum/${sha256}" ]; then
      ln "${cache_dir}/sha512sum/${sha512}" "${cache_dir}/sha256sum/${sha256}"
    fi
    if [ ! -f "${cache_dir}/sha1sum/${sha1}" ]; then
      ln "${cache_dir}/sha512sum/${sha512}" "${cache_dir}/sha1sum/${sha1}"
    fi
    if [ ! -f "${cache_dir}/sha1sum/${md5}" ]; then
      ln "${cache_dir}/sha512sum/${sha512}" "${cache_dir}/sha1sum/${md5}"
    fi
  done