path: root/update.sh

#!/bin/bash

# Fetch image info from Wikimedia Commons and generate new PKGBUILD files.
#
# Usage: update.sh [--bump]

set -euo pipefail

export LC_ALL=C

#_debug=1
_dir=$(realpath "$(dirname "$BASH_SOURCE")")
_pkgname=wiki-loves-earth-wallpapers
_firstyear=2015
_lastyear=2023 # If set, skips retrieving list from "Commons:Wiki Loves Earth"
_limit=0
_pkgver=0
_pkgrel=1
_json=$_dir/$_pkgname.json
_xml=$_dir/$_pkgname.xml
_agent=$(printf '%s (https://aur.archlinux.org/packages/%s/ %s) curl/%s\n' \
    "${0##*/}" "$_pkgname" "aur@lkr.ms" \
    "$(curl --version | awk 'NR == 1 { print $2 }')")

: >"$_json"

_wiki_json() {
    local args=() query url cmd
    set -- "$@" format=json
    while (($#)); do
        args+=(--arg "${1%%=*}" "${1#*=}")
        shift
    done
    query=$(jq -rn "${args[@]}" '
[ $ARGS.named | to_entries[] | "\(.key)=\(.value|@uri)" ] | join("&")') &&
        cmd=(curl -fsSLA "$_agent"
            "https://commons.wikimedia.org/w/api.php?$query") &&
        if [[ -n ${_debug:+1} ]]; then
            mkdir -p "$_dir/.tmp" &&
                { printf '%q%s\n' "$cmd" "$(printf ' %q' \
                    "${cmd[@]:1}")"; } >>"$_dir/.tmp/$FUNCNAME.log" || return
            "${cmd[@]}" | tee "$_dir/.tmp/$(date +"%s.%N")-$(sed -E \
                's/[/:]+/__/g; s/^(.{54}).*/\1/' <<<"${query#action=}").json"
        else
            "${cmd[@]}"
        fi
}

_indent() {
    sed -E 's/^/    /'
}

_wrap() {
    awk '
    { n = l (l == "" ? "" : " ") $1
      if (length(n) > 76) { print l; l = $1 }
      else { l = n } }
END { if (l != "") { print l } }' | _indent
}

_pagetemp=()
_pagepid=()
while IFS= read -r page; do
    [[ -n $page ]] || continue
    if [[ ! $page =~ (^|[^0-9])(2[0-9]{3})($|[^0-9]) ]]; then
        echo "ERROR: no competition year in '$page'" >&2
        exit 1
    fi
    year=${BASH_REMATCH[2]}
    ((year >= _firstyear)) || continue

    _temp=$(mktemp)
    _pagetemp[${#_pagetemp[@]}]=$_temp
    (
        echo "Parsing '$page'..." >&2
        section=$(_wiki_json action=parse \
            page="$page" prop=sections | jq -r '
[ .parse.sections[] | select(.line | test("winners?$"; "i")) ] | first | .index')
        if [[ -z $section ]]; then
            echo "ERROR: no \"winners\" section on '$page'" >&2
            exit 1
        fi

        echo "Parsing '$page' section #$section..." >&2
        titles=$(_wiki_json action=parse \
            page="$page" section="$section" prop=images | jq -r '
[ .parse.images[] | select(test("\\.jpe?g$";"i")) | "File:" + . ] | join("|")')
        if [[ -z ${titles:+1} ]]; then
            echo "ERROR: no images on '$page'" >&2
            exit 1
        fi

        echo "Retrieving image information..." >&2
        _wiki_json action=query titles="$titles" prop=imageinfo \
            iiprop="canonicaltitle|extmetadata|sha1|size|url" |
            jq \
                --arg titles "$titles" \
                --argjson year "$year" \
                --argjson limit $((_limit)) '
(.query.normalized | map( { (.from): .to } ) | add) as $normalized |
  ($titles | split("|") | to_entries |
    map( { ($normalized[.value] // .value): .key } ) | add) as $titles |
  ((now | gmtime[0]) - $year) as $yearIndex |
  [ .query.pages[] | [.pageid, .title] as [$pageid, $title] | .imageinfo[0] |
    select(.width > .height and
        .width >= 2560 and .height >= 1440 and
        .canonicaltitle == $title) |
    .year = $year |
    .index = ($titles[$title] * 100) + $yearIndex |
    .file = .canonicaltitle[5:] |
    .aspect = .width / .height |
    .pageid = $pageid ] |
  sort_by(.index) |
  if $limit > 0 then limit($limit; .[]) else .[] end' >"$_temp"
        if [[ ! -s $_temp ]]; then
            echo "ERROR: no hi-res landscape images on '$page'" >&2
            exit 1
        fi

    ) &
    _pagepid[${#_pagepid[@]}]=$!
done < <(
    if ((!_lastyear)); then
        echo "Parsing 'Commons:Wiki Loves Earth'..." >&2
        _wiki_json action=parse page="Commons:Wiki Loves Earth" prop=links |
            jq -r '.parse.links[]["*"] | select(test("\\b2[0-9]{3}$";"i")) | . += "/Winners"'
    else
        for ((i = _firstyear; i <= _lastyear; i++)); do
            echo "Commons:Wiki Loves Earth $i/Winners"
        done
    fi
)

if [[ -n ${_pagepid+1} ]]; then
    _status=0
    for _pid in "${_pagepid[@]}"; do
        wait "$_pid" || _status=$?
    done
    ((!_status)) || exit "$_status"
fi

if [[ -n ${_pagetemp+1} ]]; then
    cat "${_pagetemp[@]}" >>"$_json"
    rm -f "${_pagetemp[@]}"
fi

_pkgver=$(jq -s '[ .[].year ] | max' <"$_json")
_count=$(jq -s 'length' <"$_json")
echo "$_count images found" >&2

# Move the latest winners to the top. Previous winners are already sorted by:
# 1. place ASC
# 2. year DESC
jq -s --argjson lastyear "$_pkgver" \
    '.[] | if .year != $lastyear then .index += 1000000 else . end' \
    "$_json" >"$_temp"
cp "$_temp" "$_json"

echo "Generating ${_xml##*/}..." >&2
cat <<XML >"$_xml"
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE wallpapers SYSTEM "gnome-wp-list.dtd">
<wallpapers>
XML

i=0
while IFS=$'\t' read -r file pageid uw; do
    ((++i))
    pkgfile=$(printf '/usr/share/backgrounds/%s/%03d-%s.jpg\n' \
        "$_pkgname$uw" "$i" "$pageid")
    cat <<XML >>"$_xml"
  <wallpaper deleted="false">
    <name>${file%.*}</name>
    <filename>${pkgfile}</filename>
  </wallpaper>
XML
done < <(jq -sr 'sort_by(.index)[] | [.file, .pageid,
    if .aspect > 1.7 then "/ultrawide" else "" end] | @tsv' <"$_json")

cat <<XML >>"$_xml"
</wallpapers>
XML

echo "Generating PKGBUILD..." >&2
if [[ -e $_dir/PKGBUILD ]] && SH=$(
    . "$_dir/PKGBUILD" || exit
    if [[ $_pkgver != "$pkgver" ]]; then
        _pkgrel=1
    elif [[ ${1-} == --bump ]]; then
        _pkgrel=$((pkgrel + 1))
    else
        _pkgrel=$pkgrel
    fi
    declare -p _pkgrel
); then
    eval "$SH"
fi

cat <<EOF >"$_dir/PKGBUILD"
pkgname=$_pkgname
pkgver=$_pkgver
pkgrel=$_pkgrel
pkgdesc="Use images from Wikipedia's 'Wiki Loves Earth' annual photographic competition on your desktop"
url="https://wikilovesearth.org"
arch=('any')
license=('CCPL')
depends=()
makedepends=('imagemagick')
source=(
$({ echo "'${_xml##*/}'" &&
    jq -r '"image-\(.pageid).jpg::" + .url | @sh' <"$_json"; } | _indent)
)
sha1sums=(
$({ sha1sum "$_xml" | awk '{print "\047" $1 "\047"}' &&
        jq -r '.sha1 | @sh' <"$_json"; } | _indent)
)
_index=(
$(jq -sr '[ .[].index ] | to_entries | sort_by(.value) | .[].key + 1' \
        <"$_json" | _wrap)
)
_ultrawide=(
$(jq -sr 'sort_by(.index)[] | if .aspect > 1.7 then 1 else 0 end' \
        <"$_json" | _wrap)
)

prepare() {
    local count i j image file
    install -d "\$srcdir/\$pkgname"
    echo "Resampling \${count:=\${#_index[@]}} images..." >&2
    for i in "\${!_index[@]}"; do
        j=\${_index[i]}
        image=\${source[j]%%::*}
        echo "-> (\$((i + 1))/\$count) \$image" >&2
        file=\$srcdir/\$pkgname/\$image
        if [[ -f \$file ]]; then
            continue
        fi
        convert "\$srcdir/\$image" \\
            -resize '3840x2400^>' \\
            -quality 80 \\
            -sampling-factor 4:2:0 \\
            "\$file"
    done
}

package() {
    local i j image file
    install -d "\$pkgdir/usr/share/backgrounds/\$pkgname/ultrawide"
    for i in "\${!_index[@]}"; do
        j=\${_index[i]}
        image=\${source[j]%%::*}
        uw=\${_ultrawide[i]}
        ((uw)) && uw=/ultrawide || uw=
        file=\$(printf '%s/usr/share/backgrounds/%s/%03d-%s\\n' \\
            "\$pkgdir" "\$pkgname\$uw" "\$((i + 1))" "\${image#image-}")
        image=\$srcdir/\$pkgname/\$image
        install "\$image" "\$file"
    done
    install -D "\$srcdir/\$pkgname.xml" \\
        "\$pkgdir/usr/share/gnome-background-properties/\$pkgname.xml"
}
EOF

echo "Generating .SRCINFO..." >&2
(cd "$_dir" && makepkg --printsrcinfo >.SRCINFO)