From 76894333761064d9b0d61b5bf9a46bf1b185a33c Mon Sep 17 00:00:00 2001 From: litruv Date: Sun, 1 Nov 2026 03:32:37 +1100 Subject: [PATCH] Page the open issue list so dedupe sees every check issue. --- scripts/ci-checks.sh | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/scripts/ci-checks.sh b/scripts/ci-checks.sh index 9b132215..8c6b25da 100644 --- a/scripts/ci-checks.sh +++ b/scripts/ci-checks.sh @@ -48,13 +48,23 @@ if [ -z "$LABEL_ID" ]; then LABEL_ID=$(api POST "/labels" "$(jq -n --arg n "$LABEL" '{name: $n, color: "006060"}')" | jq -r '.id') fi -OPEN=$(api GET "/issues?state=open&limit=100" | jq -c --arg l "$LABEL" '[.[] | select((.labels // []) | any(.name == $l))]') +# Gitea caps per_page at 50, so paging is required or dedupe misses issues past the first page. +# Accumulate as JSONL: passing the accumulated set as a jq program argument overflows argv. +OPEN="$WORK/open.jsonl" +: > "$OPEN" +for page in 1 2 3 4 5 6 7 8; do + api GET "/issues?state=open&limit=50&page=$page" | jq -c --arg l "$LABEL" '[.[] | select((.labels // []) | any(.name == $l))]' > "$WORK/page.json" + n=$(jq -r 'length' "$WORK/page.json") + [ -z "$n" ] && break + jq -c '.[]' "$WORK/page.json" >> "$OPEN" + [ "$n" -lt 50 ] && break +done for key in $(cut -f1 "$FINDINGS" | sort -u); do vf="$WORK/violations.tsv" awk -F'\t' -v k="$key" '$1 == k' "$FINDINGS" | sort > "$vf" hash=$(sha256sum < "$vf" | cut -d' ' -f1) - row=$(echo "$OPEN" | jq -c --arg k "$key" '.[] | select((.body // "") | contains(""))' | head -1) + row=$(jq -c --arg k "$key" 'select((.body // "") | contains(""))' "$OPEN" | head -1) if [ -z "$row" ]; then api POST "/issues" "$(jq -n --arg t "ci-check: $key" --arg b "$(body "$key" "$hash" "$vf")" --argjson l "$LABEL_ID" '{title: $t, body: $b, labels: [$l]}')" > /dev/null @@ -63,7 +73,7 @@ for key in $(cut -f1 "$FINDINGS" | sort -u); do fi done -echo "$OPEN" | jq -r '.[] | [((.body // "") | capture("").k), .number] | @tsv' > "$WORK/keys.tsv" +jq -r '[((.body // "") | capture("").k), .number] | @tsv' "$OPEN" > "$WORK/keys.tsv" while IFS=$'\t' read -r key number; do if ! grep -qF -- "$key"$'\t' "$FINDINGS"; then