erroneous-votes.sh

#!/bin/bash
#set -e

# Extract votings with corrections, normalize the names of those with correctins, and list the worst "offenders".

now=$(date -u +%FT%TZ)
infile="${1:-"$PWD/ep_votes.json"}"
outdir="${2:-"$PWD/$now"}"
mkdir -p "$outdir"

echo "Current date: $now"
echo "Input ep_votes.json file: $infile"
echo "Output directory: $outdir"

# http://parltrack.euwiki.org/dumps/schema.html

# Select votings with at least one correction.
# Then select the relevant values, including all correction objects.
read -d '' getVotingsWithCorrectionals <<"EOF"
.
| map(select(
	(
		(
			.Abstain.correctional | length
		)
		+ (
			.Against.correctional | length
		)
		+ (
			.For.correctional | length
		)
	) > 0
))
| map({
	dossierid,
	title,
	ts,
	abstain: {
		total: .Abstain.total | tonumber,
		correctional: .Abstain.correctional
	},
	against: {
		total: .Against.total | tonumber,
		correctional: .Against.correctional
	},
	for: {
		total: .For.total | tonumber,
		correctional: .For.correctional
	}
})
EOF

# Normalize correction arrays of name strings or person objects, to only name strings.
# names(n) checks for null arrays, arrays that are person objects, or just name strings.
read -d '' cleanCorrectionalNameObjectArrays <<"EOF"
def names(n):
	[
		(
			if n then
				(
					n[].orig // n[] // empty
				)
			else
				empty
			end
		)
	];

.
| map({
	dossierid,
	title,
	ts,
	abstain: {
		total: .abstain.total,
		names: names(.abstain.correctional)
	},
	against: {
		total: .against.total,
		names: names(.against.correctional)
	},
	for: {
		total: .for.total,
		names: names(.for.correctional)
	}
})
EOF

<"$infile" jq "$getVotingsWithCorrectionals" > "$outdir/correctionals.json"

<"$outdir/correctionals.json" jq "$cleanCorrectionalNameObjectArrays" > "$outdir/correctionals.name-strings.json"

<"$outdir/correctionals.name-strings.json" jq '.[] | .abstain.names + .against.names + .for.names | .[]' | grep --invert-match '\[\]' | sort | uniq -c | sort -n > "$outdir/worst-offenders.json"