md files
This commit is contained in:
@@ -1,202 +1,707 @@
|
||||
<!doctype html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<!DOCTYPE html>
|
||||
<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
|
||||
|
||||
<meta charset="utf-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<title>Mapping Dutch Democracy: Building a Political Compass</title>
|
||||
<meta name="generator" content="quarto-1.9.38">
|
||||
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
|
||||
|
||||
<meta name="author" content="Stemwijzer Analysis">
|
||||
<meta name="dcterms.date" content="2026-06-16">
|
||||
|
||||
<title>Mapping Dutch Democracy: Building a Political Compass from 29,000+ Parliamentary Votes</title>
|
||||
<style>
|
||||
body{font-family:'Inter',-apple-system,BlinkMacSystemFont,'Segoe UI',Roboto,sans-serif;max-width:900px;margin:40px auto;line-height:1.7;color:#c9d1d9;background:#0d1117;padding:0 20px}
|
||||
pre{background:#161b22;padding:14px;border-radius:8px;overflow:auto;border:1px solid #30363d}
|
||||
code{font-family:'JetBrains Mono','Fira Code',monospace;background:#1c2128;padding:2px 6px;border-radius:4px;font-size:0.9em}
|
||||
pre code{background:none;padding:0;font-size:0.85em;line-height:1.5}
|
||||
h1,h2,h3{color:#58a6ff;font-weight:600}
|
||||
h1{font-size:1.8em;margin-top:1.2em}
|
||||
h2{font-size:1.4em;margin-top:1.8em}
|
||||
h3{font-size:1.15em;margin-top:1.4em}
|
||||
a{color:#58a6ff;text-decoration:none}
|
||||
a:hover{text-decoration:underline}
|
||||
ul{margin-left:1.2rem}
|
||||
strong{color:#e6edf3}
|
||||
.callout{background:#161b22;border-left:4px solid #58a6ff;padding:12px 16px;margin:20px 0;border-radius:0 8px 8px 0}
|
||||
.finding{background:#0d1f0d;border-left:4px solid #3fb950;padding:12px 16px;margin:20px 0;border-radius:0 8px 8px 0}
|
||||
table{border-collapse:collapse;width:100%;margin:16px 0}
|
||||
th,td{border:1px solid #30363d;padding:8px 12px;text-align:left}
|
||||
th{background:#161b22;color:#58a6ff}
|
||||
td{color:#c9d1d9}
|
||||
em{color:#8b949e}
|
||||
/* Default styles provided by pandoc.
|
||||
** See https://pandoc.org/MANUAL.html#variables-for-html for config info.
|
||||
*/
|
||||
code{white-space: pre-wrap;}
|
||||
span.smallcaps{font-variant: small-caps;}
|
||||
div.columns{display: flex; gap: min(4vw, 1.5em);}
|
||||
div.column{flex: auto; overflow-x: auto;}
|
||||
div.hanging-indent{margin-left: 1.5em; text-indent: -1.5em;}
|
||||
ul.task-list{list-style: none;}
|
||||
ul.task-list li input[type="checkbox"] {
|
||||
width: 0.8em;
|
||||
margin: 0 0.8em 0.2em -1em; /* quarto-specific, see https://github.com/quarto-dev/quarto-cli/issues/4556 */
|
||||
vertical-align: middle;
|
||||
}
|
||||
/* CSS for syntax highlighting */
|
||||
html { -webkit-text-size-adjust: 100%; }
|
||||
pre > code.sourceCode { white-space: pre; position: relative; }
|
||||
pre > code.sourceCode > span { display: inline-block; line-height: 1.25; }
|
||||
pre > code.sourceCode > span:empty { height: 1.2em; }
|
||||
.sourceCode { overflow: visible; }
|
||||
code.sourceCode > span { color: inherit; text-decoration: inherit; }
|
||||
div.sourceCode { margin: 1em 0; }
|
||||
pre.sourceCode { margin: 0; }
|
||||
@media screen {
|
||||
div.sourceCode { overflow: auto; }
|
||||
}
|
||||
@media print {
|
||||
pre > code.sourceCode { white-space: pre-wrap; }
|
||||
pre > code.sourceCode > span { text-indent: -5em; padding-left: 5em; }
|
||||
}
|
||||
pre.numberSource code
|
||||
{ counter-reset: source-line 0; }
|
||||
pre.numberSource code > span
|
||||
{ position: relative; left: -4em; counter-increment: source-line; }
|
||||
pre.numberSource code > span > a:first-child::before
|
||||
{ content: counter(source-line);
|
||||
position: relative; left: -1em; text-align: right; vertical-align: baseline;
|
||||
border: none; display: inline-block;
|
||||
-webkit-touch-callout: none; -webkit-user-select: none;
|
||||
-khtml-user-select: none; -moz-user-select: none;
|
||||
-ms-user-select: none; user-select: none;
|
||||
padding: 0 4px; width: 4em;
|
||||
}
|
||||
pre.numberSource { margin-left: 3em; padding-left: 4px; }
|
||||
div.sourceCode
|
||||
{ }
|
||||
@media screen {
|
||||
pre > code.sourceCode > span > a:first-child::before { text-decoration: underline; }
|
||||
}
|
||||
</style>
|
||||
|
||||
|
||||
<script src="blog-post-political-compass_files/libs/clipboard/clipboard.min.js"></script>
|
||||
<script src="blog-post-political-compass_files/libs/quarto-html/quarto.js" type="module"></script>
|
||||
<script src="blog-post-political-compass_files/libs/quarto-html/tabsets/tabsets.js" type="module"></script>
|
||||
<script src="blog-post-political-compass_files/libs/quarto-html/popper.min.js"></script>
|
||||
<script src="blog-post-political-compass_files/libs/quarto-html/tippy.umd.min.js"></script>
|
||||
<script src="blog-post-political-compass_files/libs/quarto-html/anchor.min.js"></script>
|
||||
<link href="blog-post-political-compass_files/libs/quarto-html/tippy.css" rel="stylesheet">
|
||||
<link href="blog-post-political-compass_files/libs/quarto-html/quarto-syntax-highlighting-15634bcf2e68342d4ad2dfa704d543f6.css" rel="stylesheet" id="quarto-text-highlighting-styles">
|
||||
<script src="blog-post-political-compass_files/libs/bootstrap/bootstrap.min.js"></script>
|
||||
<link href="blog-post-political-compass_files/libs/bootstrap/bootstrap-icons.css" rel="stylesheet">
|
||||
<link href="blog-post-political-compass_files/libs/bootstrap/bootstrap-ead859a0cde6e94fc21d93203ba7f4bc.min.css" rel="stylesheet" append-hash="true" id="quarto-bootstrap" data-mode="light">
|
||||
|
||||
|
||||
</head>
|
||||
<body>
|
||||
<h1>Mapping Dutch Democracy: Building a Political Compass from 28,000 Parliamentary Votes</h1>
|
||||
<p><em>What if you could take every motion voted on in the Dutch Parliament over the past decade and automatically plot parties and MPs on a political map — with zero manual labeling?</em></p>
|
||||
<p>That's exactly what this project does. Here's how I built it, what I had to solve along the way, and what it revealed about Dutch political dynamics.</p>
|
||||
|
||||
<h2>The Starting Point: Open Data, Hidden Structure</h2>
|
||||
<p>The Dutch Parliament publishes every vote — every <em>motie</em>, every <em>amendement</em>, every <em>besluit</em> — in an open OData API. We're talking over <strong>28,000 distinct motions</strong> spanning 2016 to 2026, each with a record of how every individual MP voted: <em>voor</em> (for), <em>tegen</em> (against), <em>onthouden</em> (abstained), or <em>afwezig</em> (absent). That's over 500,000 individual vote records.</p>
|
||||
<body class="fullcontent quarto-light">
|
||||
|
||||
<div class="callout">
|
||||
<strong>A note on the numbers:</strong> The 28,000 figure counts distinct parliamentary decisions (motions, amendments, legislative proposals). The 500,000+ figure counts individual MP votes — each motion generates roughly 18 vote records (one per voting MP or party bloc). At ~3,000–4,000 motions per year and 70–80 parliamentary sitting days, that's roughly 50 votes per sitting day. The Dutch Second Chamber is prolific.
|
||||
<div id="quarto-content" class="page-columns page-rows-contents page-layout-article">
|
||||
|
||||
<main class="content" id="quarto-document-content">
|
||||
|
||||
<header id="title-block-header" class="quarto-title-block default">
|
||||
<div class="quarto-title">
|
||||
<h1 class="title">Mapping Dutch Democracy: Building a Political Compass from 29,000+ Parliamentary Votes</h1>
|
||||
</div>
|
||||
|
||||
<p>This is an extraordinary dataset. But in raw form it's just a table of votes. The interesting question is: can we extract <em>structure</em> — left vs. right, progressive vs. conservative, governing vs. opposition — purely from the pattern of who votes with whom?</p>
|
||||
<p>The answer is yes, and the method is surprisingly elegant.</p>
|
||||
|
||||
<h2>Step 1: Turning Votes into Geometry</h2>
|
||||
|
||||
<div class="quarto-title-meta">
|
||||
|
||||
<div>
|
||||
<div class="quarto-title-meta-heading">Author</div>
|
||||
<div class="quarto-title-meta-contents">
|
||||
<p>Stemwijzer Analysis </p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div>
|
||||
<div class="quarto-title-meta-heading">Published</div>
|
||||
<div class="quarto-title-meta-contents">
|
||||
<p class="date">June 16, 2026</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
|
||||
</header>
|
||||
|
||||
|
||||
<p><em>What if you could take every motion voted on in the Dutch Parliament over the past decade and automatically plot parties and MPs on a political map — with zero manual labeling?</em></p>
|
||||
<p>That’s exactly what this project does. Here’s how I built it, what I had to solve along the way, and what it revealed about Dutch political dynamics.</p>
|
||||
<hr>
|
||||
<section id="the-starting-point-open-data-hidden-structure" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="the-starting-point-open-data-hidden-structure">The Starting Point: Open Data, Hidden Structure</h2>
|
||||
<p>The Dutch Parliament publishes every vote — every <em>motie</em>, every <em>amendement</em>, every <em>besluit</em> — in an open OData API. We’re talking over <strong>29,500 motions</strong> spanning 2016 to 2026, with a record of how every individual MP voted: <em>voor</em> (for), <em>tegen</em> (against), <em>onthouden</em> (abstained), or <em>afwezig</em> (absent). That’s 531,000 individual vote records.</p>
|
||||
<p>This is an extraordinary dataset. But in raw form it’s just a table of votes. The interesting question is: can we extract <em>structure</em> — left vs. right, progressive vs. conservative, governing vs. opposition — purely from the pattern of who votes with whom?</p>
|
||||
<p>The answer is yes, and the method is surprisingly elegant.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="step-1-turning-votes-into-geometry" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="step-1-turning-votes-into-geometry">Step 1: Turning Votes into Geometry</h2>
|
||||
<p>Each motion is a snapshot of political alignment. For each motion, we know which MPs voted together and which voted apart. If every PvdA and GroenLinks MP votes the same way almost every time, that tells us something. If PVV and CDA MPs diverge consistently, that tells us something too.</p>
|
||||
<p>I represent this with <strong>Singular Value Decomposition (SVD)</strong> on the MP × motion matrix:</p>
|
||||
<ul>
|
||||
<li>Rows: individual MPs (and party actors for collective votes)</li>
|
||||
<li>Columns: motions</li>
|
||||
<li>Values: +1 (voor), −1 (tegen), 0 (absent/abstain)</li>
|
||||
<li>Values: +1 (voor), -1 (tegen), 0 (absent/abstain)</li>
|
||||
</ul>
|
||||
<p>SVD finds the dominant axes of variation — the directions along which the chamber disagrees most. The first component almost always corresponds to a left-right axis. The second typically captures something like progressive-traditionalist or libertarian-authoritarian. The key point: <strong>the axes emerge from the math, not from any labeling on my part.</strong></p>
|
||||
|
||||
<h3>Making Windows Comparable: Procrustes Alignment</h3>
|
||||
<p>Running SVD independently per time window creates a subtle problem: SVD axes are <strong>arbitrarily oriented</strong>. The "left-right" axis from 2020-Q3 and the "left-right" axis from 2021-Q1 might point in completely different directions — even if the underlying politics barely changed. You can't just stack the coordinates and call it a trajectory.</p>
|
||||
<p>I request 50 SVD dimensions per window — but the actual dimensionality is constrained by <code>min(n_MPs, n_motions) - 1</code>. Sparse windows (early years, partial quarters) produce fewer meaningful dimensions. The pipeline handles this gracefully, storing whatever <code>k_used</code> is for each window so downstream fusion always works with the actual vector length.</p>
|
||||
<section id="making-windows-comparable-procrustes-alignment" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="making-windows-comparable-procrustes-alignment">Making Windows Comparable: Procrustes Alignment</h3>
|
||||
<p>Running SVD independently per window creates a subtle problem: SVD axes are <strong>arbitrarily oriented</strong>. The “left-right” axis from 2020-Q3 and the “left-right” axis from 2021-Q1 might point in completely different directions — even if the underlying politics barely changed. You can’t just stack the coordinates and call it a trajectory.</p>
|
||||
<p>The fix is <strong>Procrustes alignment</strong>: given two sets of party/MP positions across consecutive windows, find the rotation matrix R that best maps one onto the other (minimizing the Frobenius norm of the difference), using MPs who appear in both windows as anchors:</p>
|
||||
<pre><code>R = argmin_R ||A − B @ R||_F, subject to R'R = I</code></pre>
|
||||
<pre><code>R = argmin_R ||A - B @ R||_F, subject to R'R = I</code></pre>
|
||||
<p>This is solved cleanly via SVD of the cross-covariance matrix (a nice piece of mathematical symmetry — SVD to build the space, SVD to align it). The result: a continuous track for every party from 2019 to 2026, where position changes reflect genuine political movement rather than axis flips.</p>
|
||||
|
||||
<h2>Step 2: Finding Similar Motions</h2>
|
||||
<p>Once we have SVD vectors for every motion in a window, we can find the most politically similar motions. Two motions are close if they produce a similar split in the chamber — same parties voting the same way.</p>
|
||||
<p>The similarity computation is pure NumPy: load all SVD vectors for a window, L2-normalize, compute cosine similarity via a single matrix multiply, then extract top-k neighbors. For a 4,000-motion quarter, that's a 4000×4000 matrix — fast enough without batching.</p>
|
||||
|
||||
<h2>The Numbers: What We're Working With</h2>
|
||||
|
||||
<table>
|
||||
<thead><tr><th>Year</th><th>Motions</th><th>Breakdown</th></tr></thead>
|
||||
<p>High Procrustes disparity between consecutive windows — where alignment is poor even with the best rotation — is itself a signal: it suggests a structural political shift, not just individual drift.</p>
|
||||
<hr>
|
||||
</section>
|
||||
</section>
|
||||
<section id="step-2-what-each-motion-is-actually-about" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="step-2-what-each-motion-is-actually-about">Step 2: What Each Motion Is Actually About</h2>
|
||||
<p>Voting patterns tell us <em>who</em> agrees, but not <em>why</em>. For that, I add <strong>text embeddings</strong> — dense vector representations of each motion’s content using a language model.</p>
|
||||
<p>I use <strong><code>qwen/qwen3-embedding-4b</code></strong> via OpenRouter — a 4-billion parameter multilingual model that produces 2560-dimensional vectors with strong Dutch-language support. For each motion, I embed the richest text available: full parliamentary body text when we have it (94% of the 29,570 motions after an enrichment pass against the Tweede Kamer API), falling back to the summary description or title otherwise.</p>
|
||||
<p>This lets us do something powerful: find motions that are genuinely similar in <em>topic</em>, not just in voting pattern. Two motions about nitrogen policy from 2020 and 2023 might have very different vote splits (different coalitions, different political moment) but near-identical text embeddings. That’s a meaningful connection.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="step-3-fused-embeddings-the-best-of-both-worlds" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="step-3-fused-embeddings-the-best-of-both-worlds">Step 3: Fused Embeddings — The Best of Both Worlds</h2>
|
||||
<p>SVD gives the political-structural signal: <em>how does this motion split the chamber?</em> Text embeddings give the semantic signal: <em>what is this motion about?</em></p>
|
||||
<p>I concatenate both into a <strong>fused vector</strong> per motion per window:</p>
|
||||
<pre><code>fused = [svd_dims (typically 50)] + [text_dims (2560)] = typically 2610 dimensions</code></pre>
|
||||
<p>The actual dimension varies slightly because SVD dimensionality adapts to window density — the code stores <code>svd_dims</code> and <code>text_dims</code> per row so nothing downstream has to assume a fixed size.</p>
|
||||
<p>This fused representation powers the similarity search. Two motions are “close” only if they’re about a similar <em>topic</em> <strong>and</strong> they produce a similar <em>political split</em>. This filters out spurious matches — two motions might both be controversial (close 50/50 votes) but on completely unrelated things, and the text component separates them.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="the-numbers-what-were-working-with" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="the-numbers-what-were-working-with">The Numbers: What We’re Working With</h2>
|
||||
<p>After the full pipeline run:</p>
|
||||
<table class="caption-top table">
|
||||
<thead>
|
||||
<tr class="header">
|
||||
<th>Year</th>
|
||||
<th>Motions</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr><td>2016</td><td>162</td><td>Mostly legislative proposals (data incomplete)</td></tr>
|
||||
<tr><td>2017</td><td>126</td><td>Mostly legislative proposals (data incomplete)</td></tr>
|
||||
<tr><td>2018</td><td>124</td><td>Mostly legislative proposals (data incomplete)</td></tr>
|
||||
<tr><td>2019</td><td>3,374</td><td>2,058 moties + 350 amendementen</td></tr>
|
||||
<tr><td>2020</td><td>4,223</td><td>3,141 moties + 354 amendementen</td></tr>
|
||||
<tr><td>2021</td><td>4,283</td><td>3,395 moties + 236 amendementen</td></tr>
|
||||
<tr><td>2022</td><td>4,115</td><td>3,255 moties + 290 amendementen</td></tr>
|
||||
<tr><td>2023</td><td>3,272</td><td>2,557 moties + 217 amendementen</td></tr>
|
||||
<tr><td>2024</td><td>3,965</td><td>3,007 moties + 359 amendementen</td></tr>
|
||||
<tr><td>2025</td><td>3,712</td><td>2,900 moties + 251 amendementen</td></tr>
|
||||
<tr><td>2026</td><td>948</td><td>849 moties + 21 amendementen (partial year)</td></tr>
|
||||
<tr class="odd">
|
||||
<td>2016</td>
|
||||
<td>162</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td>2017</td>
|
||||
<td>126</td>
|
||||
</tr>
|
||||
<tr class="odd">
|
||||
<td>2018</td>
|
||||
<td>124</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td>2019</td>
|
||||
<td>3,374</td>
|
||||
</tr>
|
||||
<tr class="odd">
|
||||
<td>2020</td>
|
||||
<td>4,223</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td>2021</td>
|
||||
<td>4,283</td>
|
||||
</tr>
|
||||
<tr class="odd">
|
||||
<td>2022</td>
|
||||
<td>4,115</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td>2023</td>
|
||||
<td>3,272</td>
|
||||
</tr>
|
||||
<tr class="odd">
|
||||
<td>2024</td>
|
||||
<td>3,965</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td>2025</td>
|
||||
<td>3,712</td>
|
||||
</tr>
|
||||
<tr class="odd">
|
||||
<td>2026</td>
|
||||
<td>2,214</td>
|
||||
</tr>
|
||||
<tr class="even">
|
||||
<td><strong>Total</strong></td>
|
||||
<td><strong>29,570</strong></td>
|
||||
</tr>
|
||||
</tbody>
|
||||
</table>
|
||||
|
||||
<p>Early years (2016–2018) are incomplete — the API data for this period is sparse and mostly contains legislative proposals rather than parliamentary motions. From 2019 onwards, the data is comprehensive, running quarterly for 41 time windows in total.</p>
|
||||
|
||||
<div class="callout">
|
||||
<strong>The 2022 spike is striking.</strong> Over 4,000 motions in a single year — this was when the Rutte IV coalition governed amid intense debates on energy prices, housing, the war in Ukraine, and the ongoing nitrogen crisis. 2023 culminated in the November election that brought PVV to its historic first-place finish with 37 seats.
|
||||
</div>
|
||||
|
||||
<h2>Finding 1: The Merger That Was Already Written in the Votes</h2>
|
||||
|
||||
<div class="finding">
|
||||
<strong>The GroenLinks–PvdA merger wasn't a surprise to the data.</strong> In the raw SVD vectors, they appear as separate parties from 2019 through 2023 — but their coordinates were already converging. By late 2022, the distance between them was smaller than the internal variation within most other parties. By 2023-Q3 — the last quarter before the formal merger — GroenLinks and PvdA agreed on <strong>99.8%</strong> of recorded votes.
|
||||
|
||||
<img src="../docs/research/party_agreement_2023Q3.png" alt="Party agreement matrix — 2023-Q3" style="width:100%;max-width:700px;border-radius:8px;margin:12px 0;display:block">
|
||||
</div>
|
||||
|
||||
<p>The raw data preserves the distinction carefully. From 2019 through mid-2023, the <code>svd_vectors</code> table lists <strong>GroenLinks</strong> and <strong>PvdA</strong> as separate entries per window. From late 2023 onwards — when the merger formally took effect in parliament — a single <strong>GroenLinks-PvdA</strong> entity appears. The pipeline tracks this faithfully: you can literally watch two separate points on the political compass drift together and then merge into one.</p>
|
||||
|
||||
<p>What's striking is <em>how early</em> the convergence is visible. By 2021 — two full years before the merger announcement — GroenLinks and PvdA coordinates in the SVD space are nearly overlapping. At the individual MP level, there was occasional divergence on defense and security votes (GroenLinks MPs pulling slightly away from the PvdA centroid), but at the party level they were practically indistinguishable.</p>
|
||||
|
||||
<p>This created an interesting pipeline challenge: the party normalization step has a mapping that folds both names into <code>GroenLinks-PvdA</code> across the <em>entire</em> dataset. For the post-merger period that's correct; for the pre-merger period it's a simplification that hides the convergence story. The raw vectors still capture it — you just have to know to look.</p>
|
||||
|
||||
<p>After the formal merger, GroenLinks-PvdA became one of the most <strong>cohesive</strong> parties in parliament. Their internal voting discipline rivals SGP and ChristenUnie — near-perfect blocs. VVD, by contrast, shows the most internal variation, which tracks with what you'd expect from a large centrist party managing conflicting wings.</p>
|
||||
|
||||
<h2>Finding 2: When Left and Right Unite Against the Center</h2>
|
||||
|
||||
<div class="finding">
|
||||
<strong>The most surprising pattern in the data isn't left vs. right — it's left <em>and</em> right vs. the governing coalition.</strong>
|
||||
</div>
|
||||
|
||||
<p>During the Rutte IV cabinet (2022–2023), a recurring pattern emerged: PVV, FvD, and JA21 (right-wing) would vote with SP, GroenLinks-PvdA, PvdD, DENK, and Volt (left-wing) <strong>against</strong> the governing parties VVD, D66, CDA, and ChristenUnie. This isn't a one-off — it happened on dozens of motions.</p>
|
||||
|
||||
<p>The topics tell the story:</p>
|
||||
<ul>
|
||||
<li><strong>Disability care bureaucracy</strong> — motions to reduce administrative burden in disability care. The populist right and the progressive left both opposed the coalition's market-oriented approach.</li>
|
||||
<li><strong>Respite care for intensive caregivers</strong> — same coalition of radical left and radical right, opposing centrist fiscal restraint.</li>
|
||||
<li><strong>Anti-fraud budget retention</strong> — the coalition wanted to maintain the anti-fraud apparatus (think: the toeslagenaffaire aftermath); both flanks pushed back.</li>
|
||||
<li><strong>Education funding</strong> — motions to increase fundamental education budgets. VVD and D66 voted against; PVV and SP voted together.</li>
|
||||
<li><strong>Regional infrastructure</strong> — train stations, Eindhoven connectivity, regional investment. Left+right voted for; coalition voted against.</li>
|
||||
</ul>
|
||||
|
||||
<p>This is the classic "horseshoe" pattern in political science — the extremes converging against the center — but it's remarkable to see it so clearly in the voting geometry. It's not ideological agreement between left and right; it's a shared opposition to the governing consensus.</p>
|
||||
|
||||
<h2>Finding 3: BBB's Geometric Arrival</h2>
|
||||
<p>When BBB (BoerBurgerBeweging) entered parliament after the 2023 provincial elections, their SVD position placed them between PVV and CDA — consistent with their policy profile: agrarian-nationalist populism with Catholic-provincial roots. New parties don't get to pick their geometric location; the voting record places them. That BBB landed exactly where you'd expect is a good validity check.</p>
|
||||
<p>What the geometry also shows: BBB started close to PVV on the nationalist axis, but drifted toward the CDA cluster over their first year in parliament — visible as a curved trajectory rather than a fixed point.</p>
|
||||
|
||||
<h2>Finding 4: The Closest Votes in a Decade</h2>
|
||||
|
||||
<p>The controversy score (<code>1 − winning_margin</code>) reveals the knife-edge votes. In the current fragmented parliament, the tightest split is a perfect <strong>8–8 party-line tie</strong> — decided by the chamber chair's casting vote. These happened on:</p>
|
||||
|
||||
<ul>
|
||||
<li><strong>Family reunification for AMV status holders</strong> (Boomsma motion, 2025) — immigration policy at its most contested</li>
|
||||
<li><strong>Nuclear weapons and NATO</strong> (Dobbe motion, 2025) — whether to push for nuclear disarmament within the alliance</li>
|
||||
<li><strong>Long COVID research funding</strong> (Kostic motion, 2025) — healthcare commitments that split parties along unexpected lines</li>
|
||||
<li><strong>Cormorant population management</strong> (Kostic motion, 2025) — agricultural vs. ecological interests in a literal bird-counting exercise</li>
|
||||
</ul>
|
||||
|
||||
<p>The narrowest non-tie votes are razor-thin too: Wilders' asylum emergency stop motion lost by the slimmest margin (5 parties for, 16 tied — effectively blocked), while Marijnissen's motion against private equity in GP practices nearly flipped the other way (16 for, 5 tied). On a different day, a different MP showing up, Dutch immigration and healthcare policy could have shifted.</p>
|
||||
|
||||
<p>More broadly, over <strong>15,000 motions</strong> had winning margins below 55% — these are the genuinely contested decisions, not the rubber stamps. At the other extreme, about 3,700 motions passed with 95%+ support: the uncontroversial consensus items that rarely make headlines.</p>
|
||||
|
||||
<h2>The Pipeline Architecture</h2>
|
||||
<p>The 2022 spike is striking — over 4,000 motions in a single year. This was the year the Rutte IV coalition took office amid intense debates on energy prices, housing, the war in Ukraine, and the ongoing nitrogen crisis. 2023 is similarly dense at 3,272 motions, culminating in the November election that brought PVV to its historic first-place finish.</p>
|
||||
<p>Early years (2016–2018) use annual windows because the data is too sparse for meaningful quarterly SVD. From 2019 onwards, everything runs quarterly, giving us 41 windows in total.</p>
|
||||
<p>The similarity cache holds <strong>409,938 precomputed pairs</strong> — top 10 neighbors per motion per window — making lookup instant at query time.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="interesting-findings" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="interesting-findings">Interesting Findings</h2>
|
||||
<section id="the-20222023-polarization-surge" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="the-20222023-polarization-surge">The 2022–2023 Polarization Surge</h3>
|
||||
<p>2022 and 2023 together account for more than a quarter of all motions in the dataset. In the SVD positions for 2022, the distance between the governing coalition (VVD, D66, CDA, CU) and the opposition (PVV, SP, FvD) is near its maximum. The nitrogen crisis and energy policy debates forced unusually sharp coalition discipline — which shows up geometrically as well-separated clusters.</p>
|
||||
<p>2023 continued the intensity, and the Procrustes-aligned trajectory shows the party positions in 2023-Q4 and 2024-Q1 shifting noticeably as the new coalition began to form.</p>
|
||||
</section>
|
||||
<section id="bbbs-geometric-arrival" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="bbbs-geometric-arrival">BBB’s Geometric Arrival</h3>
|
||||
<p>When BBB (BoerBurgerBeweging) entered parliament in 2023 with a historic 16 seats, their SVD position placed them between PVV and CDA — exactly matching their policy profile: agrarian-nationalist populism with Catholic-provincial roots. The model found this without being told. That’s a good sanity check that the geometry is capturing something real.</p>
|
||||
</section>
|
||||
<section id="the-strange-case-of-verworpen." class="level3">
|
||||
<h3 class="anchored" data-anchor-id="the-strange-case-of-verworpen.">The Strange Case of “Verworpen.”</h3>
|
||||
<p>Motions rejected without debate are recorded with the title “Verworpen.” (Rejected.). There are hundreds of these. Because they share a 9-character title, their text embeddings are <strong>identical</strong> — cosine similarity 1.0 to every other “Verworpen.” in the cache. Technically correct; semantically meaningless. The UI layer filters these out.</p>
|
||||
<p>It’s a reminder that <strong>data quality surprises emerge at scale</strong>. I found three or four similar pathologies (motions withdrawn mid-session, duplicate API records) that required explicit handling.</p>
|
||||
</section>
|
||||
<section id="party-cohesion-as-a-signal" class="level3">
|
||||
<h3 class="anchored" data-anchor-id="party-cohesion-as-a-signal">Party Cohesion as a Signal</h3>
|
||||
<p>Party cohesion — how often all MPs of a party vote identically — varies enormously. SGP and CU are near-perfect blocs. PvdA/GroenLinks (post-2023 merger) is similarly tight. VVD shows the most internal variation, which tracks with what you’d expect from a governing party managing coalition discipline across conflicting wings.</p>
|
||||
<p>In earlier years (2019–2020), before the GroenLinks-PvdA merger, GroenLinks occasionally splits on security and defense policy — visible in the SVD as individual MP positions diverging from the party centroid.</p>
|
||||
<hr>
|
||||
</section>
|
||||
</section>
|
||||
<section id="the-pipeline-architecture" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="the-pipeline-architecture">The Pipeline Architecture</h2>
|
||||
<p>Single DuckDB database, modular Python pipeline, no cloud infrastructure:</p>
|
||||
<pre><code>API (Tweede Kamer OData)
|
||||
→ download_past_year.py → motions table (28,304 rows)
|
||||
|
||||
<pre><code>API (Tweede Kamer OData)
|
||||
→ download_past_year.py
|
||||
→ motions table (29,570 rows)
|
||||
|
||||
motions
|
||||
→ extract_mp_votes.py → mp_votes table (508,765 rows)
|
||||
→ sync_motion_content.py → body_text enrichment (~94% coverage)
|
||||
→ svd_pipeline.py → svd_vectors table (73,165 rows, 41 windows)
|
||||
|
||||
svd_vectors
|
||||
→ similarity/compute.py → similarity_cache (top-10 per window)</code></pre>
|
||||
<p>The similarity computation is pure NumPy: load all SVD vectors for a window, pad to uniform length, L2-normalize, compute the full cosine similarity matrix via a single matrix multiply, then extract top-k neighbors. For a 4,000-motion quarter, that's a 4000×4000 matrix operation — fast enough that batching isn't needed.</p>
|
||||
<p>The database sits at ~18 GB on disk — the full parliamentary text for 26,000+ motions accounts for most of that.</p>
|
||||
|
||||
<h2>What the Axes Actually Mean</h2>
|
||||
|
||||
<p>One of the trickiest problems was labeling the SVD axes. The first component reliably captures left-right economics. But components 3 through 10? The mathematical procedure is sound — SVD finds the directions of maximum variance — but the <em>meaning</em> of each axis has to be derived from the actual motions that load heavily on it.</p>
|
||||
|
||||
<p>I solved this by extracting the top 50 motions per component (by absolute loading score), then analyzing their content. Some clear patterns emerged:</p>
|
||||
|
||||
<ul>
|
||||
<li><strong>Component 1</strong>: Fiscal-economic policy vs. social welfare and international rights — the classic left-right split.</li>
|
||||
<li><strong>Component 2</strong>: Nationalist vs. multilateralist orientation — PVV/FvD on one side, Volt/GroenLinks-PvdA on the other.</li>
|
||||
<li><strong>Component 3</strong>: Welfare state vs. defense spending — flip of the usual axis (with SP/PvdD on the pro-welfare side, VVD/SGP on the pro-defense side).</li>
|
||||
</ul>
|
||||
|
||||
<div class="callout">
|
||||
<strong>How much do the first two axes actually capture?</strong> In a single-window SVD (current parliament), PC1 explains ~29% of the variance and PC2 explains ~11.5% — together accounting for <strong>~41%</strong> of all voting variation. PC3 adds another 8.6%, but from there it drops off sharply: PC4 is under 9%, and components 5–8 each contribute 3–6%. The classic "scree plot" elbow is clear: the first two dimensions carry the signal, the rest is real but diminishing. When looking across <em>all</em> time windows with Procrustes alignment, the picture flattens considerably — PC1 and PC2 each explain ~14.6% and ~13.1% respectively — because aligning 41 different windows distributes variance more evenly. The multi-window perspective is more conservative, but the message is the same: Dutch politics is largely two-dimensional.
|
||||
|
||||
<img src="../docs/research/scree_multiwindow.png" alt="Scree plot — multi-window Procrustes-aligned SVD" style="width:100%;max-width:600px;border-radius:8px;margin:12px 0;display:block">
|
||||
<em style="font-size:0.85em">Scree plot across 41 aligned quarterly windows. PC1 = 14.6%, PC2 = 13.1%.</em>
|
||||
</div>
|
||||
|
||||
<h2>What's Next</h2>
|
||||
|
||||
<p><strong>Motion explorer</strong>: Given a motion, retrieve the 10 most politically similar ones from across the decade. Trace how a policy debate evolved — who championed it, how the coalitions shifted.</p>
|
||||
|
||||
<p><strong>Party trajectory animation</strong>: Procrustes-aligned positions, animated year by year. Watch GroenLinks-PvdA's pre-merger convergence, watch PVV consolidate its flank, watch new parties arrive and find their geometric home.</p>
|
||||
|
||||
<p><strong>Cross-party coalition patterns</strong>: Which topics produce unusual coalition configurations — motions where the normal left-right split breaks down and unexpected alliances form.</p>
|
||||
|
||||
<p><strong>Cabinet crisis detection</strong>: Track coalition cohesion over time. When do coalition parties start voting against each other? The Procrustes disparity between consecutive windows is itself a signal of structural political shifts.</p>
|
||||
|
||||
<h2>Reproducibility</h2>
|
||||
<pre><code># Download historical data
|
||||
python scripts/download_past_year.py --start-date 2016-01-01 --end-date 2026-01-01
|
||||
|
||||
# Run full pipeline (SVD, similarity cache)
|
||||
python -m pipeline.run_pipeline --db-path data/motions.db \
|
||||
--start-date 2016-01-01 --end-date 2026-01-01 \
|
||||
--window-size quarterly --text-batch-size 200
|
||||
|
||||
# Enrich with full motion body text
|
||||
python scripts/sync_motion_content.py --db-path data/motions.db</code></pre>
|
||||
<p>All computation — SVD, similarity — runs locally on a single machine. No cloud services, no GPU required.</p>
|
||||
|
||||
→ extract_mp_votes.py → mp_votes table (531,869 rows)
|
||||
→ sync_motion_content.py → body_text enrichment (~94%)
|
||||
→ text_pipeline.py → embeddings table (28,680 rows, qwen3-embedding-4b via OpenRouter)
|
||||
→ svd_pipeline.py → svd_vectors table (73,172 rows, 41 windows)
|
||||
|
||||
svd_vectors + embeddings
|
||||
→ fusion.py → fused_embeddings table (41,422 rows)
|
||||
|
||||
fused_embeddings
|
||||
→ similarity/compute.py → similarity_cache table (409,938 rows, top-10 per window)</code></pre>
|
||||
<p>The similarity computation is pure NumPy: load all fused vectors for a window, pad to uniform length, L2-normalize, compute the full <code>N×N</code> cosine similarity matrix via a single matrix multiply (<code>normalized @ normalized.T</code>), then extract top-k neighbors per row with <code>np.argpartition</code>. For a 4,000-motion quarter, that’s a 4000×4000 matrix operation — fast enough that it’s not worth batching.</p>
|
||||
<p>The database sits at 18 GB on disk — up from ~3 GB before body text enrichment. The full parliamentary text for 28,000+ motions accounts for most of that growth.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="what-i-built-on-top" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="what-i-built-on-top">What I Built On Top</h2>
|
||||
<p>The pipeline above is the foundation. Here’s what it now powers:</p>
|
||||
<p><strong>Overton Window analysis</strong>: Using the SVD compass and vote records, I tested whether the Dutch Overton window shifted after PVV’s November 2023 election victory. The answer: it widened, but through right-wing moderation rather than centrist conversion. Centrist support for right-wing motions rose from 25% to 51%, while centrists actually moved <em>left</em> on the SVD compass. The full analysis covers 3,030 classified right-wing motions, 2D extremity scoring, quarterly trajectories, and mechanism classification. <a href="../reports/overton_window/overton_report.html">Read the full report →</a></p>
|
||||
<p><strong>2D extremity scoring</strong>: Every motion in the database has been scored by an LLM on two independent dimensions: stylistic extremity (rhetorical hostility) and material impact (policy consequence). They’re only moderately correlated (r = 0.43), which matters: right-wing motions post-2024 became milder on <em>both</em> dimensions, not just in tone.</p>
|
||||
<p><strong>Streamlit Explorer</strong>: An interactive dashboard where you can browse the SVD compass, trace party trajectories over time, explore centrist support trends, and browse individual motions with their extremity scores and similarity matches. The same data and methods that drive the analysis reports power the live exploration interface.</p>
|
||||
<hr>
|
||||
</section>
|
||||
<section id="reproducibility" class="level2">
|
||||
<h2 class="anchored" data-anchor-id="reproducibility">Reproducibility</h2>
|
||||
<div class="code-copy-outer-scaffold"><div class="sourceCode" id="cb4"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="co"># Download historical data</span></span>
|
||||
<span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a><span class="ex">python</span> scripts/download_past_year.py <span class="at">--start-date</span> 2016-01-01 <span class="at">--end-date</span> 2026-01-01</span>
|
||||
<span id="cb4-3"><a href="#cb4-3" aria-hidden="true" tabindex="-1"></a></span>
|
||||
<span id="cb4-4"><a href="#cb4-4" aria-hidden="true" tabindex="-1"></a><span class="co"># Run full pipeline (SVD, text embeddings, fusion, similarity cache)</span></span>
|
||||
<span id="cb4-5"><a href="#cb4-5" aria-hidden="true" tabindex="-1"></a><span class="ex">python</span> <span class="at">-m</span> pipeline.run_pipeline <span class="at">--db-path</span> data/motions.db <span class="dt">\</span></span>
|
||||
<span id="cb4-6"><a href="#cb4-6" aria-hidden="true" tabindex="-1"></a> <span class="at">--start-date</span> 2016-01-01 <span class="at">--end-date</span> 2026-01-01 <span class="dt">\</span></span>
|
||||
<span id="cb4-7"><a href="#cb4-7" aria-hidden="true" tabindex="-1"></a> <span class="at">--window-size</span> quarterly <span class="at">--text-batch-size</span> 200</span>
|
||||
<span id="cb4-8"><a href="#cb4-8" aria-hidden="true" tabindex="-1"></a></span>
|
||||
<span id="cb4-9"><a href="#cb4-9" aria-hidden="true" tabindex="-1"></a><span class="co"># Enrich with full motion body text</span></span>
|
||||
<span id="cb4-10"><a href="#cb4-10" aria-hidden="true" tabindex="-1"></a><span class="ex">python</span> scripts/sync_motion_content.py <span class="at">--db-path</span> data/motions.db</span></code></pre></div><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></div>
|
||||
<p>The DB grows to ~18 GB for the full dataset including body text. All computation — SVD, fusion, similarity — runs locally on a single machine.</p>
|
||||
<p>Democracy is more legible than it looks.</p>
|
||||
</body>
|
||||
</html>
|
||||
</section>
|
||||
|
||||
</main>
|
||||
<!-- /main column -->
|
||||
<script id="quarto-html-after-body" type="application/javascript">
|
||||
window.document.addEventListener("DOMContentLoaded", function (event) {
|
||||
const icon = "";
|
||||
const anchorJS = new window.AnchorJS();
|
||||
anchorJS.options = {
|
||||
placement: 'right',
|
||||
icon: icon
|
||||
};
|
||||
anchorJS.add('.anchored');
|
||||
const isCodeAnnotation = (el) => {
|
||||
for (const clz of el.classList) {
|
||||
if (clz.startsWith('code-annotation-')) {
|
||||
return true;
|
||||
}
|
||||
}
|
||||
return false;
|
||||
}
|
||||
const onCopySuccess = function(e) {
|
||||
// button target
|
||||
const button = e.trigger;
|
||||
// don't keep focus
|
||||
button.blur();
|
||||
// flash "checked"
|
||||
button.classList.add('code-copy-button-checked');
|
||||
var currentTitle = button.getAttribute("title");
|
||||
button.setAttribute("title", "Copied!");
|
||||
let tooltip;
|
||||
if (window.bootstrap) {
|
||||
button.setAttribute("data-bs-toggle", "tooltip");
|
||||
button.setAttribute("data-bs-placement", "left");
|
||||
button.setAttribute("data-bs-title", "Copied!");
|
||||
tooltip = new bootstrap.Tooltip(button,
|
||||
{ trigger: "manual",
|
||||
customClass: "code-copy-button-tooltip",
|
||||
offset: [0, -8]});
|
||||
tooltip.show();
|
||||
}
|
||||
setTimeout(function() {
|
||||
if (tooltip) {
|
||||
tooltip.hide();
|
||||
button.removeAttribute("data-bs-title");
|
||||
button.removeAttribute("data-bs-toggle");
|
||||
button.removeAttribute("data-bs-placement");
|
||||
}
|
||||
button.setAttribute("title", currentTitle);
|
||||
button.classList.remove('code-copy-button-checked');
|
||||
}, 1000);
|
||||
// clear code selection
|
||||
e.clearSelection();
|
||||
}
|
||||
const getTextToCopy = function(trigger) {
|
||||
const outerScaffold = trigger.parentElement.cloneNode(true);
|
||||
const codeEl = outerScaffold.querySelector('code');
|
||||
for (const childEl of codeEl.children) {
|
||||
if (isCodeAnnotation(childEl)) {
|
||||
childEl.remove();
|
||||
}
|
||||
}
|
||||
return codeEl.innerText;
|
||||
}
|
||||
const clipboard = new window.ClipboardJS('.code-copy-button:not([data-in-quarto-modal])', {
|
||||
text: getTextToCopy
|
||||
});
|
||||
clipboard.on('success', onCopySuccess);
|
||||
if (window.document.getElementById('quarto-embedded-source-code-modal')) {
|
||||
const clipboardModal = new window.ClipboardJS('.code-copy-button[data-in-quarto-modal]', {
|
||||
text: getTextToCopy,
|
||||
container: window.document.getElementById('quarto-embedded-source-code-modal')
|
||||
});
|
||||
clipboardModal.on('success', onCopySuccess);
|
||||
}
|
||||
var localhostRegex = new RegExp(/^(?:http|https):\/\/localhost\:?[0-9]*\//);
|
||||
var mailtoRegex = new RegExp(/^mailto:/);
|
||||
var filterRegex = new RegExp('/' + window.location.host + '/');
|
||||
var isInternal = (href) => {
|
||||
return filterRegex.test(href) || localhostRegex.test(href) || mailtoRegex.test(href);
|
||||
}
|
||||
// Inspect non-navigation links and adorn them if external
|
||||
var links = window.document.querySelectorAll('a[href]:not(.nav-link):not(.navbar-brand):not(.toc-action):not(.sidebar-link):not(.sidebar-item-toggle):not(.pagination-link):not(.no-external):not([aria-hidden]):not(.dropdown-item):not(.quarto-navigation-tool):not(.about-link)');
|
||||
for (var i=0; i<links.length; i++) {
|
||||
const link = links[i];
|
||||
if (!isInternal(link.href)) {
|
||||
// undo the damage that might have been done by quarto-nav.js in the case of
|
||||
// links that we want to consider external
|
||||
if (link.dataset.originalHref !== undefined) {
|
||||
link.href = link.dataset.originalHref;
|
||||
}
|
||||
}
|
||||
}
|
||||
function tippyHover(el, contentFn, onTriggerFn, onUntriggerFn) {
|
||||
const config = {
|
||||
allowHTML: true,
|
||||
maxWidth: 500,
|
||||
delay: 100,
|
||||
arrow: false,
|
||||
appendTo: function(el) {
|
||||
return el.parentElement;
|
||||
},
|
||||
interactive: true,
|
||||
interactiveBorder: 10,
|
||||
theme: 'quarto',
|
||||
placement: 'bottom-start',
|
||||
};
|
||||
if (contentFn) {
|
||||
config.content = contentFn;
|
||||
}
|
||||
if (onTriggerFn) {
|
||||
config.onTrigger = onTriggerFn;
|
||||
}
|
||||
if (onUntriggerFn) {
|
||||
config.onUntrigger = onUntriggerFn;
|
||||
}
|
||||
window.tippy(el, config);
|
||||
}
|
||||
const noterefs = window.document.querySelectorAll('a[role="doc-noteref"]');
|
||||
for (var i=0; i<noterefs.length; i++) {
|
||||
const ref = noterefs[i];
|
||||
tippyHover(ref, function() {
|
||||
// use id or data attribute instead here
|
||||
let href = ref.getAttribute('data-footnote-href') || ref.getAttribute('href');
|
||||
try { href = new URL(href).hash; } catch {}
|
||||
const id = href.replace(/^#\/?/, "");
|
||||
const note = window.document.getElementById(id);
|
||||
if (note) {
|
||||
return note.innerHTML;
|
||||
} else {
|
||||
return "";
|
||||
}
|
||||
});
|
||||
}
|
||||
const xrefs = window.document.querySelectorAll('a.quarto-xref');
|
||||
const processXRef = (id, note) => {
|
||||
// Strip column container classes
|
||||
const stripColumnClz = (el) => {
|
||||
el.classList.remove("page-full", "page-columns");
|
||||
if (el.children) {
|
||||
for (const child of el.children) {
|
||||
stripColumnClz(child);
|
||||
}
|
||||
}
|
||||
}
|
||||
stripColumnClz(note)
|
||||
if (id === null || id.startsWith('sec-')) {
|
||||
// Special case sections, only their first couple elements
|
||||
const container = document.createElement("div");
|
||||
if (note.children && note.children.length > 2) {
|
||||
container.appendChild(note.children[0].cloneNode(true));
|
||||
for (let i = 1; i < note.children.length; i++) {
|
||||
const child = note.children[i];
|
||||
if (child.tagName === "P" && child.innerText === "") {
|
||||
continue;
|
||||
} else {
|
||||
container.appendChild(child.cloneNode(true));
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (window.Quarto?.typesetMath) {
|
||||
window.Quarto.typesetMath(container);
|
||||
}
|
||||
return container.innerHTML
|
||||
} else {
|
||||
if (window.Quarto?.typesetMath) {
|
||||
window.Quarto.typesetMath(note);
|
||||
}
|
||||
return note.innerHTML;
|
||||
}
|
||||
} else {
|
||||
// Remove any anchor links if they are present
|
||||
const anchorLink = note.querySelector('a.anchorjs-link');
|
||||
if (anchorLink) {
|
||||
anchorLink.remove();
|
||||
}
|
||||
if (window.Quarto?.typesetMath) {
|
||||
window.Quarto.typesetMath(note);
|
||||
}
|
||||
if (note.classList.contains("callout")) {
|
||||
return note.outerHTML;
|
||||
} else {
|
||||
return note.innerHTML;
|
||||
}
|
||||
}
|
||||
}
|
||||
for (var i=0; i<xrefs.length; i++) {
|
||||
const xref = xrefs[i];
|
||||
tippyHover(xref, undefined, function(instance) {
|
||||
instance.disable();
|
||||
let url = xref.getAttribute('href');
|
||||
let hash = undefined;
|
||||
if (url.startsWith('#')) {
|
||||
hash = url;
|
||||
} else {
|
||||
try { hash = new URL(url).hash; } catch {}
|
||||
}
|
||||
if (hash) {
|
||||
const id = hash.replace(/^#\/?/, "");
|
||||
const note = window.document.getElementById(id);
|
||||
if (note !== null) {
|
||||
try {
|
||||
const html = processXRef(id, note.cloneNode(true));
|
||||
instance.setContent(html);
|
||||
} finally {
|
||||
instance.enable();
|
||||
instance.show();
|
||||
}
|
||||
} else {
|
||||
// See if we can fetch this
|
||||
fetch(url.split('#')[0])
|
||||
.then(res => res.text())
|
||||
.then(html => {
|
||||
const parser = new DOMParser();
|
||||
const htmlDoc = parser.parseFromString(html, "text/html");
|
||||
const note = htmlDoc.getElementById(id);
|
||||
if (note !== null) {
|
||||
const html = processXRef(id, note);
|
||||
instance.setContent(html);
|
||||
}
|
||||
}).finally(() => {
|
||||
instance.enable();
|
||||
instance.show();
|
||||
});
|
||||
}
|
||||
} else {
|
||||
// See if we can fetch a full url (with no hash to target)
|
||||
// This is a special case and we should probably do some content thinning / targeting
|
||||
fetch(url)
|
||||
.then(res => res.text())
|
||||
.then(html => {
|
||||
const parser = new DOMParser();
|
||||
const htmlDoc = parser.parseFromString(html, "text/html");
|
||||
const note = htmlDoc.querySelector('main.content');
|
||||
if (note !== null) {
|
||||
// This should only happen for chapter cross references
|
||||
// (since there is no id in the URL)
|
||||
// remove the first header
|
||||
if (note.children.length > 0 && note.children[0].tagName === "HEADER") {
|
||||
note.children[0].remove();
|
||||
}
|
||||
const html = processXRef(null, note);
|
||||
instance.setContent(html);
|
||||
}
|
||||
}).finally(() => {
|
||||
instance.enable();
|
||||
instance.show();
|
||||
});
|
||||
}
|
||||
}, function(instance) {
|
||||
});
|
||||
}
|
||||
let selectedAnnoteEl;
|
||||
const selectorForAnnotation = ( cell, annotation) => {
|
||||
let cellAttr = 'data-code-cell="' + cell + '"';
|
||||
let lineAttr = 'data-code-annotation="' + annotation + '"';
|
||||
const selector = 'span[' + cellAttr + '][' + lineAttr + ']';
|
||||
return selector;
|
||||
}
|
||||
const selectCodeLines = (annoteEl) => {
|
||||
const doc = window.document;
|
||||
const targetCell = annoteEl.getAttribute("data-target-cell");
|
||||
const targetAnnotation = annoteEl.getAttribute("data-target-annotation");
|
||||
const annoteSpan = window.document.querySelector(selectorForAnnotation(targetCell, targetAnnotation));
|
||||
const lines = annoteSpan.getAttribute("data-code-lines").split(",");
|
||||
const lineIds = lines.map((line) => {
|
||||
return targetCell + "-" + line;
|
||||
})
|
||||
let top = null;
|
||||
let height = null;
|
||||
let parent = null;
|
||||
if (lineIds.length > 0) {
|
||||
//compute the position of the single el (top and bottom and make a div)
|
||||
const el = window.document.getElementById(lineIds[0]);
|
||||
top = el.offsetTop;
|
||||
height = el.offsetHeight;
|
||||
parent = el.parentElement.parentElement;
|
||||
if (lineIds.length > 1) {
|
||||
const lastEl = window.document.getElementById(lineIds[lineIds.length - 1]);
|
||||
const bottom = lastEl.offsetTop + lastEl.offsetHeight;
|
||||
height = bottom - top;
|
||||
}
|
||||
if (top !== null && height !== null && parent !== null) {
|
||||
// cook up a div (if necessary) and position it
|
||||
let div = window.document.getElementById("code-annotation-line-highlight");
|
||||
if (div === null) {
|
||||
div = window.document.createElement("div");
|
||||
div.setAttribute("id", "code-annotation-line-highlight");
|
||||
div.style.position = 'absolute';
|
||||
parent.appendChild(div);
|
||||
}
|
||||
div.style.top = top - 2 + "px";
|
||||
div.style.height = height + 4 + "px";
|
||||
div.style.left = 0;
|
||||
let gutterDiv = window.document.getElementById("code-annotation-line-highlight-gutter");
|
||||
if (gutterDiv === null) {
|
||||
gutterDiv = window.document.createElement("div");
|
||||
gutterDiv.setAttribute("id", "code-annotation-line-highlight-gutter");
|
||||
gutterDiv.style.position = 'absolute';
|
||||
const codeCell = window.document.getElementById(targetCell);
|
||||
const gutter = codeCell.querySelector('.code-annotation-gutter');
|
||||
gutter.appendChild(gutterDiv);
|
||||
}
|
||||
gutterDiv.style.top = top - 2 + "px";
|
||||
gutterDiv.style.height = height + 4 + "px";
|
||||
}
|
||||
selectedAnnoteEl = annoteEl;
|
||||
}
|
||||
};
|
||||
const unselectCodeLines = () => {
|
||||
const elementsIds = ["code-annotation-line-highlight", "code-annotation-line-highlight-gutter"];
|
||||
elementsIds.forEach((elId) => {
|
||||
const div = window.document.getElementById(elId);
|
||||
if (div) {
|
||||
div.remove();
|
||||
}
|
||||
});
|
||||
selectedAnnoteEl = undefined;
|
||||
};
|
||||
// Handle positioning of the toggle
|
||||
window.addEventListener(
|
||||
"resize",
|
||||
throttle(() => {
|
||||
elRect = undefined;
|
||||
if (selectedAnnoteEl) {
|
||||
selectCodeLines(selectedAnnoteEl);
|
||||
}
|
||||
}, 10)
|
||||
);
|
||||
function throttle(fn, ms) {
|
||||
let throttle = false;
|
||||
let timer;
|
||||
return (...args) => {
|
||||
if(!throttle) { // first call gets through
|
||||
fn.apply(this, args);
|
||||
throttle = true;
|
||||
} else { // all the others get throttled
|
||||
if(timer) clearTimeout(timer); // cancel #2
|
||||
timer = setTimeout(() => {
|
||||
fn.apply(this, args);
|
||||
timer = throttle = false;
|
||||
}, ms);
|
||||
}
|
||||
};
|
||||
}
|
||||
// Attach click handler to the DT
|
||||
const annoteDls = window.document.querySelectorAll('dt[data-target-cell]');
|
||||
for (const annoteDlNode of annoteDls) {
|
||||
annoteDlNode.addEventListener('click', (event) => {
|
||||
const clickedEl = event.target;
|
||||
if (clickedEl !== selectedAnnoteEl) {
|
||||
unselectCodeLines();
|
||||
const activeEl = window.document.querySelector('dt[data-target-cell].code-annotation-active');
|
||||
if (activeEl) {
|
||||
activeEl.classList.remove('code-annotation-active');
|
||||
}
|
||||
selectCodeLines(clickedEl);
|
||||
clickedEl.classList.add('code-annotation-active');
|
||||
} else {
|
||||
// Unselect the line
|
||||
unselectCodeLines();
|
||||
clickedEl.classList.remove('code-annotation-active');
|
||||
}
|
||||
});
|
||||
}
|
||||
const findCites = (el) => {
|
||||
const parentEl = el.parentElement;
|
||||
if (parentEl) {
|
||||
const cites = parentEl.dataset.cites;
|
||||
if (cites) {
|
||||
return {
|
||||
el,
|
||||
cites: cites.split(' ')
|
||||
};
|
||||
} else {
|
||||
return findCites(el.parentElement)
|
||||
}
|
||||
} else {
|
||||
return undefined;
|
||||
}
|
||||
};
|
||||
var bibliorefs = window.document.querySelectorAll('a[role="doc-biblioref"]');
|
||||
for (var i=0; i<bibliorefs.length; i++) {
|
||||
const ref = bibliorefs[i];
|
||||
const citeInfo = findCites(ref);
|
||||
if (citeInfo) {
|
||||
tippyHover(citeInfo.el, function() {
|
||||
var popup = window.document.createElement('div');
|
||||
citeInfo.cites.forEach(function(cite) {
|
||||
var citeDiv = window.document.createElement('div');
|
||||
citeDiv.classList.add('hanging-indent');
|
||||
citeDiv.classList.add('csl-entry');
|
||||
var biblioDiv = window.document.getElementById('ref-' + cite);
|
||||
if (biblioDiv) {
|
||||
citeDiv.innerHTML = biblioDiv.innerHTML;
|
||||
}
|
||||
popup.appendChild(citeDiv);
|
||||
});
|
||||
return popup.innerHTML;
|
||||
});
|
||||
}
|
||||
}
|
||||
});
|
||||
</script>
|
||||
</div> <!-- /content -->
|
||||
|
||||
|
||||
|
||||
|
||||
</body></html>
|
||||
Reference in New Issue
Block a user