Implement updates tracking OWID grapher

.bundlemonrc.json

@@ -4,8 +4,8 @@
     "files": [
         {
             "path": "owid.mjs",
-            "maxSize": "820kB",
-            "maxPercentIncrease": 5
+            "maxSize": "785kB",
+            "maxPercentIncrease": 2
         },
         {
             "path": "owid.css",

.claude/settings.json

@@ -1,6 +1,26 @@
 {
     "permissions": {
-        "allow": ["Bash(grep:*)", "Bash(yarn typecheck)", "Bash(git log:*)"],
+        "allow": [
+            "Bash(git log:*)",
+            "Bash(grep:*)",
+            "Bash(yarn typecheck:*)",
+            "Bash(yarn testLintChanged:*)",
+            "Bash(yarn fixLintChanged:*)",
+            "Bash(yarn testFormatChanged:*)",
+            "Bash(yarn fixFormatChanged:*)",
+            "Bash(yarn query:*)",
+
+            "Bash(gh issue list:*)",
+            "Bash(gh issue view:*)",
+            "Bash(gh pr checks:*)",
+            "Bash(gh pr diff:*)",
+            "Bash(gh pr list:*)",
+            "Bash(gh pr view:*)",
+            "Bash(gh repo view:*)",
+            "Bash(gh run list:*)",
+            "Bash(gh run view:*)",
+            "Bash(gh search:*)"
+        ],
         "deny": []
     }
 }

.claude/skills/add-synonym/SKILL.md

@@ -0,0 +1,64 @@
+---
+name: add-synonym
+description: Add search synonyms to the Algolia synonym list. Use when someone wants to add, update, or extend synonym groups for site search.
+metadata:
+    internal: true
+---
+
+# Add Search Synonyms
+
+Add or update synonym entries in `site/search/synonymUtils.ts` so that our Algolia-powered site search returns better results.
+
+## Assumptions
+
+- The user is on a macOS (Apple) laptop.
+- The user may not be a developer — they may not have Node.js, Yarn, or even Homebrew installed. Guide them through any setup with clear explanations.
+
+## Steps
+
+1. **Start from a clean, up-to-date main branch and create a feature branch.** Run:
+    - `git checkout master` to switch to the main branch.
+    - `git pull` to get the latest changes.
+    - If either command fails (e.g. uncommitted changes), explain clearly what's happening and help resolve it. For uncommitted changes, `git stash` is usually the right fix.
+    - Create and checkout a new branch: `git checkout -b add-synonym-<username>-<date>` where `<username>` is the GitHub username and `<date>` is today's date as YYYYMMDD (e.g. `add-synonym-bastianherre-20260413`).
+
+2. Ask the user what synonyms they want to add. They can describe it in natural language (e.g. "add WHO as a synonym for World Health Organization" or "make 'EV' and 'electric vehicle' synonyms").
+
+3. Read `site/search/synonymUtils.ts` to see the current synonym groups and section comments.
+
+4. Determine which existing synonym group the new terms belong in:
+    - Find the group where the requested terms best fit and add the new terms to it.
+    - Never create a new synonym group — always add to an existing one.
+    - Preserve the existing formatting: each group is an array of strings, groups are separated by blank lines between sections.
+
+5. Edit the file. Use double quotes for all strings. Keep entries in the same style as surrounding code.
+
+6. Validate the change. Before running any commands, check that the environment is ready:
+    - Run `which yarn` to check if Yarn is available.
+    - If Yarn is not found, explain to the user: "I need to install a couple of tools to validate the changes. This is a one-time setup." Then:
+        - Check if Node.js is installed (`which node`). If not, install it via `brew install node` (install Homebrew first via its install script if `which brew` fails).
+        - Install Yarn via `corepack enable && corepack prepare yarn@stable --activate`. If corepack is not available, fall back to `npm install -g yarn`.
+        - Run `yarn install` to install project dependencies.
+    - If Yarn is found but `node_modules` doesn't exist, run `yarn install` first.
+    - Then run:
+        - `yarn fixFormatChanged > /dev/null 2>&1 && yarn typecheck` and fix any errors.
+        - `yarn testLintChanged` and fix any errors.
+        - `yarn test run --reporter dot site/search/synonymUtils.test.ts` and fix any errors.
+
+7. **Pause and ask the user to confirm** the changes look correct before proceeding. Show them what was added and wait for their go-ahead.
+
+8. Commit to the feature branch with a message in this exact format:
+    - Prefix: `✨🤖`
+    - Followed by a short description, e.g. `✨🤖 Add "WHO" synonym for "World Health Organization"`
+    - Add `Co-Authored-By: Claude <noreply@anthropic.com>` as a trailer.
+
+9. Push the branch and create a PR:
+    - Push with `git push -u origin HEAD`.
+    - Create a PR with `gh pr create --title "<same as commit message>" --body "" --reviewer edomt`.
+
+## Important notes
+
+- Each synonym group is an array of equivalent terms — all terms in a group are treated as interchangeable for search.
+- Country name synonyms are handled separately via the `countries` utility and should NOT be added to this file. If the user asks for a country synonym, explain this and point them to the country data instead — unless it's a geographic term not covered by the countries list (like "gaza", "palestine" which are already in the file).
+- The synonyms in this file are pushed to Algolia during deployment via `baker/algolia/configureAlgolia.ts`. No manual Algolia action is needed.
+- Common typos can be included as synonyms (see existing examples like "happyness", "c02").

.claude/skills/create-migration/SKILL.md

@@ -0,0 +1,20 @@
+---
+name: create-migration
+description: Create a new database migration file for the OWID MySQL database. Use when the user needs to create a database schema change or migration.
+metadata:
+    internal: true
+---
+
+# Create Database Migration
+
+Create a new database migration file for the OWID MySQL 8 database.
+
+## Steps
+
+1. Run `yarn createDbMigration db/migration/<NewMigrationName>` where `<NewMigrationName>` is a descriptive name for the migration
+2. The generated filename will contain a timestamp prefix, so scan the `db/migration/` directory to find the actual path of the new file
+3. Report the new file path to the user
+
+## Naming Guidelines
+
+Choose a descriptive name for the migration that clearly indicates what schema change is being made (e.g., `AddUserEmailIndex`, `CreateAuditLogTable`, `RemoveDeprecatedColumns`).

.clinerules/GENERAL-RULES.md

@@ -2,8 +2,8 @@
 
 - yarn typecheck: runs the typescript typechecker across all files
 - yarn testLintChanged: run eslint on changed files
-- yarn testPrettierChanged: run prettier on changed files
-- yarn fixPrettierChanged: attempt to fix prettier issues on changed files
+- yarn testFormatChanged: check formatting on changed files
+- yarn fixFormatChanged: fix formatting on changed files
 - yarn test run --reporter dot: run unit tests. Uses vitest, can take one or more test filenames to only run a subset.
 - make migrate: apply migrations
 - make dbtest: run database and api tests

.codex/skills

@@ -0,0 +1 @@
+../.claude/skills

.devcontainer/devcontainer.json

@@ -11,7 +11,7 @@
     // },
 
     // Add the IDs of extensions you want installed when the container is created.
-    "extensions": ["dbaeumer.vscode-eslint", "esbenp.prettier-vscode"],
+    "extensions": ["dbaeumer.vscode-eslint", "oxc.oxc-vscode"],
 
     // Use 'forwardPorts' to make a list of ports inside the container available locally.
     // "forwardPorts": [3000, 27017],

.editorconfig

@@ -7,7 +7,7 @@ charset = utf-8
 indent_size = 4
 indent_style = space
 trim_trailing_whitespace = true
-insert_final_newline = true # somehow required for prettier to add a new line at the end of composer.json
+insert_final_newline = true
 
 [*.md]
 trim_trailing_whitespace = false

.env.archive

@@ -1,5 +1,7 @@
 IS_ARCHIVE=true
 ARCHIVE_BASE_URL=https://archive.ourworldindata.org
+WIKIPEDIA_ARCHIVE_BASE_URL=https://wikipedia-archive.ourworldindata.org
 ENVIRONMENT=production
 BAKED_BASE_URL=
 GRAPHER_DYNAMIC_THUMBNAIL_URL=
+BESPOKE_BASE_URL=

.env.devcontainer

@@ -1,8 +1,5 @@
 TZ=utc
 
-# Essential settings
-SECRET_KEY='fejwiaof jewiafo jeioa fjieowajf isa fjidosajfgj'
-
 GRAPHER_DB_NAME=grapher
 GRAPHER_DB_USER=grapher
 GRAPHER_DB_PASS=grapher

.env.example-full

@@ -1,8 +1,5 @@
 TZ=utc
 
-# Essential settings
-SECRET_KEY='fejwiaof jewiafo jeioa fjieowajf isa fjidosajfgj'
-
 # Instance configuration (for running multiple parallel dev environments)
 TMUX_SESSION_NAME=grapher  # optional; tmux session name to avoid conflicts
 COMPOSE_PROJECT_NAME=owid-grapher  # optional; docker compose project name for isolated volumes
@@ -69,9 +66,12 @@ DATA_API_URL= # optional
 
 SLACK_BOT_OAUTH_TOKEN= # optional
 SLACK_DI_PITCHES_CHANNEL_ID= # optional; #data-insight-pitches channel id
+SLACK_ALGOLIA_INDEXING_CHANNEL_ID= # optional; channel for Algolia indexing failure reports
 
 # for remote dev on tailscale without localhost + port forwarding
 ADMIN_SERVER_HOST= # optional; e.g: YOURMACHINE.TAILXXX.ts.net (find this in the tailscale admin panel)
 ADMIN_BASE_URL= # optional; e.g: http://YOURMACHINE.TAILXXX.ts.net
 VITE_HOST= # optional; e.g: YOURMACHINE.TAILXXX.ts.net
 VITE_DEV_URL= # optional; e.g: http://YOURMACHINE.TAILXXX.ts.net:8090 (should match VITE_PORT if set)
+
+BESPOKE_BASE_URL= # optional; base URL for bespoke component assets, e.g. "http://localhost:8089" for local dev server

.env.example-grapher

@@ -1,8 +1,5 @@
 TZ=utc
 
-# Essential settings
-SECRET_KEY='fejwiaof jewiafo jeioa fjieowajf isa fjidosajfgj'
-
 # Instance configuration (for running multiple parallel dev environments)
 TMUX_SESSION_NAME=grapher  # optional; tmux session name to avoid conflicts
 COMPOSE_PROJECT_NAME=owid-grapher  # optional; docker compose project name for isolated volumes

.github/actions/setup-node-yarn-deps/action.yml

@@ -5,6 +5,10 @@ inputs:
         description: "Whether to run postinstall scripts during dependency installation. Usually only needed for native packages, like esbuild, sharp or wranglerd."
         required: false
         default: "true"
+    cacheDependencyPath:
+        description: "Path to the yarn.lock file used for cache key generation."
+        required: false
+        default: "yarn.lock"
 runs:
     using: composite
     steps:
@@ -18,6 +22,7 @@ runs:
           with:
               node-version-file: ".nvmrc"
               cache: "yarn"
+              cache-dependency-path: ${{ inputs.cacheDependencyPath }}
 
         - name: List versions
           run: |

.github/pull_request_template.md

@@ -27,10 +27,9 @@ Step-by-step instructions on how to test this change
 
 If DB migrations exists:
 
-- [ ] If columns have been added/deleted, all necessary views were recreated
+- [ ] If columns have been added/deleted, all necessary views were recreated and ETL and Analytics team members have been informed of the incoming changes
 - [ ] The DB type definitions have been updated
 - [ ] The DB types in the ETL have been updated
-- [ ] If tables/views were added/removed, the Datasette export has been updated to take this into account
 - [ ] Update the documentation in db/docs
 
 ### After merging

.github/workflows/bespoke.yml

@@ -0,0 +1,46 @@
+name: Bespoke
+
+on:
+    pull_request:
+    push:
+        branches:
+            - master
+
+defaults:
+    run:
+        working-directory: bespoke
+
+jobs:
+    bespoke-typecheck:
+        runs-on: ubuntu-latest
+        steps:
+            - name: Clone repository
+              uses: actions/checkout@v5
+
+            - uses: ./.github/actions/setup-node-yarn-deps
+              with:
+                  runPostinstallScripts: false
+                  cacheDependencyPath: bespoke/yarn.lock
+
+            - name: Install bespoke dependencies
+              run: yarn --immutable
+
+            - name: Typecheck
+              run: yarn typecheck
+
+    bespoke-build:
+        runs-on: ubuntu-latest
+        steps:
+            - name: Clone repository
+              uses: actions/checkout@v5
+
+            - uses: ./.github/actions/setup-node-yarn-deps
+              with:
+                  runPostinstallScripts: false
+                  cacheDependencyPath: bespoke/yarn.lock
+
+            - name: Install bespoke dependencies
+              run: yarn --immutable
+
+            - name: Build
+              run: yarn build

.github/workflows/check-default-grapher-config.yml

@@ -47,8 +47,8 @@ jobs:
                       yarn tsx --tsconfig tsconfig.tsx.json devTools/schema/generate-default-object-from-schema.ts $json.name --save-ts packages/@ourworldindata/grapher/src/schema/defaultGrapherConfig.ts })
               shell: nu {0}
 
-            - name: Run prettier
-              run: yarn fixPrettierAll
+            - name: Run formatter
+              run: yarn fixFormatAll
 
             - uses: stefanzweifel/git-auto-commit-action@v7
               with:

.github/workflows/ci.yml

@@ -1,5 +1,9 @@
 name: CI
-on: [push, pull_request]
+on:
+    pull_request:
+    push:
+        branches:
+            - master
 
 jobs:
     # Checks for prettify errors, TypeScript errors and runs vitest tests.
@@ -45,8 +49,21 @@ jobs:
 
             - name: Run typecheck
               run: yarn typecheck
+    typecheck-legacy:
+        runs-on: ubuntu-latest
+
+        steps:
+            - name: Clone repository
+              uses: actions/checkout@v5
+
+            - uses: ./.github/actions/setup-node-yarn-deps
+              with:
+                  runPostinstallScripts: false
+
+            - name: Run typecheck (legacy)
+              run: yarn tsc -b
 
-    prettier:
+    format:
         runs-on: ubuntu-latest
 
         steps:
@@ -57,10 +74,10 @@ jobs:
               with:
                   runPostinstallScripts: false
 
-            - name: Run prettier
-              run: yarn testPrettierAll
+            - name: Check formatting
+              run: yarn testFormatAll
 
-    eslint:
+    oxlint:
         runs-on: ubuntu-latest
 
         steps:
@@ -71,9 +88,8 @@ jobs:
               with:
                   runPostinstallScripts: false
 
-            - name: Run eslint
-              # the --max-warnings makes eslint exit with non-zero exit code even for warnings
-              run: yarn testLint --max-warnings=0
+            - name: Run oxlint
+              run: yarn testLint
 
     # Runs `bundlemon` on the code to see if our Vite build assets exceed a given file size.
     bundlemon:

.github/workflows/prettify.yml → .github/workflows/format.yml

@@ -1,15 +1,15 @@
-name: Prettify
+name: Format
 on:
     push:
         branches: [master]
     pull_request:
         branches: [master]
 
-# Runs `prettier` on a pull request so everything is nice and pretty!
+# Runs `oxfmt` on a pull request so everything is nice and formatted!
 # If something's wrong, a new commit fixing the issues will automatically be pushed to the PR branch.
 
 jobs:
-    prettify:
+    format:
         runs-on: ubuntu-latest
 
         steps:
@@ -22,9 +22,9 @@ jobs:
               with:
                   runPostinstallScripts: false
 
-            - name: Run prettier
-              run: yarn fixPrettierAll
+            - name: Run formatter
+              run: yarn fixFormatAll
 
             - uses: stefanzweifel/git-auto-commit-action@v7
               with:
-                  commit_message: "🤖 style: prettify code"
+                  commit_message: "🤖 style: format code"