+ The latest changes across the registry. Every listing is re-read from the official MCP + registry every six hours, and remote servers are asked what they expose; this is what + was different from the time before. +
++ Nothing recorded yet. Changes appear here as listings are re-read. +
+ +{@server.name}
++ {count_phrase(@total)} recorded. MCP Harbor re-reads this listing from the official + registry every six hours and asks the live server what it exposes, and keeps what + changed between one look and the next. +
+ + +2 * shown()} + class="text-[11px] text-dim" + > + Showing the first {shown()} of each. +
+{@server.name}
diff --git a/lib/mcp_registry_web/router.ex b/lib/mcp_registry_web/router.ex index 60395b1..9e21c40 100644 --- a/lib/mcp_registry_web/router.ex +++ b/lib/mcp_registry_web/router.ex @@ -31,6 +31,7 @@ defmodule McpRegistryWeb.Router do live "/servers", ServerLive.Index, :index live "/submit", ServerLive.New, :new live "/book", BookLive, :show + live "/changelog", ChangelogLive, :index get "/llms.txt", LlmsController, :show end @@ -40,6 +41,8 @@ defmodule McpRegistryWeb.Router do # Before the glob: `*name` would otherwise swallow /tools and everything # under it as though it were part of the listing's name. live "/servers/:namespace/:name/for/:agent", ServerLive.Agent, :show + live "/servers/:namespace/:name/changelog", ServerLive.Changelog, :index + live "/servers/:namespace/:name/changelog/:kind", ServerLive.Changelog, :kind live "/servers/:namespace/:name/tools", ServerLive.Tools, :index live "/servers/:namespace/:name/tools/:tool", ServerLive.Tools, :show live "/servers/:namespace/:name/tools/:tool/:client", ServerLive.Tools, :client diff --git a/lib/mcp_registry_web/routes.ex b/lib/mcp_registry_web/routes.ex index 8fe03cc..1abbd44 100644 --- a/lib/mcp_registry_web/routes.ex +++ b/lib/mcp_registry_web/routes.ex @@ -64,4 +64,12 @@ defmodule McpRegistryWeb.Routes do def capability_client_path(name, kind, item, client_id) when is_binary(client_id), do: capability_path(name, kind, item) <> "/" <> client_id + + @doc "A listing's changelog, or one kind of change in it (`\"tools\"`, `\"server_json\"`)." + def changelog_path(server, kind \\ nil) + def changelog_path(%Server{name: name}, kind), do: changelog_path(name, kind) + def changelog_path(name, nil) when is_binary(name), do: server_path(name) <> "/changelog" + + def changelog_path(name, kind) when is_binary(name), + do: changelog_path(name, nil) <> "/" <> McpRegistry.Changes.slug(kind) end diff --git a/lib/mix/tasks/probe.tools.ex b/lib/mix/tasks/probe.tools.ex index 1b47e54..4e058bd 100644 --- a/lib/mix/tasks/probe.tools.ex +++ b/lib/mix/tasks/probe.tools.ex @@ -26,7 +26,7 @@ defmodule Mix.Tasks.Probe.Tools do strict: [limit: :integer, concurrency: :integer, recheck_days: :integer, all: :boolean] ) - pending = Runner.pending(Keyword.get(opts, :recheck_days, 14)) + pending = Runner.pending(Keyword.get(opts, :recheck_days, 7)) Mix.shell().info("#{pending} remote listing(s) due") if Keyword.get(opts, :all, false), do: loop(opts, %{}), else: report(Runner.run_batch(opts)) diff --git a/priv/repo/migrations/20261001100000_create_changes.exs b/priv/repo/migrations/20261001100000_create_changes.exs new file mode 100644 index 0000000..862a329 --- /dev/null +++ b/priv/repo/migrations/20261001100000_create_changes.exs @@ -0,0 +1,37 @@ +defmodule McpRegistry.Repo.Migrations.CreateChanges do + @moduledoc """ + What changed about a listing, and when -- the record behind its changelog. + + A row is about exactly one subject: a listing (`server_id`), for its tools, + prompts, resources and `server.json` fields; or a document URL + (`document_url`), for an llms.txt or AGENTS.md. Documents are keyed by URL + rather than by listing because many listings share one: fifty listings under + `com.cloudflare` point at a single llms.txt, and recording its change fifty + times would put the same diff on fifty pages. The check constraint holds the + "exactly one" rule. + """ + use Ecto.Migration + + def change do + create table(:changes) do + add :server_id, references(:servers, on_delete: :delete_all) + add :document_url, :text + add :kind, :string, null: false + add :added, {:array, :text}, default: [], null: false + add :removed, {:array, :text}, default: [], null: false + # For server.json: %{"version" => [old, new], ...}. + add :fields, :map, default: %{}, null: false + add :source, :string, null: false + + timestamps(type: :utc_datetime_usec, updated_at: false) + end + + create index(:changes, [:server_id, :inserted_at]) + create index(:changes, [:document_url, :inserted_at]) + create index(:changes, [:inserted_at]) + + create constraint(:changes, :exactly_one_subject, + check: "(server_id IS NOT NULL) <> (document_url IS NOT NULL)" + ) + end +end diff --git a/test/mcp_registry/changes_test.exs b/test/mcp_registry/changes_test.exs new file mode 100644 index 0000000..4f74d15 --- /dev/null +++ b/test/mcp_registry/changes_test.exs @@ -0,0 +1,133 @@ +defmodule McpRegistry.ChangesTest do + use McpRegistry.DataCase, async: true + + import McpRegistry.RegistryFixtures + + alias McpRegistry.Changes + alias McpRegistry.Changes.Change + alias McpRegistry.Repo + + # After the census, so prompts and resources were genuinely asked for. + @asked ~U[2026-09-28 12:00:00.000000Z] + + defp probed(attrs) do + server = server_fixture(Map.drop(attrs, [:probe_status, :probed_at, :tools_source])) + + server + |> Ecto.Changeset.change( + Map.merge( + %{probe_status: "ok", probed_at: @asked, tools_source: "probed"}, + Map.take(attrs, [:probe_status, :probed_at, :tools_source]) + ) + ) + |> Repo.update!() + end + + defp found(attrs), do: Map.merge(%{tools: [], prompts: [], resources: []}, attrs) + + describe "from a probe" do + test "tools a server added and dropped are recorded, in its own order" do + server = probed(%{tools: ~w(a b c)}) + + assert [change] = Changes.record_probe(server, found(%{tools: ~w(d a c e)})) + assert change.kind == "tools" + assert change.added == ~w(d e) + assert change.removed == ~w(b) + assert change.source == "probe" + assert change.server_id == server.id + end + + test "the same answer twice records nothing" do + server = probed(%{tools: ~w(a b), prompts: ~w(p)}) + assert Changes.record_probe(server, found(%{tools: ~w(b a), prompts: ~w(p)})) == [] + end + + test "declared tools giving way to probed ones is our knowledge changing, not the server" do + server = probed(%{tools: ~w(declared), tools_source: nil}) + assert Changes.record_probe(server, found(%{tools: ~w(real)})) == [] + end + + test "prompts are compared once they were actually being asked for" do + server = probed(%{prompts: ~w(old)}) + + assert [change] = Changes.record_probe(server, found(%{prompts: ~w(old new)})) + assert change.kind == "prompts" + assert change.added == ~w(new) + end + + test "an empty list from before the census meant 'not asked', so it is not compared" do + server = probed(%{prompts: [], probed_at: ~U[2026-09-01 00:00:00.000000Z]}) + + # Otherwise every prompt this server always had would read as new. + assert Changes.record_probe(server, found(%{prompts: ~w(long_standing)})) == [] + end + + test "a list at the probe's cap is not compared, because its tail is not ours to see" do + cap = McpRegistry.Probe.max_items() + full = Enum.map(1..cap, &"r#{&1}") + server = probed(%{resources: full}) + + # One new item at the top pushes the last off our end -- not a removal. + shifted = ["r0" | Enum.take(full, cap - 1)] + assert Changes.record_probe(server, found(%{resources: shifted})) == [] + end + + test "a server whose last probe failed is not compared against stale lists" do + server = probed(%{prompts: ~w(a), probe_status: "unauthorized"}) + assert Changes.record_probe(server, found(%{prompts: ~w(a b)})) == [] + end + end + + describe "from a sync" do + test "publisher-visible fields are recorded as old → new" do + server = server_fixture(%{version: "1.0.0", description: "The original description."}) + + changeset = + McpRegistry.Registry.Server.changeset(server, %{ + version: "1.1.0", + description: "A better description." + }) + + assert [change] = Changes.record_sync(server, changeset) + assert change.kind == "server_json" + assert change.fields["version"] == ["1.0.0", "1.1.0"] + + assert change.fields["description"] == [ + "The original description.", + "A better description." + ] + end + + test "our own bookkeeping is not a change" do + server = server_fixture() + + changeset = + server + |> Ecto.Changeset.change( + synced_at: DateTime.utc_now(), + source_updated_at: DateTime.utc_now() + ) + + assert Changes.record_sync(server, changeset) == [] + end + end + + test "a change belongs to exactly one subject" do + # The check constraint, not just the code paths: a row about nothing, or + # about both a listing and a document, cannot be stored. + assert_raise Postgrex.Error, ~r/exactly_one_subject/, fn -> + Repo.insert_all(Change, [ + %{kind: "tools", source: "probe", inserted_at: DateTime.utc_now()} + ]) + end + end + + test "kind slugs round-trip, and unknown ones are refused" do + for kind <- Change.kinds() do + assert kind |> Changes.slug() |> Changes.from_slug() == kind + end + + assert Changes.slug("server_json") == "server-json" + assert Changes.from_slug("gptbot") == nil + end +end diff --git a/test/mcp_registry/official_registry_test.exs b/test/mcp_registry/official_registry_test.exs index 4f2c953..0814590 100644 --- a/test/mcp_registry/official_registry_test.exs +++ b/test/mcp_registry/official_registry_test.exs @@ -325,6 +325,41 @@ defmodule McpRegistry.OfficialRegistryTest do assert {:ok, %{updated: 0, unchanged: 1}} = OfficialRegistry.sync(reapply: true) end + test "a publisher's version bump lands in the changelog; a re-apply does not" do + serve([[entry("io.github.acme/bumped")]]) + assert {:ok, _} = OfficialRegistry.sync(mode: :full) + # First import is a baseline, not a change. + assert Repo.all(McpRegistry.Changes.Change) == [] + + serve([ + [ + entry("io.github.acme/bumped", %{"version" => "1.1.0"}, %{ + "updatedAt" => "2026-09-20T00:00:00Z" + }) + ] + ]) + + assert {:ok, %{updated: 1}} = OfficialRegistry.sync(mode: :full) + assert [change] = Repo.all(McpRegistry.Changes.Change) + assert change.kind == "server_json" + assert change.fields["version"] == ["1.0.0", "1.1.0"] + assert change.source == "sync" + + # Re-apply with a newly read field: ours, not the publisher's. + serve([ + [ + entry( + "io.github.acme/bumped", + %{"version" => "1.1.0", "icons" => [%{"src" => "https://acme.test/i.svg"}]}, + %{"updatedAt" => "2026-09-20T00:00:00Z"} + ) + ] + ]) + + assert {:ok, %{updated: 1}} = OfficialRegistry.sync(reapply: true) + assert Repo.aggregate(McpRegistry.Changes.Change, :count) == 1 + end + test "server_url points at the official API entry" do assert OfficialRegistry.server_url("io.github.acme/weather") == "https://registry.modelcontextprotocol.io/v0.1/servers/io.github.acme%2Fweather/versions/latest" diff --git a/test/mcp_registry/probe_test.exs b/test/mcp_registry/probe_test.exs index 71a97b3..f9bacec 100644 --- a/test/mcp_registry/probe_test.exs +++ b/test/mcp_registry/probe_test.exs @@ -283,6 +283,53 @@ defmodule McpRegistry.ProbeTest do assert %{ok: 1} = Runner.run_batch(limit: 10) end + test "a probe that finds different tools leaves a changelog entry" do + server = remote_fixture(%{tools: ~w(old_tool kept_tool)}) + + server + |> Ecto.Changeset.change( + tools_source: "probed", + probe_status: "ok", + # Stale enough to be due again. + probed_at: ~U[2026-09-01 00:00:00.000000Z] + ) + |> Repo.update!() + + stub(fn conn -> + {:ok, body, conn} = Plug.Conn.read_body(conn) + + case Jason.decode!(body)["method"] do + "initialize" -> + json(conn, %{jsonrpc: "2.0", id: 1, result: %{}}) + + "tools/list" -> + json(conn, %{ + jsonrpc: "2.0", + id: 2, + result: %{tools: [%{name: "kept_tool"}, %{name: "new_tool"}]} + }) + + _ -> + Plug.Conn.send_resp(conn, 202, "") + end + end) + + assert %{ok: 1} = Runner.run_batch(limit: 10) + + assert [change] = Repo.all(McpRegistry.Changes.Change) + assert change.kind == "tools" + assert change.added == ["new_tool"] + assert change.removed == ["old_tool"] + end + + test "a failed probe records no change, whatever it did not see" do + remote_fixture(%{tools: ~w(a b)}) + stub(fn conn -> Plug.Conn.send_resp(conn, 401, "") end) + + assert %{unauthorized: 1} = Runner.run_batch(limit: 10) + assert Repo.all(McpRegistry.Changes.Change) == [] + end + test "packaged listings are never picked up by the runner" do server_fixture(%{tools: ["declared"]}) diff --git a/test/mcp_registry_web/live/changelog_test.exs b/test/mcp_registry_web/live/changelog_test.exs new file mode 100644 index 0000000..6d1c8e2 --- /dev/null +++ b/test/mcp_registry_web/live/changelog_test.exs @@ -0,0 +1,114 @@ +defmodule McpRegistryWeb.ChangelogTest do + use McpRegistryWeb.ConnCase, async: true + + import Phoenix.LiveViewTest + import McpRegistry.RegistryFixtures + + alias McpRegistry.Changes.Change + alias McpRegistry.Repo + + defp change!(server, attrs) do + Repo.insert!( + struct( + Change, + Map.merge(%{server_id: server.id, source: "probe", added: [], removed: []}, attrs) + ) + ) + end + + defp with_history do + server = server_fixture(%{title: "Weather"}) + change!(server, %{kind: "tools", added: ~w(get_radar), removed: ~w(get_legacy)}) + + change!(server, %{ + kind: "server_json", + source: "sync", + fields: %{"version" => ["1.0.0", "1.1.0"]} + }) + + server + end + + test "a listing's changelog shows each change, newest first", %{conn: conn} do + server = with_history() + {:ok, _view, html} = live(conn, "/servers/#{server.name}/changelog") + + assert html =~ ~r{