Run the new sqlite-utils 4.0rc1 in CI in a few places

[simonw]

To help test it for stable launch I'm going to run it in CI in a few projects.

[simonw]

Bunch of failures in https://github.com/simonw/datasette/actions/runs/27921353230/job/82615519814

Because of the new "table" rather than [table] change.

E         Full diff:
E           {
E               'ok': True,
E               'database': 'data',
E               'table': 'one',
E               'table_url': 'http://localhost/data/one',
E               'table_api_url': 'http://localhost/data/one.json',
E         -     'schema': 'CREATE TABLE [one] (\n'
E         ?                             ^   ^
E         +     'schema': 'CREATE TABLE "one" (\n'
E         ?                             ^   ^
E         -     '   [id] INTEGER PRIMARY KEY,\n'
E         ?         ^  ^
E         +     '   "id" INTEGER PRIMARY KEY,\n'
E         ?         ^  ^
E         -     '   [title] TEXT,\n'
E         ?         ^     ^
E         +     '   "title" TEXT,\n'
E         ?         ^     ^
E         -     '   [score] INTEGER,\n'
E         ?         ^     ^
E         +     '   "score" INTEGER,\n'
E         ?         ^     ^
E         -     '   [weight] FLOAT,\n'
E         +     '   "weight" REAL,\n'
E         -     '   [thumbnail] BLOB\n'
E         ?         ^         ^
E         +     '   "thumbnail" BLOB\n'
E         ?         ^         ^
E               ')',
E           }

[simonw]

I'm going to have the Datasette CI test NOT fail the whole run, using continue-on-error.

[simonw]

The LLM test suite failed too, I think because 4.0rc1 pins a more recent Click version which is incompatible - this issue here:

• Upgrade tests for compatibility with Click 8.2.0 llm#1024

[simonw]

There's a real LLM test failure too, spotted by Codex / GPT-5.5 xhigh:

• tests/test_fragments_cli.py::test_fragments_list is a sqlite-utils 4 behavior change:
  • the test deletes/inserts rows directly using one sqlite_utils.Database
  • then invokes llm fragments list, which opens a separate DB connection
  • under sqlite-utils 4.0rc1, those direct writes are not visible to the second connection until explicitly committed
  • so the CLI sees the old fragment created earlier by fragments set, not the three manually inserted rows

[simonw]

The tests for llm are now failing only because it needs to run cog and apply this change:

diff --git a/docs/embeddings/python-api.md b/docs/embeddings/python-api.md
index ca58699..c6ec44e 100644
--- a/docs/embeddings/python-api.md
+++ b/docs/embeddings/python-api.md
@@ -191,21 +191,21 @@ for table in ("collections", "embeddings"):
 cog.out("```\n")
 ]]] -->
 ```sql
-CREATE TABLE [collections] (
-   [id] INTEGER PRIMARY KEY,
-   [name] TEXT,
-   [model] TEXT
+CREATE TABLE "collections" (
+   "id" INTEGER PRIMARY KEY,
+   "name" TEXT,
+   "model" TEXT
 )
 CREATE TABLE "embeddings" (
-   [collection_id] INTEGER REFERENCES [collections]([id]),
-   [id] TEXT,
-   [embedding] BLOB,
-   [content] TEXT,
-   [content_blob] BLOB,
-   [content_hash] BLOB,
-   [metadata] TEXT,
-   [updated] INTEGER,
-   PRIMARY KEY ([collection_id], [id])
+   "collection_id" INTEGER REFERENCES "collections"("id"),
+   "id" TEXT,
+   "embedding" BLOB,
+   "content" TEXT,
+   "content_blob" BLOB,
+   "content_hash" BLOB,
+   "metadata" TEXT,
+   "updated" INTEGER,
+   PRIMARY KEY ("collection_id", "id")
 )
 ```
 <!-- [[[end]]] -->
diff --git a/docs/logging.md b/docs/logging.md
index 75d6be0..4fba39f 100644
--- a/docs/logging.md
+++ b/docs/logging.md
@@ -308,117 +308,117 @@ for table in (
 cog.out("```\n")
 ]]] -->
 ```sql
-CREATE TABLE [conversations] (
-  [id] TEXT PRIMARY KEY,
-  [name] TEXT,
-  [model] TEXT
+CREATE TABLE "conversations" (
+  "id" TEXT PRIMARY KEY,
+  "name" TEXT,
+  "model" TEXT
 );
-CREATE TABLE [schemas] (
-  [id] TEXT PRIMARY KEY,
-  [content] TEXT
+CREATE TABLE "schemas" (
+  "id" TEXT PRIMARY KEY,
+  "content" TEXT
 );
 CREATE TABLE "responses" (
-  [id] TEXT PRIMARY KEY,
-  [model] TEXT,
-  [prompt] TEXT,
-  [system] TEXT,
-  [prompt_json] TEXT,
-  [options_json] TEXT,
-  [response] TEXT,
-  [response_json] TEXT,
-  [conversation_id] TEXT REFERENCES [conversations]([id]),
-  [duration_ms] INTEGER,
-  [datetime_utc] TEXT,
-  [input_tokens] INTEGER,
-  [output_tokens] INTEGER,
-  [token_details] TEXT,
-  [schema_id] TEXT REFERENCES [schemas]([id]),
-  [resolved_model] TEXT,
-  [reasoning] TEXT
+  "id" TEXT PRIMARY KEY,
+  "model" TEXT,
+  "prompt" TEXT,
+  "system" TEXT,
+  "prompt_json" TEXT,
+  "options_json" TEXT,
+  "response" TEXT,
+  "response_json" TEXT,
+  "conversation_id" TEXT REFERENCES "conversations"("id"),
+  "duration_ms" INTEGER,
+  "datetime_utc" TEXT,
+  "input_tokens" INTEGER,
+  "output_tokens" INTEGER,
+  "token_details" TEXT,
+  "schema_id" TEXT REFERENCES "schemas"("id"),
+  "resolved_model" TEXT,
+  "reasoning" TEXT
 );
-CREATE VIRTUAL TABLE [responses_fts] USING FTS5 (
-  [prompt],
-  [response],
-  content=[responses]
+CREATE VIRTUAL TABLE "responses_fts" USING FTS5 (
+  "prompt",
+  "response",
+  content="responses"
 );
-CREATE TABLE [attachments] (
-  [id] TEXT PRIMARY KEY,
-  [type] TEXT,
-  [path] TEXT,
-  [url] TEXT,
-  [content] BLOB
+CREATE TABLE "attachments" (
+  "id" TEXT PRIMARY KEY,
+  "type" TEXT,
+  "path" TEXT,
+  "url" TEXT,
+  "content" BLOB
 );
-CREATE TABLE [prompt_attachments] (
-  [response_id] TEXT REFERENCES [responses]([id]),
-  [attachment_id] TEXT REFERENCES [attachments]([id]),
-  [order] INTEGER,
-  PRIMARY KEY ([response_id],
-  [attachment_id])
+CREATE TABLE "prompt_attachments" (
+  "response_id" TEXT REFERENCES "responses"("id"),
+  "attachment_id" TEXT REFERENCES "attachments"("id"),
+  "order" INTEGER,
+  PRIMARY KEY ("response_id",
+  "attachment_id")
 );
-CREATE TABLE [fragments] (
-  [id] INTEGER PRIMARY KEY,
-  [hash] TEXT,
-  [content] TEXT,
-  [datetime_utc] TEXT,
-  [source] TEXT
+CREATE TABLE "fragments" (
+  "id" INTEGER PRIMARY KEY,
+  "hash" TEXT,
+  "content" TEXT,
+  "datetime_utc" TEXT,
+  "source" TEXT
 );
-CREATE TABLE [fragment_aliases] (
-  [alias] TEXT PRIMARY KEY,
-  [fragment_id] INTEGER REFERENCES [fragments]([id])
+CREATE TABLE "fragment_aliases" (
+  "alias" TEXT PRIMARY KEY,
+  "fragment_id" INTEGER REFERENCES "fragments"("id")
 );
 CREATE TABLE "prompt_fragments" (
-  [response_id] TEXT REFERENCES [responses]([id]),
-  [fragment_id] INTEGER REFERENCES [fragments]([id]),
-  [order] INTEGER,
-  PRIMARY KEY ([response_id],
-  [fragment_id],
-  [order])
+  "response_id" TEXT REFERENCES "responses"("id"),
+  "fragment_id" INTEGER REFERENCES "fragments"("id"),
+  "order" INTEGER,
+  PRIMARY KEY ("response_id",
+  "fragment_id",
+  "order")
 );
 CREATE TABLE "system_fragments" (
-  [response_id] TEXT REFERENCES [responses]([id]),
-  [fragment_id] INTEGER REFERENCES [fragments]([id]),
-  [order] INTEGER,
-  PRIMARY KEY ([response_id],
-  [fragment_id],
-  [order])
+  "response_id" TEXT REFERENCES "responses"("id"),
+  "fragment_id" INTEGER REFERENCES "fragments"("id"),
+  "order" INTEGER,
+  PRIMARY KEY ("response_id",
+  "fragment_id",
+  "order")
 );
-CREATE TABLE [tools] (
-  [id] INTEGER PRIMARY KEY,
-  [hash] TEXT,
-  [name] TEXT,
-  [description] TEXT,
-  [input_schema] TEXT,
-  [plugin] TEXT
+CREATE TABLE "tools" (
+  "id" INTEGER PRIMARY KEY,
+  "hash" TEXT,
+  "name" TEXT,
+  "description" TEXT,
+  "input_schema" TEXT,
+  "plugin" TEXT
 );
-CREATE TABLE [tool_responses] (
-  [tool_id] INTEGER REFERENCES [tools]([id]),
-  [response_id] TEXT REFERENCES [responses]([id]),
-  PRIMARY KEY ([tool_id],
-  [response_id])
+CREATE TABLE "tool_responses" (
+  "tool_id" INTEGER REFERENCES "tools"("id"),
+  "response_id" TEXT REFERENCES "responses"("id"),
+  PRIMARY KEY ("tool_id",
+  "response_id")
 );
-CREATE TABLE [tool_calls] (
-  [id] INTEGER PRIMARY KEY,
-  [response_id] TEXT REFERENCES [responses]([id]),
-  [tool_id] INTEGER REFERENCES [tools]([id]),
-  [name] TEXT,
-  [arguments] TEXT,
-  [tool_call_id] TEXT
+CREATE TABLE "tool_calls" (
+  "id" INTEGER PRIMARY KEY,
+  "response_id" TEXT REFERENCES "responses"("id"),
+  "tool_id" INTEGER REFERENCES "tools"("id"),
+  "name" TEXT,
+  "arguments" TEXT,
+  "tool_call_id" TEXT
 );
 CREATE TABLE "tool_results" (
-  [id] INTEGER PRIMARY KEY,
-  [response_id] TEXT REFERENCES [responses]([id]),
-  [tool_id] INTEGER REFERENCES [tools]([id]),
-  [name] TEXT,
-  [output] TEXT,
-  [tool_call_id] TEXT,
-  [instance_id] INTEGER REFERENCES [tool_instances]([id]),
-  [exception] TEXT
+  "id" INTEGER PRIMARY KEY,
+  "response_id" TEXT REFERENCES "responses"("id"),
+  "tool_id" INTEGER REFERENCES "tools"("id"),
+  "name" TEXT,
+  "output" TEXT,
+  "tool_call_id" TEXT,
+  "instance_id" INTEGER REFERENCES "tool_instances"("id"),
+  "exception" TEXT
 );
-CREATE TABLE [tool_instances] (
-  [id] INTEGER PRIMARY KEY,
-  [plugin] TEXT,
-  [name] TEXT,
-  [arguments] TEXT
+CREATE TABLE "tool_instances" (
+  "id" INTEGER PRIMARY KEY,
+  "plugin" TEXT,
+  "name" TEXT,
+  "arguments" TEXT
 );
 ```
 <!-- [[[end]]] -->