D1: execute --file --remote now uses dedicated import API

.changeset/fluffy-files-brush.md

@@ -0,0 +1,5 @@
+---
+"wrangler": minor
+---
+
+Improved `d1 execute --file --remote` performance & added support for much larger SQL files within a single transaction.

packages/wrangler/package.json

@@ -173,6 +173,7 @@
 		"jest": "^29.7.0",
 		"jest-fetch-mock": "^3.0.3",
 		"jest-websocket-mock": "^2.5.0",
+		"md5-file": "5.0.0",
 		"mime": "^3.0.0",
 		"minimatch": "^5.1.0",
 		"msw": "^0.49.1",

packages/wrangler/src/__tests__/d1/execute.test.ts

@@ -1,3 +1,5 @@
+import fs from "node:fs";
+import { join } from "path";
 import { mockConsoleMethods } from "../helpers/mock-console";
 import { useMockIsTTY } from "../helpers/mock-istty";
 import { runInTempDir } from "../helpers/run-in-tmp";
@@ -87,4 +89,29 @@ describe("execute", () => {
 			)
 		);
 	});
+
+	it("should reject a binary SQLite DB", async () => {
+		setIsTTY(false);
+		writeWranglerToml({
+			d1_databases: [
+				{ binding: "DATABASE", database_name: "db", database_id: "xxxx" },
+			],
+		});
+		const path = join(__dirname, "fixtures", "db.sqlite3");
+		fs.copyFileSync(path, "db.sqlite3");
+
+		await expect(
+			runWrangler(`d1 execute db --file db.sqlite3 --local --json`)
+		).rejects.toThrowError(
+			JSON.stringify(
+				{
+					error: {
+						text: "Provided file is a binary SQLite database file instead of an SQL text file. The execute command can only process SQL text files. Please export an SQL file from your SQLite database and try again.",
+					},
+				},
+				null,
+				2
+			)
+		);
+	});
 });

packages/wrangler/src/d1/constants.ts

@@ -1,5 +1,3 @@
 export const DEFAULT_MIGRATION_PATH = "./migrations";
 export const DEFAULT_MIGRATION_TABLE = "d1_migrations";
 export const LOCATION_CHOICES = ["weur", "eeur", "apac", "oc", "wnam", "enam"];
-// Max number of statements to send in a single /execute call
-export const DEFAULT_BATCH_SIZE = 10_000;