Reduce size of database workers (#372).

Author: simolus3

examples/multiplatform/db/sqlite3/web.dart

@@ -5,7 +5,7 @@ Future<CommonDatabase> openSqliteDb() async {
   const name = 'my_app';
   // Please download `sqlite3.wasm` from https://github.com/simolus3/sqlite3.dart/releases
   // into the `web/` dir of your Flutter app. See `README.md` for details.
-  final sqlite = await WasmSqlite3.loadFromUrl(Uri.parse('sqlite3.wasm'));
+  final sqlite = await WasmSqlite3.loadFromUrlString('sqlite3.wasm');
   final fileSystem = await IndexedDbFileSystem.open(dbName: name);
   sqlite.registerVirtualFileSystem(fileSystem, makeDefault: true);
   return sqlite.open(name);

sqlite3/CHANGELOG.md

@@ -2,6 +2,8 @@
 
 - Support `native_toolchain_c` versions `0.18.x`.
 - Upgrade to SQLite version 3.53.1.
+- Allow disabling `BigInt` support via `-Dsqlite3.dartbigints=false`, which can be used to 
+  reduce code size on the web if nothing else uses `BigInt` values.
 
 ## 3.3.1
 

sqlite3/README.md

@@ -51,7 +51,9 @@ databases. The [hook options page](./doc/hook.md) describe this setup.
 When binding parameters to queries, the supported types are `ìnt`,
 `double`, `String`, `List<int>` (for `BLOB`) and `null`.
 Result sets will use the same set of types.
-On the web (but only on the web), `BigInt` is supported as well.
+
+On the web (when compiled with `dart2js`), `BigInt` is supported as well to represent 64bit integers.
+Support for this can be disabled with `-Dsqlite3.dartbigints=false`.
 
 ## WASM (web support)
 
@@ -85,7 +87,7 @@ import 'package:sqlite3/common.dart';
 import 'package:sqlite3/wasm.dart';
 
 Future<WasmSqlite3> loadSqlite() async {
-  final sqlite = await WasmSqlite3.loadFromUrl(Uri.parse('sqlite3.wasm'));
+  final sqlite = await WasmSqlite3.loadFromUrlString('sqlite3.wasm');
   final fileSystem = await IndexedDbFileSystem.open(dbName: 'my_app');
   sqlite.registerVirtualFileSystem(fileSystem, makeDefault: true);
   return sqlite;
@@ -123,7 +125,7 @@ To test the encryption integration, download `sqlite3mc.wasm` from the [releases
 of this package and use that as a URL to load sqlite3 on the web:
 
 ```dart
-final sqlite3 = await WasmSqlite3.loadFromUrl(Uri.parse('sqlite3mc.wasm'));
+final sqlite3 = await WasmSqlite3.loadFromUrlString('sqlite3mc.wasm');
 sqlite3.registerVirtualFileSystem(InMemoryFileSystem(), makeDefault: true);
 
 final database = sqlite3.open('/database')

sqlite3/doc/common.md

@@ -38,7 +38,7 @@ Future<CommonDatabase> openDatabase() async {
 import 'package:sqlite3/wasm.dart';
 
 Future<CommonDatabase> openDatabase() async {
-  final sqlite = await WasmSqlite3.loadFromUrl(Uri.parse('sqlite3.wasm'));
+  final sqlite = await WasmSqlite3.loadFromUrlString('sqlite3.wasm');
   final fs = await IndexedDbFileSystem.open(dbName: 'app.db');
   sqlite.registerVirtualFileSystem(fs, makeDefault: true);
   return sqlite.open('/app.db');

sqlite3/example/web/main.dart

@@ -11,9 +11,7 @@ Future<void> main() async {
 
   startIndexedDb.onClick.listen((_) async {
     startIndexedDb.remove();
-    final sqlite3 = await WasmSqlite3.loadFromUrl(
-      Uri.parse('sqlite3.debug.wasm'),
-    );
+    final sqlite3 = await WasmSqlite3.loadFromUrlString('sqlite3.debug.wasm');
 
     print(sqlite3.version);
 

sqlite3/lib/src/compile_options.dart

@@ -0,0 +1,15 @@
+/// Whether to support binding [BigInt] values.
+///
+/// This is enabled by default, and disabling it is experimental. This is mainly
+/// relevant for web workers, which don't really benefit from using [BigInt]
+/// values internally:
+///
+///  - Over the wire, we receive values as `JSBigInt`.
+///  - To bind values to SQLite, we need to use `JSBigInt` as well.
+///
+/// By removing support for [BigInt]s and their conversion to `JSBigInt`, we
+/// save around 20kb from the default worker with `dart compile js -O4`.
+const supportDartBigInts = bool.fromEnvironment(
+  'sqlite3.dartbigints',
+  defaultValue: true,
+);

sqlite3/lib/src/constants.dart

@@ -544,9 +544,6 @@ const SQLITE_DELETE = 9;
 const SQLITE_INSERT = 18;
 const SQLITE_UPDATE = 23;
 
-final bigIntMinValue64 = BigInt.parse('-9223372036854775808');
-final bigIntMaxValue64 = BigInt.parse('9223372036854775807');
-
 // Connection config options https://www.sqlite.org/c3ref/c_dbconfig_defensive.html
 const SQLITE_DBCONFIG_DQS_DML = 1013;
 const SQLITE_DBCONFIG_DQS_DDL = 1014;

sqlite3/lib/src/implementation/statement.dart

@@ -1,3 +1,4 @@
+import '../compile_options.dart';
 import '../constants.dart';
 import '../result_set.dart';
 import '../statement.dart';
@@ -210,7 +211,10 @@ base class StatementImplementation extends CommonPreparedStatement {
     final rc = switch (param) {
       null => statement.sqlite3_bind_null(i),
       int() => statement.sqlite3_bind_int64(i, param),
-      BigInt() => statement.sqlite3_bind_int64BigInt(i, param.checkRange),
+      BigInt() when supportDartBigInts => statement.sqlite3_bind_int64BigInt(
+        i,
+        param.checkRange,
+      ),
       bool() => statement.sqlite3_bind_int64(i, param ? 1 : 0),
       double() => statement.sqlite3_bind_double(i, param),
       String() => statement.sqlite3_bind_text(i, param),

sqlite3/lib/src/implementation/utils.dart

@@ -8,6 +8,9 @@ extension BigIntRangeCheck on BigInt {
     }
     return this;
   }
+
+  static final bigIntMinValue64 = -(BigInt.one << 63);
+  static final bigIntMaxValue64 = (BigInt.one << 63) - BigInt.one;
 }
 
 int eTextRep(bool deterministic, bool directOnly, bool subtype) {

sqlite3/lib/src/in_memory_vfs.dart

@@ -1,10 +1,10 @@
 import 'dart:math';
 import 'dart:typed_data';
 
-import 'package:path/path.dart' as p;
 import 'package:typed_data/typed_buffers.dart';
 
 import 'constants.dart';
+import 'platform/platform.dart';
 import 'vfs.dart';
 import 'utils.dart';
 
@@ -32,7 +32,7 @@ final class InMemoryFileSystem extends BaseVirtualFileSystem {
 
   @override
   String xFullPathName(String path) {
-    return p.url.normalize('/$path');
+    return pathToAbsoluteAndNormalize(path);
   }
 
   @override