Load and use PowerSync rust extension (#92)

* Initial extension testing.

* Replace schema logic with rust extension.

* Use extension for saving operations.

* Auto tx_id.

* Use sync_local op.

* Validate checksums using extension.

* clear_remove_ops

* delete_pending_buckets

* delete_bucket

* Fix deadlock on closing of connection.

* WIP.

* Update/fix tests.

* Add view name override.

* Retry opening database if locked.

* Fix lint issues.

* Use higher-level `updateSchema` in tests; test viewName alias.

* Load extension for android and iOS

* Load extension for iOS, MacOS and Android

* Include powersync_flutter_libs

* Rename android package

* Update windows and linux extension scripts

* Download binary in cmake

* Fix arch in cmake

* Fix binary download

* Load extension on windows

* Clean up readme and changelog

* Remove test code

* Update Abi check for current platform

* Clean up unused files

* Update path dependencies

* Test downloading powersync binary for tests

* Fix download for linux binary

* Add binary download for demos workflow

* Download latest binaries

* Bump version of powersync

* Bump minor version

---------

Co-authored-by: Ralf Kistner <ralf@journeyapps.com>

Author: mugikhan

.github/workflows/demos.yml

@@ -1,8 +1,8 @@
 name: Demos checks
 
 concurrency:
-    group: demos-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-    cancel-in-progress: true
+  group: demos-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
 
 on:
   push:
@@ -17,8 +17,8 @@ jobs:
       - name: Install Flutter
         uses: subosito/flutter-action@v2
         with:
-          flutter-version: '3.x'
-          channel: 'stable'
+          flutter-version: "3.x"
+          channel: "stable"
 
       - name: Install Melos
         run: flutter pub global activate melos
@@ -38,11 +38,16 @@ jobs:
       - name: Install Flutter
         uses: subosito/flutter-action@v2
         with:
-          flutter-version: '3.x'
-          channel: 'stable'
+          flutter-version: "3.x"
+          channel: "stable"
       - name: Install melos
         run: flutter pub global activate melos
       - name: Install dependencies
         run: melos bootstrap
+      - name: Download powersync binary
+        run: |
+          github="https://github.com/powersync-ja/powersync-sqlite-core/releases/download/v0.1.6"
+
+          curl "${github}/libpowersync_x64.so" -o packages/powersync/libpowersync.so --create-dirs -L -f
       - name: Run tests
         run: melos test

.github/workflows/packages.yml

@@ -1,8 +1,8 @@
 name: Packages check
 
 concurrency:
-    group: packages-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-    cancel-in-progress: true
+  group: packages-${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
 
 on:
   push:
@@ -17,8 +17,8 @@ jobs:
       - name: Install Flutter
         uses: subosito/flutter-action@v2
         with:
-          flutter-version: '3.x'
-          channel: 'stable'
+          flutter-version: "3.x"
+          channel: "stable"
 
       - name: Install Melos
         run: flutter pub global activate melos
@@ -42,11 +42,16 @@ jobs:
       - name: Install Flutter
         uses: subosito/flutter-action@v2
         with:
-          flutter-version: '3.x'
-          channel: 'stable'
+          flutter-version: "3.x"
+          channel: "stable"
       - name: Install melos
         run: flutter pub global activate melos
       - name: Install dependencies
         run: melos bootstrap
+      - name: Download powersync binary
+        run: |
+          github="https://github.com/powersync-ja/powersync-sqlite-core/releases/download/v0.1.6"
+
+          curl "${github}/libpowersync_x64.so" -o packages/powersync/libpowersync.so --create-dirs -L -f
       - name: Run tests
         run: melos test

demos/supabase-anonymous-auth/linux/flutter/generated_plugin_registrant.cc

@@ -7,13 +7,17 @@
 #include "generated_plugin_registrant.h"
 
 #include <gtk/gtk_plugin.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_linux/url_launcher_plugin.h>
 
 void fl_register_plugins(FlPluginRegistry* registry) {
   g_autoptr(FlPluginRegistrar) gtk_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "GtkPlugin");
   gtk_plugin_register_with_registrar(gtk_registrar);
+  g_autoptr(FlPluginRegistrar) powersync_flutter_libs_registrar =
+      fl_plugin_registry_get_registrar_for_plugin(registry, "PowersyncFlutterLibsPlugin");
+  powersync_flutter_libs_plugin_register_with_registrar(powersync_flutter_libs_registrar);
   g_autoptr(FlPluginRegistrar) sqlite3_flutter_libs_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "Sqlite3FlutterLibsPlugin");
   sqlite3_flutter_libs_plugin_register_with_registrar(sqlite3_flutter_libs_registrar);

demos/supabase-anonymous-auth/linux/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   gtk
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_linux
 )

demos/supabase-anonymous-auth/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -7,13 +7,15 @@ import Foundation
 
 import app_links
 import path_provider_foundation
+import powersync_flutter_libs
 import shared_preferences_foundation
 import sqlite3_flutter_libs
 import url_launcher_macos
 
 func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AppLinksMacosPlugin.register(with: registry.registrar(forPlugin: "AppLinksMacosPlugin"))
   PathProviderPlugin.register(with: registry.registrar(forPlugin: "PathProviderPlugin"))
+  PowersyncFlutterLibsPlugin.register(with: registry.registrar(forPlugin: "PowersyncFlutterLibsPlugin"))
   SharedPreferencesPlugin.register(with: registry.registrar(forPlugin: "SharedPreferencesPlugin"))
   Sqlite3FlutterLibsPlugin.register(with: registry.registrar(forPlugin: "Sqlite3FlutterLibsPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))

demos/supabase-anonymous-auth/pubspec.lock

@@ -326,7 +326,14 @@ packages:
       path: "../../packages/powersync"
       relative: true
     source: path
-    version: "1.3.1"
+    version: "1.4.0"
+  powersync_flutter_libs:
+    dependency: "direct overridden"
+    description:
+      path: "../../packages/powersync_flutter_libs"
+      relative: true
+    source: path
+    version: "0.0.1"
   realtime_client:
     dependency: transitive
     description:
@@ -440,10 +447,10 @@ packages:
     dependency: transitive
     description:
       name: sqlite3_flutter_libs
-      sha256: d6c31c8511c441d1f12f20b607343df1afe4eddf24a1cf85021677c8eea26060
+      sha256: "9f89a7e7dc36eac2035808427eba1c3fbd79e59c3a22093d8dace6d36b1fe89e"
       url: "https://pub.dev"
     source: hosted
-    version: "0.5.20"
+    version: "0.5.23"
   sqlite_async:
     dependency: "direct main"
     description:

demos/supabase-anonymous-auth/windows/flutter/generated_plugin_registrant.cc

@@ -7,12 +7,15 @@
 #include "generated_plugin_registrant.h"
 
 #include <app_links/app_links_plugin_c_api.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_windows/url_launcher_windows.h>
 
 void RegisterPlugins(flutter::PluginRegistry* registry) {
   AppLinksPluginCApiRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("AppLinksPluginCApi"));
+  PowersyncFlutterLibsPluginRegisterWithRegistrar(
+      registry->GetRegistrarForPlugin("PowersyncFlutterLibsPlugin"));
   Sqlite3FlutterLibsPluginRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("Sqlite3FlutterLibsPlugin"));
   UrlLauncherWindowsRegisterWithRegistrar(

demos/supabase-anonymous-auth/windows/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   app_links
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_windows
 )

demos/supabase-edge-function-auth/linux/flutter/generated_plugin_registrant.cc

@@ -7,13 +7,17 @@
 #include "generated_plugin_registrant.h"
 
 #include <gtk/gtk_plugin.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_linux/url_launcher_plugin.h>
 
 void fl_register_plugins(FlPluginRegistry* registry) {
   g_autoptr(FlPluginRegistrar) gtk_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "GtkPlugin");
   gtk_plugin_register_with_registrar(gtk_registrar);
+  g_autoptr(FlPluginRegistrar) powersync_flutter_libs_registrar =
+      fl_plugin_registry_get_registrar_for_plugin(registry, "PowersyncFlutterLibsPlugin");
+  powersync_flutter_libs_plugin_register_with_registrar(powersync_flutter_libs_registrar);
   g_autoptr(FlPluginRegistrar) sqlite3_flutter_libs_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "Sqlite3FlutterLibsPlugin");
   sqlite3_flutter_libs_plugin_register_with_registrar(sqlite3_flutter_libs_registrar);

demos/supabase-edge-function-auth/linux/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   gtk
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_linux
 )

demos/supabase-edge-function-auth/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -7,13 +7,15 @@ import Foundation
 
 import app_links
 import path_provider_foundation
+import powersync_flutter_libs
 import shared_preferences_foundation
 import sqlite3_flutter_libs
 import url_launcher_macos
 
 func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AppLinksMacosPlugin.register(with: registry.registrar(forPlugin: "AppLinksMacosPlugin"))
   PathProviderPlugin.register(with: registry.registrar(forPlugin: "PathProviderPlugin"))
+  PowersyncFlutterLibsPlugin.register(with: registry.registrar(forPlugin: "PowersyncFlutterLibsPlugin"))
   SharedPreferencesPlugin.register(with: registry.registrar(forPlugin: "SharedPreferencesPlugin"))
   Sqlite3FlutterLibsPlugin.register(with: registry.registrar(forPlugin: "Sqlite3FlutterLibsPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))

demos/supabase-edge-function-auth/pubspec.lock

@@ -326,7 +326,14 @@ packages:
       path: "../../packages/powersync"
       relative: true
     source: path
-    version: "1.3.1"
+    version: "1.4.0"
+  powersync_flutter_libs:
+    dependency: "direct overridden"
+    description:
+      path: "../../packages/powersync_flutter_libs"
+      relative: true
+    source: path
+    version: "0.0.1"
   realtime_client:
     dependency: transitive
     description:
@@ -440,10 +447,10 @@ packages:
     dependency: transitive
     description:
       name: sqlite3_flutter_libs
-      sha256: d6c31c8511c441d1f12f20b607343df1afe4eddf24a1cf85021677c8eea26060
+      sha256: "9f89a7e7dc36eac2035808427eba1c3fbd79e59c3a22093d8dace6d36b1fe89e"
       url: "https://pub.dev"
     source: hosted
-    version: "0.5.20"
+    version: "0.5.23"
   sqlite_async:
     dependency: "direct main"
     description:

demos/supabase-edge-function-auth/windows/flutter/generated_plugin_registrant.cc

@@ -7,12 +7,15 @@
 #include "generated_plugin_registrant.h"
 
 #include <app_links/app_links_plugin_c_api.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_windows/url_launcher_windows.h>
 
 void RegisterPlugins(flutter::PluginRegistry* registry) {
   AppLinksPluginCApiRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("AppLinksPluginCApi"));
+  PowersyncFlutterLibsPluginRegisterWithRegistrar(
+      registry->GetRegistrarForPlugin("PowersyncFlutterLibsPlugin"));
   Sqlite3FlutterLibsPluginRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("Sqlite3FlutterLibsPlugin"));
   UrlLauncherWindowsRegisterWithRegistrar(

demos/supabase-edge-function-auth/windows/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   app_links
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_windows
 )

demos/supabase-simple-chat/linux/flutter/generated_plugin_registrant.cc

@@ -7,13 +7,17 @@
 #include "generated_plugin_registrant.h"
 
 #include <gtk/gtk_plugin.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_linux/url_launcher_plugin.h>
 
 void fl_register_plugins(FlPluginRegistry* registry) {
   g_autoptr(FlPluginRegistrar) gtk_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "GtkPlugin");
   gtk_plugin_register_with_registrar(gtk_registrar);
+  g_autoptr(FlPluginRegistrar) powersync_flutter_libs_registrar =
+      fl_plugin_registry_get_registrar_for_plugin(registry, "PowersyncFlutterLibsPlugin");
+  powersync_flutter_libs_plugin_register_with_registrar(powersync_flutter_libs_registrar);
   g_autoptr(FlPluginRegistrar) sqlite3_flutter_libs_registrar =
       fl_plugin_registry_get_registrar_for_plugin(registry, "Sqlite3FlutterLibsPlugin");
   sqlite3_flutter_libs_plugin_register_with_registrar(sqlite3_flutter_libs_registrar);

demos/supabase-simple-chat/linux/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   gtk
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_linux
 )

demos/supabase-simple-chat/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -7,6 +7,7 @@ import Foundation
 
 import app_links
 import path_provider_foundation
+import powersync_flutter_libs
 import shared_preferences_foundation
 import sign_in_with_apple
 import sqlite3_flutter_libs
@@ -15,6 +16,7 @@ import url_launcher_macos
 func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AppLinksMacosPlugin.register(with: registry.registrar(forPlugin: "AppLinksMacosPlugin"))
   PathProviderPlugin.register(with: registry.registrar(forPlugin: "PathProviderPlugin"))
+  PowersyncFlutterLibsPlugin.register(with: registry.registrar(forPlugin: "PowersyncFlutterLibsPlugin"))
   SharedPreferencesPlugin.register(with: registry.registrar(forPlugin: "SharedPreferencesPlugin"))
   SignInWithApplePlugin.register(with: registry.registrar(forPlugin: "SignInWithApplePlugin"))
   Sqlite3FlutterLibsPlugin.register(with: registry.registrar(forPlugin: "Sqlite3FlutterLibsPlugin"))

demos/supabase-simple-chat/pubspec.lock

@@ -358,7 +358,14 @@ packages:
       path: "../../packages/powersync"
       relative: true
     source: path
-    version: "1.3.1"
+    version: "1.4.0"
+  powersync_flutter_libs:
+    dependency: "direct overridden"
+    description:
+      path: "../../packages/powersync_flutter_libs"
+      relative: true
+    source: path
+    version: "0.0.1"
   realtime_client:
     dependency: transitive
     description:
@@ -496,10 +503,10 @@ packages:
     dependency: transitive
     description:
       name: sqlite3_flutter_libs
-      sha256: d6c31c8511c441d1f12f20b607343df1afe4eddf24a1cf85021677c8eea26060
+      sha256: "9f89a7e7dc36eac2035808427eba1c3fbd79e59c3a22093d8dace6d36b1fe89e"
       url: "https://pub.dev"
     source: hosted
-    version: "0.5.20"
+    version: "0.5.23"
   sqlite_async:
     dependency: transitive
     description:

demos/supabase-simple-chat/windows/flutter/generated_plugin_registrant.cc

@@ -7,12 +7,15 @@
 #include "generated_plugin_registrant.h"
 
 #include <app_links/app_links_plugin_c_api.h>
+#include <powersync_flutter_libs/powersync_flutter_libs_plugin.h>
 #include <sqlite3_flutter_libs/sqlite3_flutter_libs_plugin.h>
 #include <url_launcher_windows/url_launcher_windows.h>
 
 void RegisterPlugins(flutter::PluginRegistry* registry) {
   AppLinksPluginCApiRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("AppLinksPluginCApi"));
+  PowersyncFlutterLibsPluginRegisterWithRegistrar(
+      registry->GetRegistrarForPlugin("PowersyncFlutterLibsPlugin"));
   Sqlite3FlutterLibsPluginRegisterWithRegistrar(
       registry->GetRegistrarForPlugin("Sqlite3FlutterLibsPlugin"));
   UrlLauncherWindowsRegisterWithRegistrar(

demos/supabase-simple-chat/windows/flutter/generated_plugins.cmake

@@ -4,6 +4,7 @@
 
 list(APPEND FLUTTER_PLUGIN_LIST
   app_links
+  powersync_flutter_libs
   sqlite3_flutter_libs
   url_launcher_windows
 )

demos/supabase-todolist/android/app/build.gradle

@@ -46,7 +46,7 @@ android {
         applicationId "co.powersync.demotodolist"
         // You can update the following values to match your application needs.
         // For more information, see: https://docs.flutter.dev/deployment/android#reviewing-the-gradle-build-configuration.
-        minSdkVersion 21
+        minSdkVersion 24
         targetSdkVersion flutter.targetSdkVersion
         versionCode flutterVersionCode.toInteger()
         versionName flutterVersionName