feat: rendering with Tauri and FFmpeg

.github/workflows/pr-artifacts.yml

@@ -314,7 +314,7 @@ jobs:
         if: startsWith(matrix.platform, 'ubuntu-')
         run: |
           sudo apt-get update
-          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils
+          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils libasound2-dev
 
       - name: Install frontend dependencies
         run: pnpm i

.github/workflows/publish-debug.yml

@@ -392,7 +392,7 @@ jobs:
         if: startsWith(matrix.platform, 'ubuntu-')
         run: |
           sudo apt-get update
-          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils
+          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils libasound2-dev
 
       - name: Install frontend dependencies
         run: pnpm i

.github/workflows/publish-release.yml

@@ -293,7 +293,7 @@ jobs:
         if: startsWith(matrix.platform, 'ubuntu-')
         run: |
           sudo apt-get update
-          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils
+          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils libasound2-dev
 
       - name: Install frontend dependencies
         run: pnpm i

.github/workflows/publish-snapshot.yml

@@ -301,7 +301,7 @@ jobs:
         if: startsWith(matrix.platform, 'ubuntu-')
         run: |
           sudo apt-get update
-          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils
+          sudo apt-get install -y libwebkit2gtk-4.1-dev libappindicator3-dev librsvg2-dev patchelf xdg-utils libasound2-dev
 
       - name: Install frontend dependencies
         run: pnpm i

README.md

@@ -223,16 +223,15 @@ Notice that there are two events that share the same shader code. This is a work
 | Channel messaging                                 | 0.1.2   | Send/receive message events                                                                                                       | ✅ Done             | 频道通信                         |
 | PE support                                        | 0.1.2   |                                                                                                                                   | ✅ Done             | PE 适配                          |
 | Keyboard input                                    | 0.1.2   |                                                                                                                                   | ✅ Done             | 键盘输入                         |
-| Customizable resource pack                        | 0.1.3   |                                                                                                                                   |                     | 可自定义资源包                   |
-| Local chart bundle storage                        | 0.1.4   |                                                                                                                                   |                     | 本地谱包存储                     |
-| Alignment with official/RPE constants             | 0.1.5   | Hold tolerances, texture size units, etc.                                                                                         | 🚧 Working          | 官/RPE 常数对齐                  |
-| Optimization                                      | 0.1.5   |                                                                                                                                   | 🚧 Working          | 优化                             |
-| Streaming mode                                    | 0.1.6   |                                                                                                                                   | ⏳ Postponed        | 流转模式                         |
-| PhiZone integration                               | 0.2.0   |                                                                                                                                   |                     | PhiZone 集成                     |
-| Masking lines                                     | 0.2.1   | Polygon-shaped masks applied to notes (or optionally lines), defined by one or several lines (masking lines) and the screen edges |                     | 遮罩线                           |
-| (Shader enhancement) Support for sampler uniforms | 0.2.2   |                                                                                                                                   | ⏳ Postponed        | （着色器增强）sampler 型变量支持 |
-| Rendering mode                                    | 0.3.0   |                                                                                                                                   |                     | 渲染模式                         |
-| Refactoring with MonoGame                         | 1.0.0   |                                                                                                                                   |                     | 使用 MonoGame 重构               |
+| Rendering mode                                    | 0.2.0   |                                                                                                                                   | 🚧 Working          | 渲染模式                         |
+| Customizable resource pack                        | 0.2.0   |                                                                                                                                   |                     | 可自定义资源包                   |
+| Local chart bundle storage                        | 0.2.1   |                                                                                                                                   |                     | 本地谱包存储                     |
+| Alignment with official/RPE constants             | 0.2.2   | Hold tolerances, texture size units, etc.                                                                                         | 🚧 Working          | 官/RPE 常数对齐                  |
+| Optimization                                      | 0.2.2   |                                                                                                                                   | 🚧 Working          | 优化                             |
+| Streaming mode                                    | 0.3.0   |                                                                                                                                   | ⏳ Postponed        | 流转模式                         |
+| Masking lines                                     | 0.3.1   | Polygon-shaped masks applied to notes (or optionally lines), defined by one or several lines (masking lines) and the screen edges |                     | 遮罩线                           |
+| (Shader enhancement) Support for sampler uniforms | 0.3.2   |                                                                                                                                   | ⏳ Postponed        | （着色器增强）sampler 型变量支持 |
+| PhiZone integration                               | 0.4.0   |                                                                                                                                   |                     | PhiZone 集成                     |
 | Basic editing features                            | 1.0.0   | Basic note & event editing                                                                                                        |                     | 基本编辑功能                     |
 | Editor mode                                       | 2.0.0   |                                                                                                                                   |                     | 编辑模式                         |
 | Sceneplex                                         | 2.1.0   | UML/DSL for fully-customizable scenes                                                                                             |                     | 场景综合演绎                     |

android/capacitor.settings.gradle

@@ -1,18 +1,18 @@
 // DO NOT EDIT THIS FILE! IT IS GENERATED EACH TIME "capacitor update" IS RUN
 include ':capacitor-android'
-project(':capacitor-android').projectDir = new File('../node_modules/.pnpm/@capacitor+android@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/android/capacitor')
+project(':capacitor-android').projectDir = new File('../node_modules/.pnpm/@capacitor+android@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/android/capacitor')
 
 include ':capacitor-clipboard'
-project(':capacitor-clipboard').projectDir = new File('../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/clipboard/android')
+project(':capacitor-clipboard').projectDir = new File('../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/clipboard/android')
 
 include ':capacitor-filesystem'
-project(':capacitor-filesystem').projectDir = new File('../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/filesystem/android')
+project(':capacitor-filesystem').projectDir = new File('../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/filesystem/android')
 
 include ':capacitor-network'
-project(':capacitor-network').projectDir = new File('../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/network/android')
+project(':capacitor-network').projectDir = new File('../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/network/android')
 
 include ':send-intent'
-project(':send-intent').projectDir = new File('../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.0.0/node_modules/send-intent/android')
+project(':send-intent').projectDir = new File('../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.1.0/node_modules/send-intent/android')
 
 include ':capacitor-app'
-project(':capacitor-app').projectDir = new File('../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/app/android')
+project(':capacitor-app').projectDir = new File('../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/app/android')

ios/App/Podfile

@@ -1,4 +1,4 @@
-require_relative '../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios/scripts/pods_helpers'
+require_relative '../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios/scripts/pods_helpers'
 
 platform :ios, '14.0'
 use_frameworks!
@@ -9,13 +9,13 @@ use_frameworks!
 install! 'cocoapods', :disable_input_output_paths => true
 
 def capacitor_pods
-  pod 'Capacitor', :path => '../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios'
-  pod 'CapacitorCordova', :path => '../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios'
-  pod 'CapacitorClipboard', :path => '../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/clipboard'
-  pod 'CapacitorFilesystem', :path => '../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/filesystem'
-  pod 'CapacitorNetwork', :path => '../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/network'
-  pod 'SendIntent', :path => '../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.0.0/node_modules/send-intent'
-  pod 'CapacitorApp', :path => '../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/app'
+  pod 'Capacitor', :path => '../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios'
+  pod 'CapacitorCordova', :path => '../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios'
+  pod 'CapacitorClipboard', :path => '../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/clipboard'
+  pod 'CapacitorFilesystem', :path => '../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/filesystem'
+  pod 'CapacitorNetwork', :path => '../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/network'
+  pod 'SendIntent', :path => '../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.1.0/node_modules/send-intent'
+  pod 'CapacitorApp', :path => '../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/app'
 end
 
 target 'App' do

ios/App/Podfile.lock

@@ -1,11 +1,11 @@
 PODS:
-  - Capacitor (7.0.0):
+  - Capacitor (7.1.0):
     - CapacitorCordova
   - CapacitorApp (7.0.0):
     - Capacitor
   - CapacitorClipboard (7.0.0):
     - Capacitor
-  - CapacitorCordova (7.0.0)
+  - CapacitorCordova (7.1.0)
   - CapacitorFilesystem (7.0.0):
     - Capacitor
   - CapacitorNetwork (7.0.0):
@@ -14,39 +14,39 @@ PODS:
     - Capacitor
 
 DEPENDENCIES:
-  - "Capacitor (from `../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios`)"
-  - "CapacitorApp (from `../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/app`)"
-  - "CapacitorClipboard (from `../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/clipboard`)"
-  - "CapacitorCordova (from `../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios`)"
-  - "CapacitorFilesystem (from `../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/filesystem`)"
-  - "CapacitorNetwork (from `../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/network`)"
-  - "SendIntent (from `../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.0.0/node_modules/send-intent`)"
+  - "Capacitor (from `../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios`)"
+  - "CapacitorApp (from `../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/app`)"
+  - "CapacitorClipboard (from `../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/clipboard`)"
+  - "CapacitorCordova (from `../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios`)"
+  - "CapacitorFilesystem (from `../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/filesystem`)"
+  - "CapacitorNetwork (from `../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/network`)"
+  - "SendIntent (from `../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.1.0/node_modules/send-intent`)"
 
 EXTERNAL SOURCES:
   Capacitor:
-    :path: "../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios"
+    :path: "../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios"
   CapacitorApp:
-    :path: "../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/app"
+    :path: "../../node_modules/.pnpm/@capacitor+app@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/app"
   CapacitorClipboard:
-    :path: "../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/clipboard"
+    :path: "../../node_modules/.pnpm/@capacitor+clipboard@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/clipboard"
   CapacitorCordova:
-    :path: "../../node_modules/.pnpm/@capacitor+ios@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/ios"
+    :path: "../../node_modules/.pnpm/@capacitor+ios@7.1.0_@capacitor+core@7.1.0/node_modules/@capacitor/ios"
   CapacitorFilesystem:
-    :path: "../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/filesystem"
+    :path: "../../node_modules/.pnpm/@capacitor+filesystem@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/filesystem"
   CapacitorNetwork:
-    :path: "../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.0.0/node_modules/@capacitor/network"
+    :path: "../../node_modules/.pnpm/@capacitor+network@7.0.0_@capacitor+core@7.1.0/node_modules/@capacitor/network"
   SendIntent:
-    :path: "../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.0.0/node_modules/send-intent"
+    :path: "../../node_modules/.pnpm/send-intent@6.0.3_@capacitor+core@7.1.0/node_modules/send-intent"
 
 SPEC CHECKSUMS:
-  Capacitor: 82d1f3b4480d66b5996814f74500dcbc0908558c
+  Capacitor: bceb785fb78f5e81e4a9e37843bc1c24bd9c7194
   CapacitorApp: 9cb31064a6c6bb2b1438583733a7bf45557fc1da
   CapacitorClipboard: 007d79cd6c104002b274546d13873526ca20beb7
-  CapacitorCordova: 345f93b7edd121db98e4ec20ac94d6d7bcaf7e48
+  CapacitorCordova: 866217f32c1d25b326c568a10ea3ed0c36b13e29
   CapacitorFilesystem: 59a2b7b56a897c6a3de4d04c5718e1d80de9d2f5
   CapacitorNetwork: 30c2e78a0ed32530656cb426c8ee6c2caec10dbf
   SendIntent: 20ca8a9cb829cfc599b1a01c4663bff2890ba452
 
-PODFILE CHECKSUM: c00dcf4849560e4802fb33e59730c03d4f74aa45
+PODFILE CHECKSUM: 673e5bf0e28ebcd0af771b280d89c27be0b841f7
 
 COCOAPODS: 1.16.2

package.json

@@ -92,7 +92,9 @@
     "@sentry/sveltekit": "^8.54.0",
     "@tauri-apps/api": "^2.2.0",
     "@tauri-apps/plugin-deep-link": "~2.2.0",
+    "@tauri-apps/plugin-dialog": "~2",
     "@tauri-apps/plugin-fs": "~2",
+    "@tauri-apps/plugin-opener": "~2",
     "@tauri-apps/plugin-os": "~2.2.0",
     "@tauri-apps/plugin-upload": "~2",
     "apng-js": "^1.1.4",
@@ -104,8 +106,9 @@
     "jszip": "^3.10.1",
     "mathjs": "^14.0.1",
     "mime": "^4.0.6",
+    "moment": "^2.30.1",
     "notiflix": "^3.2.8",
-    "phaser": "^3.87.0",
+    "phaser": "^3.88.2",
     "phaser3-rex-plugins": "^1.80.12",
     "query-string": "^9.1.1",
     "send-intent": "^6.0.3",
@@ -117,7 +120,12 @@
   },
   "pnpm": {
     "onlyBuiltDependencies": [
+      "@sentry/cli",
+      "esbuild",
       "sharp"
-    ]
+    ],
+    "patchedDependencies": {
+      "phaser@3.88.2": "patches/phaser@3.88.2.patch"
+    }
   }
 }