feat: calls

.github/workflows/integrate.yaml

@@ -14,6 +14,7 @@ jobs:
         with:
           flutter-version: ${{ env.FLUTTER_VERSION }}
           cache: true
+      - run: ./scripts/prepare-web.sh
       - run: flutter pub get
       - name: Check formatting
         run: dart format lib/ test/ --set-exit-if-changed
@@ -41,19 +42,58 @@ jobs:
       - run: flutter pub get
       - run: flutter build apk --debug
 
-  build_debug_web:
+  build_web:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: cat .github/workflows/versions.env >> $GITHUB_ENV
       - uses: subosito/flutter-action@v2
         with:
           flutter-version: ${{ env.FLUTTER_VERSION }}
-          cache: true
+          cache: false
+      - name: Install dependencies
+        run: sudo apt-get update && sudo apt-get install nodejs -y
+      - name: Remove Emoji Font
+        run: |
+          rm -rf fonts/NotoEmoji
+          yq -i 'del( .flutter.fonts[] | select(.family == "NotoEmoji") )' pubspec.yaml
       - run: flutter pub get
       - name: Prepare web
         run: ./scripts/prepare-web.sh
-      - run: flutter build web
+      - name: Build Release Web
+        run: flutter build web --dart-define=FLUTTER_WEB_CANVASKIT_URL=canvaskit/ --release --source-maps
+      # - name: Create archive
+      #   run: tar -czf fluffychat-web.tar.gz build/web/
+      - name: Upload Web Build
+        uses: actions/upload-artifact@v4
+        with:
+          name: web
+          path: build/web/
+
+
+  deploy_github_pages:
+    needs: build_web
+    permissions:
+      pages: write
+      id-token: write
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          name: web
+          path: .
+      - run: ls -la
+      - uses: actions/configure-pages@v4
+      - uses: actions/upload-pages-artifact@v2
+        with:
+          path: .
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v2
+
 
   build_debug_linux:
     runs-on: ubuntu-latest

.gitignore

@@ -60,3 +60,12 @@ ios/Runner.ipa
 /macos/out
 .vs
 olm
+
+web/*.dart.js*
+web/Imaging.js
+web/Imaging.wasm
+web/olm.js
+web/olm.wasm
+web/olm_legacy.js
+libolm.3.dylib
+libcrypto.1.1.dylib

android/app/proguard-rules.pro

@@ -1 +1,5 @@
--keep class net.sqlcipher.** { *; }
+-keep class net.sqlcipher.** { *; }
+
+-keep class com.cloudwebrtc.webrtc.** { *; }
+-keep class org.webrtc.** { *; }
+-keep class com.hiennv.flutter_callkit_incoming.** { *; }

android/app/src/main/AndroidManifest.xml

@@ -13,23 +13,24 @@
     <uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
     <uses-permission android:name="android.permission.ACCESS_FINE_LOCATION" />
     <uses-permission android:name="android.permission.ACCESS_COARSE_LOCATION" />
+
+    <!-- calling related permissions -->
+    <uses-feature android:name="android.hardware.camera" />
+    <uses-feature android:name="android.hardware.camera.autofocus" />
     <uses-permission android:name="android.permission.CAMERA" />
-    <uses-permission android:name="android.permission.BLUETOOTH" />
+    <uses-permission android:name="android.permission.RECORD_AUDIO" />
+    <uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
+    <uses-permission android:name="android.permission.CHANGE_NETWORK_STATE" />
     <uses-permission android:name="android.permission.MODIFY_AUDIO_SETTINGS" />
+    <uses-permission android:name="android.permission.BLUETOOTH" android:maxSdkVersion="30" />
+    <uses-permission android:name="android.permission.BLUETOOTH_CONNECT" />
+    <uses-permission android:name="android.permission.BLUETOOTH_ADMIN" android:maxSdkVersion="30" />
     <uses-permission android:name="android.permission.WAKE_LOCK" />
-    <uses-permission android:name="android.permission.BIND_TELECOM_CONNECTION_SERVICE"/>
-    <uses-permission android:name="android.permission.FOREGROUND_SERVICE" />
-
-    <uses-permission android:name="android.permission.READ_PHONE_STATE"
-                     android:maxSdkVersion="29" />
-    <uses-permission android:name="android.permission.READ_PHONE_NUMBERS" />
-
-    <uses-permission android:name="android.permission.CALL_PHONE" />
-    <uses-permission android:name="android.permission.USE_FULL_SCREEN_INTENT" />
-    <uses-permission android:name="android.permission.SYSTEM_ALERT_WINDOW" />
+    <uses-permission android:name="android.permission.FOREGROUND_SERVICE" />>
 
     <uses-sdk
             tools:overrideLibrary="io.wazo.callkeep, net.touchcapture.qr.flutterqr, com.cloudwebrtc.webrtc, org.webrtc, com.it_nomads.fluttersecurestorage, com.pichillilorenzo.flutter_inappwebview, com.example.video_compress, com.otaliastudios.transcoder, com.otaliastudios.opengl, com.kineapps.flutter_file_dialog, com.llfbandit.record, com.pravera.flutter_foreground_task"/>
+
     <application
         android:label="FluffyChat"
         android:icon="@mipmap/ic_launcher"
@@ -124,16 +125,6 @@
              android:foregroundServiceType="camera|microphone|mediaProjection">
         </service>
 
-        <service android:name="io.wazo.callkeep.VoiceConnectionService"
-          android:label="Wazo"
-          android:foregroundServiceType="camera|microphone|mediaProjection"
-          android:permission="android.permission.BIND_TELECOM_CONNECTION_SERVICE"
-          android:exported="true">
-          <intent-filter>
-              <action android:name="android.telecom.ConnectionService" />
-          </intent-filter>
-        </service>
-
         <receiver android:name="org.unifiedpush.flutter.connector.UnifiedPushReceiver"
             tools:replace="android:enabled"
             android:enabled="false">

assets/l10n/intl_en.arb

@@ -1960,11 +1960,6 @@
         "type": "text",
         "placeholders": {}
     },
-    "videoCall": "Video call",
-    "@videoCall": {
-        "type": "text",
-        "placeholders": {}
-    },
     "visibilityOfTheChatHistory": "Visibility of the chat history",
     "@visibilityOfTheChatHistory": {
         "type": "text",
@@ -2463,5 +2458,44 @@
             "sender": {}
         }
     },
+    "videoCall": "Video call",
+    "audioCall": "Audio call",
+    "groupCall": "Group call",
+    "heldTheCall": "held the call",
+    "startScreenShare": "Start screen sharing",
+    "stopScreenShare": "Stop screen sharing",
+    "holdCall": "Hold call",
+    "unholdCall": "Unhold call",
+    "flipCamera": "Flip camera",
+    "audioOutput": "Audio output",
+    "audioInput": "Audio input",
+    "hangup": "Hangup",
+    "joinGroupCall": "Join group call",
+    "cameraTurnedOff": "Camera turned off",
+    "youHeldTheCall": "You held the call",
+    "userHeldTheCall": "{user} held the call",
+    "@userHeldTheCall": {
+        "placeholders": {
+            "user": {}
+        }
+    },
+    "unknownUser": "Unknown user",
+    "connecting": "Connecting...",
+    "youAreCalling": "You are calling...",
+    "ringing": "Ringing...",
+    "incomingCall": "Incoming call...",
+    "answering": "Answering...",
+    "ended": "Ended",
+    "calling": "Calling",
+    "startGroupCall": "Start group call",
+    "startVideoCall": "Start video call",
+    "startVoiceCall": "Start voice call",
+    "showInformation": "Show information",
+    "showMember": "Show member",
+    "showImages": "Show images",
+    "activeCall": "Active call",
+    "call": "Call",
+    "missedCall": "Missed call",
+    "callBack": "Call back",
     "transparent": "Transparent"
 }

ios/Podfile

@@ -1,5 +1,5 @@
 # Uncomment this line to define a global platform for your project
-platform :ios, '12.0'
+platform :ios, '12.1'
 
 # CocoaPods analytics sends network stats synchronously affecting flutter build latency.
 ENV['COCOAPODS_DISABLE_STATS'] = 'true'

lib/config/app_config.dart

@@ -50,6 +50,10 @@ abstract class AppConfig {
   static bool sendPublicReadReceipts = true;
   static bool? sendOnEnter;
   static bool experimentalVoip = false;
+  static bool livekitEnabledCalls = true;
+  // static const livekitServiceUrl = 'https://famedly-livekit-server.teedee.dev';
+  static const livekitServiceUrl = 'https://livekit-jwt.call.element.dev';
+  static const enableLivekitE2EE = false;
   static const bool hideTypingUsernames = false;
   static const bool hideAllStateEvents = false;
   static const String inviteLinkPrefix = 'https://matrix.to/#/';

lib/config/routes.dart

@@ -1,8 +1,10 @@
 import 'dart:async';
 
 import 'package:flutter/cupertino.dart';
+import 'package:flutter/material.dart';
 
 import 'package:go_router/go_router.dart';
+import 'package:matrix/matrix.dart';
 
 import 'package:fluffychat/config/themes.dart';
 import 'package:fluffychat/pages/archive/archive.dart';
@@ -29,6 +31,9 @@ import 'package:fluffychat/pages/settings_notifications/settings_notifications.d
 import 'package:fluffychat/pages/settings_password/settings_password.dart';
 import 'package:fluffychat/pages/settings_security/settings_security.dart';
 import 'package:fluffychat/pages/settings_style/settings_style.dart';
+import 'package:fluffychat/pages/voip/calling_page.dart';
+import 'package:fluffychat/pages/voip/group_call_onboarding/group_call_onboarding_view.dart';
+import 'package:fluffychat/utils/voip/voip_plugin.dart';
 import 'package:fluffychat/widgets/layouts/empty_page.dart';
 import 'package:fluffychat/widgets/layouts/two_column_layout.dart';
 import 'package:fluffychat/widgets/log_view.dart';
@@ -80,6 +85,38 @@ abstract class AppRoutes {
         const LogViewer(),
       ),
     ),
+    GoRoute(
+      redirect: (context, state) {
+        if (VoipPlugin.currentCallProxy == null) {
+          final parts = state.uri.path.split('/');
+          final redirectPath = '/${parts[1]}/${parts[2]}';
+          Logs().w(
+            '[GoRouter] voip currentCallProxy was null, redirecting to  $redirectPath',
+          );
+          return redirectPath;
+        }
+        return null;
+      },
+      path: '/rooms/:roomid/call',
+      pageBuilder: (context, state) => defaultPageBuilder(
+        context,
+        VoipPlugin.currentCallProxy == null
+            ? const Center(child: CircularProgressIndicator())
+            : Calling(
+                voipPlugin: Matrix.of(context).voipPlugin,
+                proxy: VoipPlugin.currentCallProxy!,
+              ),
+      ),
+    ),
+    GoRoute(
+      path: '/rooms/:roomid/group_call_onboarding',
+      pageBuilder: (context, state) => defaultPageBuilder(
+        context,
+        GroupCallOnboardingView(
+          roomId: state.pathParameters['roomid']!,
+        ),
+      ),
+    ),
     ShellRoute(
       pageBuilder: (context, state, child) => defaultPageBuilder(
         context,

lib/main.dart

@@ -8,6 +8,7 @@ import 'package:shared_preferences/shared_preferences.dart';
 import 'package:fluffychat/config/app_config.dart';
 import 'package:fluffychat/utils/client_manager.dart';
 import 'package:fluffychat/utils/platform_infos.dart';
+import 'package:fluffychat/utils/voip/voip_plugin.dart';
 import 'package:fluffychat/widgets/error_widget.dart';
 import 'config/setting_keys.dart';
 import 'utils/background_push.dart';
@@ -24,6 +25,7 @@ void main() async {
   Logs().nativeColors = !PlatformInfos.isIOS;
   final store = await SharedPreferences.getInstance();
   final clients = await ClientManager.getClients(store: store);
+  final voipPlugins = clients.map((e) => VoipPlugin.clientOnly(e)).toList();
 
   // If the app starts in detached mode, we assume that it is in
   // background fetch mode for processing push notifications. This is
@@ -34,12 +36,12 @@ void main() async {
     for (final client in clients) {
       client.syncPresence = PresenceType.offline;
     }
-
     // In the background fetch mode we do not want to waste ressources with
     // starting the Flutter engine but process incoming push notifications.
     BackgroundPush.clientOnly(clients.first);
     // To start the flutter engine afterwards we add an custom observer.
-    WidgetsBinding.instance.addObserver(AppStarter(clients, store));
+    WidgetsBinding.instance
+        .addObserver(AppStarter(clients, voipPlugins, store));
     Logs().i(
       '${AppConfig.applicationName} started in background-fetch mode. No GUI will be created unless the app is no longer detached.',
     );
@@ -50,11 +52,15 @@ void main() async {
   Logs().i(
     '${AppConfig.applicationName} started in foreground mode. Rendering GUI...',
   );
-  await startGui(clients, store);
+  await startGui(clients, voipPlugins, store);
 }
 
 /// Fetch the pincode for the applock and start the flutter engine.
-Future<void> startGui(List<Client> clients, SharedPreferences store) async {
+Future<void> startGui(
+  List<Client> clients,
+  List<VoipPlugin> voipPlugins,
+  SharedPreferences store,
+) async {
   // Fetch the pin for the applock if existing for mobile applications.
   String? pin;
   if (PlatformInfos.isMobile) {
@@ -72,17 +78,25 @@ Future<void> startGui(List<Client> clients, SharedPreferences store) async {
   await firstClient?.accountDataLoading;
 
   ErrorWidget.builder = (details) => FluffyChatErrorWidget(details);
-  runApp(FluffyChatApp(clients: clients, pincode: pin, store: store));
+  runApp(
+    FluffyChatApp(
+      clients: clients,
+      voipPlugins: voipPlugins,
+      pincode: pin,
+      store: store,
+    ),
+  );
 }
 
 /// Watches the lifecycle changes to start the application when it
 /// is no longer detached.
 class AppStarter with WidgetsBindingObserver {
   final List<Client> clients;
+  List<VoipPlugin> voipPlugins;
   final SharedPreferences store;
   bool guiStarted = false;
 
-  AppStarter(this.clients, this.store);
+  AppStarter(this.clients, this.voipPlugins, this.store);
 
   @override
   void didChangeAppLifecycleState(AppLifecycleState state) {
@@ -96,7 +110,7 @@ class AppStarter with WidgetsBindingObserver {
     for (final client in clients) {
       client.syncPresence = PresenceType.online;
     }
-    startGui(clients, store);
+    startGui(clients, voipPlugins, store);
     // We must make sure that the GUI is only started once.
     guiStarted = true;
   }