* it works but only with the baseURL for now * works but strings are not referenced properly and we are using a dummy config.json which maybe is not required at all? * test with EmbeddedElementCall repo * updated the version * ignore our own package * updated version removed using EC through the well known URL * fix for remote URL overriding * updated version * fix for microphone and camera using local URL * better solution * Use version 0.9.0-release-test.3 * fix project * removed workaround for emebedded EC url generation * updated EC * pr suggestions * fix * removed unnecessary configuration flag --------- Co-authored-by: Hugh Nimmo-Smith <hughns@element.io>
265 lines
11 KiB
Swift
265 lines
11 KiB
Swift
//
|
|
// Copyright 2022-2024 New Vector Ltd.
|
|
//
|
|
// SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-Element-Commercial
|
|
// Please see LICENSE files in the repository root for full details.
|
|
//
|
|
|
|
import AVKit
|
|
import CallKit
|
|
import Combine
|
|
import SwiftUI
|
|
|
|
typealias CallScreenViewModelType = StateStoreViewModel<CallScreenViewState, CallScreenViewAction>
|
|
|
|
class CallScreenViewModel: CallScreenViewModelType, CallScreenViewModelProtocol {
|
|
private let elementCallService: ElementCallServiceProtocol
|
|
private let configuration: ElementCallConfiguration
|
|
private let isPictureInPictureAllowed: Bool
|
|
private let appSettings: AppSettings
|
|
private let analyticsService: AnalyticsService
|
|
|
|
private let widgetDriver: ElementCallWidgetDriverProtocol
|
|
|
|
private let actionsSubject: PassthroughSubject<CallScreenViewModelAction, Never> = .init()
|
|
var actions: AnyPublisher<CallScreenViewModelAction, Never> {
|
|
actionsSubject.eraseToAnyPublisher()
|
|
}
|
|
|
|
/// Designated initialiser
|
|
/// - Parameters:
|
|
/// - elementCallService: service responsible for setting up CallKit
|
|
/// - roomProxy: The room in which the call should be created
|
|
/// - callBaseURL: Which Element Call instance should be used
|
|
/// - clientID: Something to identify the current client on the Element Call side
|
|
init(elementCallService: ElementCallServiceProtocol,
|
|
configuration: ElementCallConfiguration,
|
|
allowPictureInPicture: Bool,
|
|
appHooks: AppHooks,
|
|
appSettings: AppSettings,
|
|
analyticsService: AnalyticsService) {
|
|
self.elementCallService = elementCallService
|
|
self.configuration = configuration
|
|
self.appSettings = appSettings
|
|
self.analyticsService = analyticsService
|
|
isPictureInPictureAllowed = allowPictureInPicture
|
|
|
|
switch configuration.kind {
|
|
case .genericCallLink(let url):
|
|
widgetDriver = GenericCallLinkWidgetDriver(url: url)
|
|
case .roomCall(let roomProxy, let clientProxy, _, _, _, _, _):
|
|
guard let deviceID = clientProxy.deviceID else { fatalError("Missing device ID for the call.") }
|
|
widgetDriver = roomProxy.elementCallWidgetDriver(deviceID: deviceID)
|
|
}
|
|
|
|
super.init(initialViewState: CallScreenViewState(messageHandler: Self.eventHandlerName,
|
|
script: Self.eventHandlerInjectionScript,
|
|
certificateValidator: appHooks.certificateValidatorHook))
|
|
|
|
state.bindings.javaScriptMessageHandler = { [weak self] message in
|
|
guard let self, let message = message as? String else { return }
|
|
Task { await self.widgetDriver.handleMessage(message) }
|
|
}
|
|
|
|
elementCallService.actions
|
|
.receive(on: DispatchQueue.main)
|
|
.sink { [weak self] action in
|
|
guard let self else { return }
|
|
|
|
switch action {
|
|
case let .setAudioEnabled(enabled, roomID):
|
|
guard roomID == configuration.callRoomID else {
|
|
MXLog.error("Received mute request for a different room: \(roomID) != \(configuration.callRoomID)")
|
|
return
|
|
}
|
|
|
|
Task {
|
|
await self.setAudioEnabled(enabled)
|
|
}
|
|
default:
|
|
break
|
|
}
|
|
}
|
|
.store(in: &cancellables)
|
|
|
|
widgetDriver.messagePublisher
|
|
.receive(on: DispatchQueue.main)
|
|
.sink { [weak self] receivedMessage in
|
|
guard let self else { return }
|
|
|
|
Task {
|
|
await self.postJSONToWidget(receivedMessage)
|
|
}
|
|
}
|
|
.store(in: &cancellables)
|
|
|
|
widgetDriver.actions
|
|
.receive(on: DispatchQueue.main)
|
|
.sink { [weak self] action in
|
|
guard let self else { return }
|
|
|
|
switch action {
|
|
case .callEnded:
|
|
actionsSubject.send(.dismiss)
|
|
case .mediaStateChanged(let audioEnabled, _):
|
|
elementCallService.setAudioEnabled(audioEnabled, roomID: configuration.callRoomID)
|
|
}
|
|
}
|
|
.store(in: &cancellables)
|
|
|
|
setupCall()
|
|
}
|
|
|
|
override func process(viewAction: CallScreenViewAction) {
|
|
switch viewAction {
|
|
case .urlChanged(let url):
|
|
guard let url else { return }
|
|
MXLog.info("URL changed to: \(url)")
|
|
case .pictureInPictureIsAvailable(let controller):
|
|
actionsSubject.send(.pictureInPictureIsAvailable(controller))
|
|
case .navigateBack:
|
|
Task { await handleBackwardsNavigation() }
|
|
case .pictureInPictureWillStop:
|
|
actionsSubject.send(.pictureInPictureStopped)
|
|
case .endCall:
|
|
actionsSubject.send(.dismiss)
|
|
}
|
|
}
|
|
|
|
func stop() {
|
|
Task {
|
|
await hangup()
|
|
}
|
|
|
|
elementCallService.tearDownCallSession()
|
|
}
|
|
|
|
// MARK: - Private
|
|
|
|
private func setupCall() {
|
|
switch configuration.kind {
|
|
case .genericCallLink(let url):
|
|
state.url = url
|
|
// We need widget messaging to work before enabling CallKit, otherwise mute, hangup etc do nothing.
|
|
|
|
case .roomCall(let roomProxy, let clientProxy, let clientID, let elementCallBaseURL, let elementCallBaseURLOverride, let colorScheme, let notifyOtherParticipants):
|
|
Task { [weak self] in
|
|
guard let self else { return }
|
|
|
|
let baseURL = if let elementCallBaseURLOverride {
|
|
elementCallBaseURLOverride
|
|
} else {
|
|
elementCallBaseURL
|
|
}
|
|
|
|
// We only set the analytics configuration if analytics are enabled
|
|
let analyticsConfiguration = analyticsService.isEnabled ? ElementCallAnalyticsConfiguration(posthogAPIHost: appSettings.elementCallPosthogAPIHost,
|
|
posthogAPIKey: appSettings.elementCallPosthogAPIKey,
|
|
rageshakeSubmitURL: Secrets.rageshakeServerURL,
|
|
sentryDSN: appSettings.elementCallPosthogSentryDSN) : nil
|
|
switch await widgetDriver.start(baseURL: baseURL,
|
|
clientID: clientID,
|
|
colorScheme: colorScheme,
|
|
analyticsConfiguration: analyticsConfiguration) {
|
|
case .success(let url):
|
|
state.url = url
|
|
case .failure(let error):
|
|
MXLog.error("Failed starting ElementCall Widget Driver with error: \(error)")
|
|
state.bindings.alertInfo = .init(id: UUID(),
|
|
title: L10n.errorUnknown,
|
|
primaryButton: .init(title: L10n.actionOk) {
|
|
self.actionsSubject.send(.dismiss)
|
|
})
|
|
return
|
|
}
|
|
|
|
await elementCallService.setupCallSession(roomID: roomProxy.id,
|
|
roomDisplayName: roomProxy.infoPublisher.value.displayName ?? roomProxy.id)
|
|
|
|
if notifyOtherParticipants {
|
|
_ = await roomProxy.sendCallNotificationIfNeeded()
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
private func handleBackwardsNavigation() async {
|
|
guard state.url != nil,
|
|
isPictureInPictureAllowed,
|
|
let requestPictureInPictureHandler = state.bindings.requestPictureInPictureHandler else {
|
|
actionsSubject.send(.dismiss)
|
|
return
|
|
}
|
|
|
|
switch await requestPictureInPictureHandler() {
|
|
case .success:
|
|
actionsSubject.send(.pictureInPictureStarted)
|
|
case .failure:
|
|
actionsSubject.send(.dismiss)
|
|
}
|
|
}
|
|
|
|
private func setAudioEnabled(_ enabled: Bool) async {
|
|
let message = ElementCallWidgetMessage(direction: .toWidget,
|
|
action: .mediaState,
|
|
data: .init(audioEnabled: enabled),
|
|
widgetId: widgetDriver.widgetID)
|
|
await postMessageToWidget(message)
|
|
}
|
|
|
|
func hangup() async {
|
|
let message = ElementCallWidgetMessage(direction: .fromWidget,
|
|
action: .hangup,
|
|
widgetId: widgetDriver.widgetID)
|
|
|
|
await postMessageToWidget(message)
|
|
}
|
|
|
|
private func postMessageToWidget(_ message: ElementCallWidgetMessage) async {
|
|
let data: Data
|
|
do {
|
|
data = try JSONEncoder().encode(message)
|
|
} catch {
|
|
MXLog.error("Failed encoding widget message with error: \(error)")
|
|
return
|
|
}
|
|
|
|
guard let json = String(data: data, encoding: .utf8) else {
|
|
MXLog.error("Invalid data for widget message")
|
|
return
|
|
}
|
|
|
|
await postJSONToWidget(json)
|
|
}
|
|
|
|
private func postJSONToWidget(_ json: String) async {
|
|
do {
|
|
let message = "postMessage(\(json), '*')"
|
|
let result = try await state.bindings.javaScriptEvaluator?(message)
|
|
MXLog.debug("Evaluated javascript: \(json) with result: \(String(describing: result))")
|
|
} catch {
|
|
MXLog.error("Received javascript evaluation error: \(error)")
|
|
}
|
|
}
|
|
|
|
private static let eventHandlerName = "elementx"
|
|
|
|
private static var eventHandlerInjectionScript: String {
|
|
"""
|
|
window.addEventListener(
|
|
"message",
|
|
(event) => {
|
|
let message = {data: event.data, origin: event.origin}
|
|
if (message.data.response && message.data.api == "toWidget"
|
|
|| !message.data.response && message.data.api == "fromWidget") {
|
|
window.webkit.messageHandlers.\(eventHandlerName).postMessage(JSON.stringify(message.data));
|
|
}else{
|
|
console.log("-- skipped event handling by the client because it is send from the client itself.");
|
|
}
|
|
},
|
|
false,
|
|
);
|
|
"""
|
|
}
|
|
}
|