Add:Fallback to transcode when direct play fails, and send playback failed event to client

ios/App/Shared/player/AudioPlayer.swift

@@ -10,6 +10,13 @@ import AVFoundation
 import UIKit
 import MediaPlayer
 
+enum PlayMethod:Int {
+    case directplay = 0
+    case directstream = 1
+    case transcode = 2
+    case local = 3
+}
+
 class AudioPlayer: NSObject {
     // enums and @objc are not compatible
     @objc dynamic var status: Int
@@ -137,6 +144,10 @@ class AudioPlayer: NSObject {
                 } else if (firstReady) { // Only seek on first readyToPlay
                     self.seek(self.playbackSession.currentTime, from: "queueItemStatusObserver")
                 }
+            } else if (playerItem.status == .failed) {
+                NSLog("TEST: queueStatusObserver: FAILED \(playerItem.error?.localizedDescription ?? "")")
+                
+                NotificationCenter.default.post(name: NSNotification.Name(PlayerEvents.failed.rawValue), object: nil)
             }
         })
     }
@@ -255,24 +266,31 @@ class AudioPlayer: NSObject {
         let startOffset = audioTrack.startOffset ?? 0.0
         return startOffset + currentTrackTime
     }
+    public func getPlayMethod() -> Int {
+        return self.playbackSession.playMethod
+    }
+    public func getPlaybackSession() -> PlaybackSession {
+        return self.playbackSession
+    }
     public func getDuration() -> Double {
         return playbackSession.duration
     }
     
     // MARK: - Private
     private func createAsset(itemId:String, track:AudioTrack) -> AVAsset {
-        let filename = track.metadata?.filename ?? ""
-        let filenameEncoded = filename.addingPercentEncoding(withAllowedCharacters: NSCharacterSet.urlQueryAllowed)
-        let urlstr = "\(Store.serverConfig!.address)/s/item/\(itemId)/\(filenameEncoded ?? "")?token=\(Store.serverConfig!.token)"
-        let url = URL(string: urlstr)!
-        return AVURLAsset(url: url)
-        
-        // Method for HLS
-//        let headers: [String: String] = [
-//            "Authorization": "Bearer \(Store.serverConfig!.token)"
-//        ]
-//
-//        return AVURLAsset(url: URL(string: "\(Store.serverConfig!.address)\(activeAudioTrack.contentUrl ?? "")")!, options: ["AVURLAssetHTTPHeaderFieldsKey": headers])
+        if (playbackSession.playMethod == PlayMethod.directplay.rawValue) {
+            // The only reason this is separate is because the filename needs to be encoded
+            let filename = track.metadata?.filename ?? ""
+            let filenameEncoded = filename.addingPercentEncoding(withAllowedCharacters: NSCharacterSet.urlQueryAllowed)
+            let urlstr = "\(Store.serverConfig!.address)/s/item/\(itemId)/\(filenameEncoded ?? "")?token=\(Store.serverConfig!.token)"
+            let url = URL(string: urlstr)!
+            return AVURLAsset(url: url)
+        } else { // HLS Transcode
+            let headers: [String: String] = [
+                "Authorization": "Bearer \(Store.serverConfig!.token)"
+            ]
+            return AVURLAsset(url: URL(string: "\(Store.serverConfig!.address)\(track.contentUrl ?? "")")!, options: ["AVURLAssetHTTPHeaderFieldsKey": headers])
+        }
     }
     
     private func initAudioSession() {

ios/App/Shared/player/PlayerHandler.swift

@@ -84,6 +84,12 @@ class PlayerHandler {
     public static func setPlaybackSpeed(speed: Float) {
         self.player?.setPlaybackRate(speed)
     }
+    public static func getPlayMethod() -> Int? {
+        self.player?.getPlayMethod()
+    }
+    public static func getPlaybackSession() -> PlaybackSession? {
+        self.player?.getPlaybackSession()
+    }
     
     public static func seekForward(amount: Double) {
         guard let player = player else {

ios/App/Shared/util/ApiClient.swift

@@ -61,15 +61,15 @@ class ApiClient {
         }
     }
     
-    public static func startPlaybackSession(libraryItemId: String, episodeId: String?, callback: @escaping (_ param: PlaybackSession) -> Void) {
+    public static func startPlaybackSession(libraryItemId: String, episodeId: String?, forceTranscode:Bool, callback: @escaping (_ param: PlaybackSession) -> Void) {
         var endpoint = "api/items/\(libraryItemId)/play"
         if episodeId != nil {
             endpoint += "/\(episodeId!)"
         }
         
         ApiClient.postResource(endpoint: endpoint, parameters: [
-            "forceDirectPlay": "true",
-            "forceTranscode": "false", // TODO: direct play
+            "forceDirectPlay": !forceTranscode ? "1" : "",
+            "forceTranscode": forceTranscode ? "1" : "",
             "mediaPlayer": "AVPlayer",
         ], decodable: PlaybackSession.self) { obj in
             var session = obj

ios/App/Shared/util/PlayerEvents.swift

@@ -12,4 +12,5 @@ enum PlayerEvents: String {
     case closed = "com.audiobookshelf.app.player.closed"
     case sleepSet = "com.audiobookshelf.app.player.sleep.set"
     case sleepEnded = "com.audiobookshelf.app.player.sleep.ended"
+    case failed = "com.audiobookshelf.app.player.failed"
 }