Creating Audio Apps for watchos

Transcription

1 Session #WWDC18 Creating Audio Apps for watchos 504 Neil Desai, watchos Frameworks Engineer 2018 Apple Inc. All rights reserved. Redistribution or public display not permitted without written permission from Apple.

2

3

4

5

6 Native controls Getting content Local playback Audio experience

7 Native controls Getting content Local playback Audio experience

8 Native controls Getting content Local playback Audio experience

9 Native controls Getting content Local playback Audio experience

10 Native controls Getting content Local playback Audio experience

11 Native Controls

12 Native Controls NEW

13 Native Controls NEW

14 Native Controls NEW

15

16

17 Native Controls Now playing view

18 Native Controls Now playing view Digital Crown controls volume

19 Native Controls Now playing view Digital Crown controls volume Place in non-scrolling controller

20 Native Controls Now playing view Digital Crown controls volume Place in non-scrolling controller Automatically switches sources

21 Native Controls Now playing view Digital Crown controls volume Place in non-scrolling controller Automatically switches sources Application tint color

22

23

24 Native Controls Volume control Controls iphone or local volume

25 Native Controls Volume control Controls iphone or local volume Application tint color

26 Native Controls Volume control Controls iphone or local volume Application tint color

27 Native Controls Volume control

28 Native Controls Volume control

29 Native Controls Volume control

30 Native Controls Volume control

31 Getting Content

32

33 Getting Content

34 Getting Content

35 //User initiated func userpresseddownload() { WKExtension.shared().isFrontmostTimeoutExtended = true let session = MyNSURLSessionDelegate.backgroundSession let task = session.downloadtask(with: contenturl) task.resume() }

36 //User initiated func userpresseddownload() { WKExtension.shared().isFrontmostTimeoutExtended = true let session = MyNSURLSessionDelegate.backgroundSession let task = session.downloadtask(with: contenturl) task.resume() }

37 //User initiated func userpresseddownload() { WKExtension.shared().isFrontmostTimeoutExtended = true let session = MyNSURLSessionDelegate.backgroundSession let task = session.downloadtask(with: contenturl) task.resume() }

38 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

39 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

40 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

41 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

42 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

43 Getting Content

44 Getting Content WatchConnectivity

45 WatchConnectivity

46 WatchConnectivity Transfer file API

47 WatchConnectivity Transfer file API Progress

48 // Progress property open class WCSessionFileTransfer : NSObject { open var file: WCSessionFile { get 12.0, *) open var progress: Progress { get } open var istransferring: Bool { get } } open func cancel()

49 // Progress property NEW open class WCSessionFileTransfer : NSObject { open var file: WCSessionFile { get 12.0, *) open var progress: Progress { get } open var istransferring: Bool { get } } open func cancel()

50 // User initiated download if let transfer: WCSessionFileTransfer = filetransfer { } transferprogressview.observedprogress = transfer.progress 27

51 // User initiated download if let transfer: WCSessionFileTransfer = filetransfer { } transferprogressview.observedprogress = transfer.progress 27

52 // User initiated download if let transfer: WCSessionFileTransfer = filetransfer { } transferprogressview.observedprogress = transfer.progress SimpleWatchConnectivity Sample Code 27

53 Which one do we use?

54 URLSession

55 URLSession User initiated on Apple Watch

56 URLSession User initiated on Apple Watch Use waitsforconnectivity instead of SCNetworkReachability

57 URLSession User initiated on Apple Watch Use waitsforconnectivity instead of SCNetworkReachability Requests are proxied through iphone, when in range

58 URLSession User initiated on Apple Watch Use waitsforconnectivity instead of SCNetworkReachability Requests are proxied through iphone, when in range Advances in Networking, Part 2 WWDC 2017

59 WatchConnectivity

60 WatchConnectivity Initiated on iphone

61 WatchConnectivity Initiated on iphone No need to request from your server again

62 Set Expectations

63 Set Expectations Instruct your user

64 Set Expectations Instruct your user On the magnetic charger

65

66

67 Local Playback

68

69

70 WatchKit

71 WatchKit presentmediaplayercontroller(with: options:completion:)

72 WatchKit presentmediaplayercontroller(with: options:completion:) WKAudioFileQueuePlayer

73 WatchKit presentmediaplayercontroller(with: options:completion:) WKAudioFileQueuePlayer WKAudioFilePlayerItem

74

75 Playback WKAudioFileQueuePlayer

76

77 AVFoundation

78 AVFoundation AVAudioPlayer

79 AVFoundation AVAudioPlayer AVAudioEngine

80 AVFoundation AVAudioPlayer AVAudioEngine Playback Background run mode Foreground, screen on

81

82 Audio Playback Background Mode NEW

83 Background Playback NEW

84 Background Playback NEW AVFoundation

85 Background Playback NEW AVFoundation Route picking

86 Background Playback NEW AVFoundation Route picking MediaPlayer.framework

87 Background Playback NEW AVFoundation Route picking MediaPlayer.framework Restricted to Bluetooth routes just like Music, Podcasts, and Radio

88 Background Playback

89 Background Playback Audio Info.plist key

90 Background Playback Audio Info.plist key Set up your session

91 Background Playback Audio Info.plist key Set up your session Route picking

92 Background Playback Audio Info.plist key Set up your session Route picking Play!

93 Background Playback Audio Info.plist key Set up your session Route picking Play! Handle playback

94

95 Local Playback

96 Local Playback Set routesharingpolicy to longform on AVAudioSession

97 Local Playback Set routesharingpolicy to longform on AVAudioSession Call new activate(withoptions:completion:) method on AVAudioSession

98 Local Playback Set routesharingpolicy to longform on AVAudioSession Call new activate(withoptions:completion:) method on AVAudioSession On completion, call play()

99

100 Route Picker

101 Route Picker Async activate()

102 Route Picker Async activate()

103 Route Picker Async activate() completion()

104 // Setup AVAudioSession func setupaudiosession() throws { try AVAudioSession.sharedInstance().setCategory( AVAudioSessionCategoryPlayback, mode: AVAudioSessionModeDefault, routesharingpolicy:.longform, options: [] ) }

105 // Setup AVAudioSession func setupaudiosession() throws { try AVAudioSession.sharedInstance().setCategory( AVAudioSessionCategoryPlayback, mode: AVAudioSessionModeDefault, routesharingpolicy:.longform, options: [] ) }

106 // Activate session, display route picker, func userpressedplay() { AVAudioSession.sharedInstance().activate(options: []) { (error: Error?) in if let error = error { print(error) } else { self.player?.play() } } }

107 // Activate session, display route picker, func userpressedplay() { AVAudioSession.sharedInstance().activate(options: []) { (error: Error?) in if let error = error { print(error) } else { self.player?.play() } } }

108 // Activate session, display route picker, func userpressedplay() { AVAudioSession.sharedInstance().activate(options: []) { (error: Error?) in if let error = error { print(error) } else { self.player?.play() } } }

109 Background Playback Routes

110 Background Playback Routes Apple wireless chip, W1

111 Background Playback Routes Apple wireless chip, W1 Bluetooth headphones

112 Background Playback Route picker Route picker details

113 Background Playback Route picker Route picker details If user has an active route, the route picker will select that automatically on your behalf

114 Background Playback Route picker Route picker details If user has an active route, the route picker will select that automatically on your behalf Takes active W1 route from iphone

115 Background Playback Route picker Route picker details If user has an active route, the route picker will select that automatically on your behalf Takes active W1 route from iphone - Unless iphone has more priority

116 Background Playback Route picker Route picker details If user has an active route, the route picker will select that automatically on your behalf Takes active W1 route from iphone - Unless iphone has more priority If no active routes, route picker will appear

117 Background Playback Playback Playback AVAudioPlayer AVAudioEngine Formats supported AAC-LC, AAC-ELD, HE-AAC, HE-AACv2, MP3 (decoding only), Opus

118 Background Playback Power Only play audio when necessary AVAudioEngine autoshutdownenabled on by default

119 Background Playback MediaPlayer.framework

120 Background Playback MediaPlayer.framework Provide Now Playing information

121 Background Playback MediaPlayer.framework Provide Now Playing information Now Playing UI will update

122 Background Playback MediaPlayer.framework Provide Now Playing information Now Playing UI will update Handle events

123 // Providing Now Playing information fileprivate let nowplayinginfocenter = MPNowPlayingInfoCenter.default() var nowplayinginfo = [String: Any]() let image = UIImage(data: artworkdata)?? UIImage() let artwork = MPMediaItemArtwork(boundsSize: image.size, requesthandler: { (_) -> UIImage in }) return image nowplayinginfo[mpmediaitempropertytitle] = title nowplayinginfo[mpmediaitempropertyalbumtitle] = album nowplayinginfo[mpmediaitempropertyartwork] = artwork nowplayinginfocenter.nowplayinginfo = nowplayinginfo

124 // Providing Now Playing information fileprivate let nowplayinginfocenter = MPNowPlayingInfoCenter.default() var nowplayinginfo = [String: Any]() let image = UIImage(data: artworkdata)?? UIImage() let artwork = MPMediaItemArtwork(boundsSize: image.size, requesthandler: { (_) -> UIImage in }) return image nowplayinginfo[mpmediaitempropertytitle] = title nowplayinginfo[mpmediaitempropertyalbumtitle] = album nowplayinginfo[mpmediaitempropertyartwork] = artwork nowplayinginfocenter.nowplayinginfo = nowplayinginfo

125 // Providing Now Playing information fileprivate let nowplayinginfocenter = MPNowPlayingInfoCenter.default() var nowplayinginfo = [String: Any]() let image = UIImage(data: artworkdata)?? UIImage() let artwork = MPMediaItemArtwork(boundsSize: image.size, requesthandler: { (_) -> UIImage in }) return image nowplayinginfo[mpmediaitempropertytitle] = title nowplayinginfo[mpmediaitempropertyalbumtitle] = album nowplayinginfo[mpmediaitempropertyartwork] = artwork nowplayinginfocenter.nowplayinginfo = nowplayinginfo

126 // Providing Now Playing information fileprivate let nowplayinginfocenter = MPNowPlayingInfoCenter.default() var nowplayinginfo = [String: Any]() let image = UIImage(data: artworkdata)?? UIImage() let artwork = MPMediaItemArtwork(boundsSize: image.size, requesthandler: { (_) -> UIImage in }) return image nowplayinginfo[mpmediaitempropertytitle] = title nowplayinginfo[mpmediaitempropertyalbumtitle] = album nowplayinginfo[mpmediaitempropertyartwork] = artwork nowplayinginfocenter.nowplayinginfo = nowplayinginfo

127 // Providing Now Playing information fileprivate let nowplayinginfocenter = MPNowPlayingInfoCenter.default() var nowplayinginfo = [String: Any]() let image = UIImage(data: artworkdata)?? UIImage() let artwork = MPMediaItemArtwork(boundsSize: image.size, requesthandler: { (_) -> UIImage in }) return image nowplayinginfo[mpmediaitempropertytitle] = title nowplayinginfo[mpmediaitempropertyalbumtitle] = album nowplayinginfo[mpmediaitempropertyartwork] = artwork nowplayinginfocenter.nowplayinginfo = nowplayinginfo

128

129

130 Background Playback Media remote Use MediaPlayer.framework Handle commands however you wish

131 class RemoteCommandManager: NSObject { // Reference of `MPRemoteCommandCenter` used to configure and // setup remote control events in the application. fileprivate let remotecommandcenter = MPRemoteCommandCenter.shared() }

132 class RemoteCommandManager: NSObject { // Reference of `MPRemoteCommandCenter` used to configure and // setup remote control events in the application. fileprivate let remotecommandcenter = MPRemoteCommandCenter.shared() }

133 // Example providing a MediaRemote command func enableskipforwardcommand(interval: Int = 15) { remotecommandcenter.skipforwardcommand.preferredintervals = [NSNumber(value: interval)] remotecommandcenter.skipforwardcommand.addtarget(self, action: #selector(remotecommandmanager. handleskipforwardcommandevent(event:))) remotecommandcenter.skipforwardcommand.isenabled = true } 61

134 // Example providing a MediaRemote command func enableskipforwardcommand(interval: Int = 15) { remotecommandcenter.skipforwardcommand.preferredintervals = [NSNumber(value: interval)] remotecommandcenter.skipforwardcommand.addtarget(self, action: #selector(remotecommandmanager. handleskipforwardcommandevent(event:))) remotecommandcenter.skipforwardcommand.isenabled = true } 61

135 // Example providing a MediaRemote command func enableskipforwardcommand(interval: Int = 15) { remotecommandcenter.skipforwardcommand.preferredintervals = [NSNumber(value: interval)] remotecommandcenter.skipforwardcommand.addtarget(self, action: #selector(remotecommandmanager. handleskipforwardcommandevent(event:))) remotecommandcenter.skipforwardcommand.isenabled = true } MPRemoteCommandSample Sample Code 61

136

137 Audio Experience

138 Audio Experience Auto launch Frontmost App state Notifications Shortcuts

139

140

141

142

143

144

145 Auto Launch

146 Auto Launch Auto launch Audio Apps

147 Auto Launch Auto launch Audio Apps Now Playing session on iphone brings Apple Watch app frontmost

148 Auto Launch Auto launch Audio Apps Now Playing session on iphone brings Apple Watch app frontmost Stays frontmost for duration of the session

149 Auto Launch Now Playing session API

150 Auto Launch Now Playing session API You will know when you re launched for a Now Playing session on iphone

151 Auto Launch Now Playing session API You will know when you re launched for a Now Playing session on iphone Take your user directly to the view

152 Auto Launch Now Playing session API You will know when you re launched for a Now Playing session on iphone Take your user directly to the view Use handleremotenowplayingactivity() on WKExtensionDelegate

153 class ExtensionDelegate: NSObject, WKExtensionDelegate { func handleremotenowplayingactivity() { // Get visible controller let visiblecontroller = WKExtension.shared().visibleInterfaceController if (visiblecontroller?.iskind(of: RemoteControlInterfaceController.self)?? false { // User is already at our NowPlaying UI. Log this condition } else { WKInterfaceController.reloadRootPageControllers( withnames: [ remotecontrolinterfacecontroller"], contexts: nil, orientation:.horizontal, pageindex: 0) } } }

154 class ExtensionDelegate: NSObject, WKExtensionDelegate { func handleremotenowplayingactivity() { // Get visible controller let visiblecontroller = WKExtension.shared().visibleInterfaceController if (visiblecontroller?.iskind(of: RemoteControlInterfaceController.self)?? false { // User is already at our NowPlaying UI. Log this condition } else { WKInterfaceController.reloadRootPageControllers( withnames: [ remotecontrolinterfacecontroller"], contexts: nil, orientation:.horizontal, pageindex: 0) } } }

155 class ExtensionDelegate: NSObject, WKExtensionDelegate { func handleremotenowplayingactivity() { // Get visible controller let visiblecontroller = WKExtension.shared().visibleInterfaceController if (visiblecontroller?.iskind(of: RemoteControlInterfaceController.self)?? false { // User is already at our NowPlaying UI. Log this condition } else { WKInterfaceController.reloadRootPageControllers( withnames: [ remotecontrolinterfacecontroller"], contexts: nil, orientation:.horizontal, pageindex: 0) } } }

156 class ExtensionDelegate: NSObject, WKExtensionDelegate { func handleremotenowplayingactivity() { // Get visible controller let visiblecontroller = WKExtension.shared().visibleInterfaceController if (visiblecontroller?.iskind(of: RemoteControlInterfaceController.self)?? false { // User is already at our NowPlaying UI. Log this condition } else { WKInterfaceController.reloadRootPageControllers( withnames: [ remotecontrolinterfacecontroller"], contexts: nil, orientation:.horizontal, pageindex: 0) } } }

157 Auto Launch Opt out

158 Auto Launch Opt out App can opt out

159 Auto Launch Opt out App can opt out Do the right thing

160 Auto Launch Opt out App can opt out Do the right thing Info.plist key

161 Auto Launch Opt out App can opt out Do the right thing Info.plist key Now Playing app will show if you have opted out

162 Active

163

164 Frontmost

165 Frontmost Background

166 Frontmost App State

167 Frontmost App State WatchConnectivity resumes

168 Frontmost App State WatchConnectivity resumes URLSession resumes

169 Frontmost App State WatchConnectivity resumes URLSession resumes Frontmost notification

170 Frontmost App State WatchConnectivity resumes URLSession resumes Frontmost notification Haptics

171 Frontmost App State WatchConnectivity resumes URLSession resumes Frontmost notification Haptics The Life of a watchos App WWDC 2017

172

173

174 Audio Experience Frontmost

175 Audio Experience Frontmost Kept frontmost while playing audio

176 Audio Experience Frontmost Kept frontmost while playing audio User navigates away

177 Audio Experience Frontmost Kept frontmost while playing audio User navigates away Background playback still occurs

178 Audio Experience Frontmost Kept frontmost while playing audio User navigates away Background playback still occurs Properly handle background events

179 Audio Experience Notifications

180 Audio Experience Notifications Content available local notification

181 Audio Experience Notifications Content available local notification Play option as the primary action

182 10:09 Audio Experience TOUR GUIDE Notifications Ready! Content available local notification Play option as the primary action Configuration step

183 10:09 Audio Experience TOUR GUIDE Notifications Ready! Content available local notification Play option as the primary action Configuration step What s New in watchos WWDC 2018

184 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

185 class DownloadManager : NSObject, URLSessionTaskDelegate, URLSessionDownloadDelegate { func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didwritedata byteswritten: Int64, totalbyteswritten: Int64, totalbytesexpectedtowrite: Int64) { if totalbytesexpectedtowrite > 0 { let progress = Float(totalBytesWritten) / Float(totalBytesExpectedToWrite) // Update UI showing progress } } func urlsession(_ session: URLSession, downloadtask: URLSessionDownloadTask, didfinishdownloadingto location: URL) { // Manage file // Post notification alerting user of playback opportunity } func urlsession(_ session: URLSession, task: URLSessionTask, didcompletewitherror error: Error?) { // Clean up state, handle errors if there are any } }

186 Audio Experience Frontmost notifications

187 Audio Experience Frontmost notifications func usernotificationcenter(_ center: UNUserNotificationCenter, willpresent notification: UNNotification, withcompletionhandler (UNNotificationPresentationOptions) -> Void)

188 Audio Experience Frontmost notifications func usernotificationcenter(_ center: UNUserNotificationCenter, willpresent notification: UNNotification, withcompletionhandler (UNNotificationPresentationOptions) -> Void) Play haptic

189 Audio Experience Frontmost notifications func usernotificationcenter(_ center: UNUserNotificationCenter, willpresent notification: UNNotification, withcompletionhandler (UNNotificationPresentationOptions) -> Void) Play haptic Life of a watchos App WWDC 2017

190

191

192 Donations User Action INMediaPlaybackIntent

193

194 Making a Great Experience MuseumTour Dalí exhibit MuseumTour Play Audio tour coming soon Glanceable Information Tappable Actions

195 Audio Experience Shortcuts

196 Audio Experience Shortcuts Donate INMediaPlaybackIntent

197 Audio Experience Shortcuts Donate INMediaPlaybackIntent Relevant shortcut API

198 Audio Experience Shortcuts Donate INMediaPlaybackIntent Relevant shortcut API Shortcut phrases

199 Audio Experience Shortcuts Donate INMediaPlaybackIntent Relevant shortcut API Shortcut phrases Introduction to Siri Shortcuts WWDC 2018 Building for Voice with Siri Shortcuts WWDC 2018 Shortcuts on the Siri Watch Face WWDC 2018

200 Summary

201 Summary Native controls

202 Summary Native controls Background playback

203 Summary Native controls Background playback Progress

204 More Information watchos Runtime and Connectivity Lab Technology Lab 9 Thursday 12:00PM

205