| // Copyright 2013 The Flutter Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| @import AVFoundation; |
| @import video_player_avfoundation; |
| @import XCTest; |
| |
| #import <OCMock/OCMock.h> |
| #import <video_player_avfoundation/AVAssetTrackUtils.h> |
| |
| @interface FLTVideoPlayer : NSObject <FlutterStreamHandler> |
| @property(readonly, nonatomic) AVPlayer *player; |
| // This is to fix a bug (https://github.com/flutter/flutter/issues/111457) in iOS 16 with blank |
| // video for encrypted video streams. An invisible AVPlayerLayer is used to overwrite the |
| // protection of pixel buffers in those streams. |
| @property(readonly, nonatomic) AVPlayerLayer *playerLayer; |
| @end |
| |
| @interface FLTVideoPlayerPlugin (Test) <FLTAVFoundationVideoPlayerApi> |
| @property(readonly, strong, nonatomic) |
| NSMutableDictionary<NSNumber *, FLTVideoPlayer *> *playersByTextureId; |
| @end |
| |
| @interface FakeAVAssetTrack : AVAssetTrack |
| @property(readonly, nonatomic) CGAffineTransform preferredTransform; |
| @property(readonly, nonatomic) CGSize naturalSize; |
| @property(readonly, nonatomic) UIImageOrientation orientation; |
| - (instancetype)initWithOrientation:(UIImageOrientation)orientation; |
| @end |
| |
| @implementation FakeAVAssetTrack |
| |
| - (instancetype)initWithOrientation:(UIImageOrientation)orientation { |
| _orientation = orientation; |
| _naturalSize = CGSizeMake(800, 600); |
| return self; |
| } |
| |
| - (CGAffineTransform)preferredTransform { |
| switch (_orientation) { |
| case UIImageOrientationUp: |
| return CGAffineTransformMake(1, 0, 0, 1, 0, 0); |
| case UIImageOrientationDown: |
| return CGAffineTransformMake(-1, 0, 0, -1, 0, 0); |
| case UIImageOrientationLeft: |
| return CGAffineTransformMake(0, -1, 1, 0, 0, 0); |
| case UIImageOrientationRight: |
| return CGAffineTransformMake(0, 1, -1, 0, 0, 0); |
| case UIImageOrientationUpMirrored: |
| return CGAffineTransformMake(-1, 0, 0, 1, 0, 0); |
| case UIImageOrientationDownMirrored: |
| return CGAffineTransformMake(1, 0, 0, -1, 0, 0); |
| case UIImageOrientationLeftMirrored: |
| return CGAffineTransformMake(0, -1, -1, 0, 0, 0); |
| case UIImageOrientationRightMirrored: |
| return CGAffineTransformMake(0, 1, 1, 0, 0, 0); |
| } |
| } |
| |
| @end |
| |
| @interface VideoPlayerTests : XCTestCase |
| @end |
| |
| @implementation VideoPlayerTests |
| |
| - (void)testIOS16BugWithEncryptedVideoStream { |
| // This is to fix a bug (https://github.com/flutter/flutter/issues/111457) in iOS 16 with blank |
| // video for encrypted video streams. An invisible AVPlayerLayer is used to overwrite the |
| // protection of pixel buffers in those streams. |
| // Note that a better unit test is to validate that `copyPixelBuffer` API returns the pixel |
| // buffers as expected, which requires setting up the video player properly with a protected video |
| // stream (.m3u8 file). |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = |
| [registry registrarForPlugin:@"testPlayerLayerWorkaround"]; |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| [[FLTVideoPlayerPlugin alloc] initWithRegistrar:registrar]; |
| |
| FlutterError *error; |
| [videoPlayerPlugin initialize:&error]; |
| XCTAssertNil(error); |
| |
| FLTCreateMessage *create = [FLTCreateMessage |
| makeWithAsset:nil |
| uri:@"https://flutter.github.io/assets-for-api-docs/assets/videos/bee.mp4" |
| packageName:nil |
| formatHint:nil |
| httpHeaders:@{}]; |
| FLTTextureMessage *textureMessage = [videoPlayerPlugin create:create error:&error]; |
| XCTAssertNil(error); |
| XCTAssertNotNil(textureMessage); |
| FLTVideoPlayer *player = videoPlayerPlugin.playersByTextureId[textureMessage.textureId]; |
| XCTAssertNotNil(player); |
| |
| if (@available(iOS 16.0, *)) { |
| XCTAssertNotNil(player.playerLayer, @"AVPlayerLayer should be present for iOS 16."); |
| XCTAssertNotNil(player.playerLayer.superlayer, |
| @"AVPlayerLayer should be added on screen for iOS 16."); |
| } else { |
| XCTAssertNil(player.playerLayer, @"AVPlayerLayer should not be present before iOS 16."); |
| } |
| } |
| |
| - (void)testSeekToInvokesTextureFrameAvailableOnTextureRegistry { |
| NSObject<FlutterTextureRegistry> *mockTextureRegistry = |
| OCMProtocolMock(@protocol(FlutterTextureRegistry)); |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = |
| [registry registrarForPlugin:@"SeekToInvokestextureFrameAvailable"]; |
| NSObject<FlutterPluginRegistrar> *partialRegistrar = OCMPartialMock(registrar); |
| OCMStub([partialRegistrar textures]).andReturn(mockTextureRegistry); |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| (FLTVideoPlayerPlugin *)[[FLTVideoPlayerPlugin alloc] initWithRegistrar:partialRegistrar]; |
| FLTPositionMessage *message = [FLTPositionMessage makeWithTextureId:@101 position:@0]; |
| FlutterError *error; |
| [videoPlayerPlugin seekTo:message error:&error]; |
| OCMVerify([mockTextureRegistry textureFrameAvailable:message.textureId.intValue]); |
| } |
| |
| - (void)testDeregistersFromPlayer { |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = |
| [registry registrarForPlugin:@"testDeregistersFromPlayer"]; |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| (FLTVideoPlayerPlugin *)[[FLTVideoPlayerPlugin alloc] initWithRegistrar:registrar]; |
| |
| FlutterError *error; |
| [videoPlayerPlugin initialize:&error]; |
| XCTAssertNil(error); |
| |
| FLTCreateMessage *create = [FLTCreateMessage |
| makeWithAsset:nil |
| uri:@"https://flutter.github.io/assets-for-api-docs/assets/videos/bee.mp4" |
| packageName:nil |
| formatHint:nil |
| httpHeaders:@{}]; |
| FLTTextureMessage *textureMessage = [videoPlayerPlugin create:create error:&error]; |
| XCTAssertNil(error); |
| XCTAssertNotNil(textureMessage); |
| FLTVideoPlayer *player = videoPlayerPlugin.playersByTextureId[textureMessage.textureId]; |
| XCTAssertNotNil(player); |
| AVPlayer *avPlayer = player.player; |
| |
| [videoPlayerPlugin dispose:textureMessage error:&error]; |
| XCTAssertEqual(videoPlayerPlugin.playersByTextureId.count, 0); |
| XCTAssertNil(error); |
| |
| [self keyValueObservingExpectationForObject:avPlayer keyPath:@"currentItem" expectedValue:nil]; |
| [self waitForExpectationsWithTimeout:30.0 handler:nil]; |
| } |
| |
| - (void)testVideoControls { |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = [registry registrarForPlugin:@"TestVideoControls"]; |
| |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| (FLTVideoPlayerPlugin *)[[FLTVideoPlayerPlugin alloc] initWithRegistrar:registrar]; |
| |
| NSDictionary<NSString *, id> *videoInitialization = |
| [self testPlugin:videoPlayerPlugin |
| uri:@"https://flutter.github.io/assets-for-api-docs/assets/videos/bee.mp4"]; |
| XCTAssertEqualObjects(videoInitialization[@"height"], @720); |
| XCTAssertEqualObjects(videoInitialization[@"width"], @1280); |
| XCTAssertEqualWithAccuracy([videoInitialization[@"duration"] intValue], 4000, 200); |
| } |
| |
| - (void)testAudioControls { |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = [registry registrarForPlugin:@"TestAudioControls"]; |
| |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| (FLTVideoPlayerPlugin *)[[FLTVideoPlayerPlugin alloc] initWithRegistrar:registrar]; |
| |
| NSDictionary<NSString *, id> *audioInitialization = |
| [self testPlugin:videoPlayerPlugin |
| uri:@"https://flutter.github.io/assets-for-api-docs/assets/audio/rooster.mp3"]; |
| XCTAssertEqualObjects(audioInitialization[@"height"], @0); |
| XCTAssertEqualObjects(audioInitialization[@"width"], @0); |
| // Perfect precision not guaranteed. |
| XCTAssertEqualWithAccuracy([audioInitialization[@"duration"] intValue], 5400, 200); |
| } |
| |
| - (void)testHLSControls { |
| NSObject<FlutterPluginRegistry> *registry = |
| (NSObject<FlutterPluginRegistry> *)[[UIApplication sharedApplication] delegate]; |
| NSObject<FlutterPluginRegistrar> *registrar = [registry registrarForPlugin:@"TestHLSControls"]; |
| |
| FLTVideoPlayerPlugin *videoPlayerPlugin = |
| (FLTVideoPlayerPlugin *)[[FLTVideoPlayerPlugin alloc] initWithRegistrar:registrar]; |
| |
| NSDictionary<NSString *, id> *videoInitialization = |
| [self testPlugin:videoPlayerPlugin |
| uri:@"https://flutter.github.io/assets-for-api-docs/assets/videos/hls/bee.m3u8"]; |
| XCTAssertEqualObjects(videoInitialization[@"height"], @720); |
| XCTAssertEqualObjects(videoInitialization[@"width"], @1280); |
| XCTAssertEqualWithAccuracy([videoInitialization[@"duration"] intValue], 4000, 200); |
| } |
| |
| - (void)testTransformFix { |
| [self validateTransformFixForOrientation:UIImageOrientationUp]; |
| [self validateTransformFixForOrientation:UIImageOrientationDown]; |
| [self validateTransformFixForOrientation:UIImageOrientationLeft]; |
| [self validateTransformFixForOrientation:UIImageOrientationRight]; |
| [self validateTransformFixForOrientation:UIImageOrientationUpMirrored]; |
| [self validateTransformFixForOrientation:UIImageOrientationDownMirrored]; |
| [self validateTransformFixForOrientation:UIImageOrientationLeftMirrored]; |
| [self validateTransformFixForOrientation:UIImageOrientationRightMirrored]; |
| } |
| |
| - (NSDictionary<NSString *, id> *)testPlugin:(FLTVideoPlayerPlugin *)videoPlayerPlugin |
| uri:(NSString *)uri { |
| FlutterError *error; |
| [videoPlayerPlugin initialize:&error]; |
| XCTAssertNil(error); |
| |
| FLTCreateMessage *create = [FLTCreateMessage makeWithAsset:nil |
| uri:uri |
| packageName:nil |
| formatHint:nil |
| httpHeaders:@{}]; |
| FLTTextureMessage *textureMessage = [videoPlayerPlugin create:create error:&error]; |
| |
| NSNumber *textureId = textureMessage.textureId; |
| FLTVideoPlayer *player = videoPlayerPlugin.playersByTextureId[textureId]; |
| XCTAssertNotNil(player); |
| |
| XCTestExpectation *initializedExpectation = [self expectationWithDescription:@"initialized"]; |
| __block NSDictionary<NSString *, id> *initializationEvent; |
| [player onListenWithArguments:nil |
| eventSink:^(NSDictionary<NSString *, id> *event) { |
| if ([event[@"event"] isEqualToString:@"initialized"]) { |
| initializationEvent = event; |
| XCTAssertEqual(event.count, 4); |
| [initializedExpectation fulfill]; |
| } |
| }]; |
| [self waitForExpectationsWithTimeout:30.0 handler:nil]; |
| |
| // Starts paused. |
| AVPlayer *avPlayer = player.player; |
| XCTAssertEqual(avPlayer.rate, 0); |
| XCTAssertEqual(avPlayer.volume, 1); |
| XCTAssertEqual(avPlayer.timeControlStatus, AVPlayerTimeControlStatusPaused); |
| |
| // Change playback speed. |
| FLTPlaybackSpeedMessage *playback = [FLTPlaybackSpeedMessage makeWithTextureId:textureId |
| speed:@2]; |
| [videoPlayerPlugin setPlaybackSpeed:playback error:&error]; |
| XCTAssertNil(error); |
| XCTAssertEqual(avPlayer.rate, 2); |
| XCTAssertEqual(avPlayer.timeControlStatus, AVPlayerTimeControlStatusWaitingToPlayAtSpecifiedRate); |
| |
| // Volume |
| FLTVolumeMessage *volume = [FLTVolumeMessage makeWithTextureId:textureId volume:@0.1]; |
| [videoPlayerPlugin setVolume:volume error:&error]; |
| XCTAssertNil(error); |
| XCTAssertEqual(avPlayer.volume, 0.1f); |
| |
| [player onCancelWithArguments:nil]; |
| |
| return initializationEvent; |
| } |
| |
| - (void)validateTransformFixForOrientation:(UIImageOrientation)orientation { |
| AVAssetTrack *track = [[FakeAVAssetTrack alloc] initWithOrientation:orientation]; |
| CGAffineTransform t = FLTGetStandardizedTransformForTrack(track); |
| CGSize size = track.naturalSize; |
| CGFloat expectX, expectY; |
| switch (orientation) { |
| case UIImageOrientationUp: |
| expectX = 0; |
| expectY = 0; |
| break; |
| case UIImageOrientationDown: |
| expectX = size.width; |
| expectY = size.height; |
| break; |
| case UIImageOrientationLeft: |
| expectX = 0; |
| expectY = size.width; |
| break; |
| case UIImageOrientationRight: |
| expectX = size.height; |
| expectY = 0; |
| break; |
| case UIImageOrientationUpMirrored: |
| expectX = size.width; |
| expectY = 0; |
| break; |
| case UIImageOrientationDownMirrored: |
| expectX = 0; |
| expectY = size.height; |
| break; |
| case UIImageOrientationLeftMirrored: |
| expectX = size.height; |
| expectY = size.width; |
| break; |
| case UIImageOrientationRightMirrored: |
| expectX = 0; |
| expectY = 0; |
| break; |
| } |
| XCTAssertEqual(t.tx, expectX); |
| XCTAssertEqual(t.ty, expectY); |
| } |
| |
| @end |
