Implement refresh rate matching for native player

android/app/src/main/kotlin/nl/jknaapen/fladder/VideoPlayerActivity.kt

@@ -1,6 +1,7 @@
 package nl.jknaapen.fladder
 
 import android.graphics.PixelFormat
+import android.hardware.display.DisplayManager
 import android.os.Build
 import android.os.Bundle
 import android.view.WindowManager
@@ -17,7 +18,9 @@ import nl.jknaapen.fladder.composables.overlays.screensavers.ScreenSaver
 import nl.jknaapen.fladder.objects.VideoPlayerObject
 import nl.jknaapen.fladder.player.ExoPlayer
 import nl.jknaapen.fladder.utility.ScaledContent
+import nl.jknaapen.fladder.utility.applyRefreshRate
 import nl.jknaapen.fladder.utility.leanBackEnabled
+import nl.jknaapen.fladder.utility.resetRefreshRate
 
 class VideoPlayerActivity : ComponentActivity() {
     @RequiresApi(Build.VERSION_CODES.O)
@@ -40,10 +43,21 @@ class VideoPlayerActivity : ComponentActivity() {
         }
     }
 
+    suspend fun applyVideoRefreshRate(videoWidth: Int, videoHeight: Int, frameRate: Float) {
+        val displayManager = getSystemService(DISPLAY_SERVICE) as DisplayManager
+        applyRefreshRate(window, displayManager, videoWidth, videoHeight, frameRate)
+    }
+
     override fun onPause() {
         super.onPause()
         VideoPlayerObject.implementation.pause()
     }
+
+    override fun onDestroy() {
+        super.onDestroy()
+        resetRefreshRate(window)
+        VideoPlayerObject.currentActivity = null
+    }
 }
 
 @OptIn(UnstableApi::class)

android/app/src/main/kotlin/nl/jknaapen/fladder/api/PlayerSettingsHelper.g.kt

@@ -158,7 +158,8 @@ data class PlayerSettings (
   val acceptedOrientations: List<PlayerOrientations>,
   val fillScreen: Boolean,
   val videoFit: VideoPlayerFit,
-  val screensaver: Screensaver
+  val screensaver: Screensaver,
+  val refreshRateSwitching: Boolean
 )
  {
   companion object {
@@ -173,7 +174,8 @@ data class PlayerSettings (
       val fillScreen = pigeonVar_list[7] as Boolean
       val videoFit = pigeonVar_list[8] as VideoPlayerFit
       val screensaver = pigeonVar_list[9] as Screensaver
-      return PlayerSettings(enableTunneling, skipTypes, themeColor, skipForward, skipBackward, autoNextType, acceptedOrientations, fillScreen, videoFit, screensaver)
+      val refreshRateSwitching = pigeonVar_list[10] as Boolean
+      return PlayerSettings(enableTunneling, skipTypes, themeColor, skipForward, skipBackward, autoNextType, acceptedOrientations, fillScreen, videoFit, screensaver, refreshRateSwitching)
     }
   }
   fun toList(): List<Any?> {
@@ -188,6 +190,7 @@ data class PlayerSettings (
       fillScreen,
       videoFit,
       screensaver,
+      refreshRateSwitching,
     )
   }
   override fun equals(other: Any?): Boolean {

android/app/src/main/kotlin/nl/jknaapen/fladder/api/VideoPlayerHelper.g.kt

@@ -196,7 +196,10 @@ data class PlayableData (
   val previousVideo: SimpleItemModel? = null,
   val nextVideo: SimpleItemModel? = null,
   val mediaInfo: MediaInfo,
-  val url: String
+  val url: String,
+  val videoWidth: Long? = null,
+  val videoHeight: Long? = null,
+  val videoFrameRate: Double? = null
 )
  {
   companion object {
@@ -215,7 +218,10 @@ data class PlayableData (
       val nextVideo = pigeonVar_list[11] as SimpleItemModel?
       val mediaInfo = pigeonVar_list[12] as MediaInfo
       val url = pigeonVar_list[13] as String
-      return PlayableData(currentItem, description, startPosition, defaultAudioTrack, audioTracks, defaultSubtrack, subtitleTracks, trickPlayModel, chapters, segments, previousVideo, nextVideo, mediaInfo, url)
+      val videoWidth = pigeonVar_list[14] as Long?
+      val videoHeight = pigeonVar_list[15] as Long?
+      val videoFrameRate = pigeonVar_list[16] as Double?
+      return PlayableData(currentItem, description, startPosition, defaultAudioTrack, audioTracks, defaultSubtrack, subtitleTracks, trickPlayModel, chapters, segments, previousVideo, nextVideo, mediaInfo, url, videoWidth, videoHeight, videoFrameRate)
     }
   }
   fun toList(): List<Any?> {
@@ -234,6 +240,9 @@ data class PlayableData (
       nextVideo,
       mediaInfo,
       url,
+      videoWidth,
+      videoHeight,
+      videoFrameRate,
     )
   }
   override fun equals(other: Any?): Boolean {

android/app/src/main/kotlin/nl/jknaapen/fladder/messengers/VideoPlayerImplementation.kt

@@ -12,10 +12,14 @@ import androidx.media3.common.MediaItem
 import androidx.media3.common.MimeTypes
 import androidx.media3.common.Player
 import androidx.media3.exoplayer.ExoPlayer
+import kotlinx.coroutines.CoroutineScope
+import kotlinx.coroutines.Dispatchers
 import kotlinx.coroutines.flow.Flow
 import kotlinx.coroutines.flow.MutableStateFlow
 import kotlinx.coroutines.flow.asStateFlow
 import kotlinx.coroutines.flow.map
+import kotlinx.coroutines.launch
+import kotlinx.coroutines.withContext
 import nl.jknaapen.fladder.objects.PlayerSettingsObject
 import nl.jknaapen.fladder.objects.VideoPlayerObject
 import nl.jknaapen.fladder.utility.clearAudioTrack
@@ -105,6 +109,7 @@ class VideoPlayerImplementation(
 
                 val mediaItem = mediaItemBuilder.build()
 
+                player?.playWhenReady = false
                 player?.stop()
                 player?.clearMediaItems()
                 player?.setMediaItem(mediaItem)
@@ -114,9 +119,27 @@ class VideoPlayerImplementation(
                 if (startPosition > 0L) {
                     player?.seekTo(startPosition)
                 }
-                player?.playWhenReady = play
                 callback(Result.success(true))
                 subsInitialized = false
+
+                // Apply refresh rate before starting playback so the mode switch doesn't interrupt video
+                val activity = VideoPlayerObject.currentActivity
+                if (PlayerSettingsObject.settings.value?.refreshRateSwitching == true && activity != null) {
+                    val data = playbackData.value
+                    val w = data?.videoWidth?.toInt()
+                    val h = data?.videoHeight?.toInt()
+                    val fps = data?.videoFrameRate?.toFloat()
+                    if (w != null && w > 0 && h != null && h > 0 && fps != null && fps > 0f) {
+                        CoroutineScope(Dispatchers.IO).launch {
+                            activity.applyVideoRefreshRate(w, h, fps)
+                            withContext(Dispatchers.Main) {
+                                player?.playWhenReady = play
+                            }
+                        }
+                        return@postDelayed
+                    }
+                }
+                player?.playWhenReady = play
                 return@postDelayed
             } catch (e: Exception) {
                 println("Error playing video $e")

android/app/src/main/kotlin/nl/jknaapen/fladder/utility/RefreshRateHelper.kt

@@ -0,0 +1,146 @@
+package nl.jknaapen.fladder.utility
+
+import android.hardware.display.DisplayManager
+import android.os.Build
+import android.os.Handler
+import android.os.Looper
+import android.util.Log
+import android.view.Display
+import android.view.Window
+import kotlinx.coroutines.CompletableDeferred
+import kotlinx.coroutines.Dispatchers
+import kotlinx.coroutines.delay
+import kotlinx.coroutines.withContext
+import kotlinx.coroutines.withTimeoutOrNull
+import kotlin.math.roundToInt
+import kotlin.time.Duration.Companion.seconds
+
+private const val TAG = "RefreshRateHelper"
+
+suspend fun applyRefreshRate(
+    window: Window,
+    displayManager: DisplayManager,
+    videoWidth: Int,
+    videoHeight: Int,
+    frameRate: Float,
+) = withContext(Dispatchers.IO) {
+    val display = displayManager.getDisplay(Display.DEFAULT_DISPLAY)
+    val displayModes = display.supportedModes
+        .orEmpty()
+        .map { RefreshRateDisplayMode(it) }
+        .sortedWith(
+            compareByDescending<RefreshRateDisplayMode> { it.physicalWidth * it.physicalHeight }
+                .thenBy { it.refreshRateRounded }
+        )
+
+    val currentMode = display.mode
+    val targetMode = findDisplayMode(
+        displayModes = displayModes,
+        streamWidth = videoWidth,
+        streamHeight = videoHeight,
+        targetFrameRate = frameRate,
+    )
+
+    Log.d(TAG, "Video: ${videoWidth}x${videoHeight} @ ${frameRate}fps — target mode: $targetMode, current: $currentMode")
+
+    if (targetMode == null || targetMode.modeId == currentMode.modeId) return@withContext
+
+    val listener = DisplayChangeListener(display.displayId)
+    displayManager.registerDisplayListener(listener, Handler(Looper.getMainLooper()))
+    try {
+        withContext(Dispatchers.Main) {
+            val attrs = window.attributes
+            attrs.preferredDisplayModeId = targetMode.modeId
+            window.attributes = attrs
+        }
+        withTimeoutOrNull(5.seconds) { listener.deferred.await() }
+    } finally {
+        displayManager.unregisterDisplayListener(listener)
+    }
+
+    // Wait for non-seamless switches (https://developer.android.com/media/optimize/performance/frame-rate)
+    val targetRateMillis = (targetMode.refreshRate * 1000).roundToInt()
+    val currentRateMillis = (currentMode.refreshRate * 1000).roundToInt()
+    val isSeamless = targetRateMillis == currentRateMillis ||
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.S) {
+            currentMode.alternativeRefreshRates
+                .map { (it * 1000).roundToInt() }
+                .any { it % targetRateMillis == 0 }
+        } else {
+            false
+        }
+    if (!isSeamless) {
+        delay(2.seconds)
+    }
+}
+
+fun resetRefreshRate(window: Window) {
+    val attrs = window.attributes
+    attrs.preferredDisplayModeId = 0
+    window.attributes = attrs
+}
+
+private fun findDisplayMode(
+    displayModes: List<RefreshRateDisplayMode>,
+    streamWidth: Int,
+    streamHeight: Int,
+    targetFrameRate: Float,
+): RefreshRateDisplayMode? {
+    val streamRate = (targetFrameRate * 1000).roundToInt()
+    val candidates = displayModes
+        .filter { it.physicalWidth >= streamWidth && it.physicalHeight >= streamHeight }
+        .filter { frameRateMatches(it.refreshRateRounded, streamRate) }
+
+    // Exact resolution + exact frame rate
+    return candidates.firstOrNull {
+        it.physicalWidth == streamWidth && it.physicalHeight == streamHeight && it.refreshRateRounded == streamRate
+    }
+        // Next highest resolution + exact frame rate
+        ?: candidates.lastOrNull {
+            it.physicalWidth >= streamWidth && it.physicalHeight >= streamHeight && it.refreshRateRounded == streamRate
+        }
+        // Exact resolution + acceptable frame rate
+        ?: candidates.lastOrNull {
+            it.physicalWidth == streamWidth && it.physicalHeight == streamHeight
+        }
+        // Next highest resolution + acceptable frame rate
+        ?: candidates.lastOrNull {
+            it.physicalWidth >= streamWidth && it.physicalHeight >= streamHeight
+        }
+        // Highest resolution at exact frame rate
+        ?: displayModes
+            .filter { it.refreshRateRounded == streamRate }
+            .maxByOrNull { it.physicalWidth * it.physicalHeight }
+        // Fallback: highest resolution
+        ?: displayModes.maxByOrNull { it.physicalWidth * it.physicalHeight }
+}
+
+private fun frameRateMatches(refreshRateRounded: Int, streamRate: Int): Boolean {
+    return refreshRateRounded % streamRate == 0 ||
+        refreshRateRounded == (streamRate * 2.5).roundToInt()
+}
+
+data class RefreshRateDisplayMode(
+    val modeId: Int,
+    val physicalWidth: Int,
+    val physicalHeight: Int,
+    val refreshRate: Float,
+) {
+    val refreshRateRounded: Int = (refreshRate * 1000).roundToInt()
+
+    constructor(mode: Display.Mode) : this(
+        mode.modeId,
+        mode.physicalWidth,
+        mode.physicalHeight,
+        mode.refreshRate,
+    )
+}
+
+private class DisplayChangeListener(val displayId: Int) : DisplayManager.DisplayListener {
+    val deferred = CompletableDeferred<Unit>()
+    override fun onDisplayAdded(displayId: Int) {}
+    override fun onDisplayRemoved(displayId: Int) {}
+    override fun onDisplayChanged(displayId: Int) {
+        if (displayId == this.displayId) deferred.complete(Unit)
+    }
+}

android/gradle.properties

@@ -1,3 +1,7 @@
 org.gradle.jvmargs=-Xmx4G -XX:MaxMetaspaceSize=2G -XX:+HeapDumpOnOutOfMemoryError
 android.useAndroidX=true
 android.enableJetifier=true
+# This builtInKotlin flag was added automatically by Flutter migrator
+android.builtInKotlin=false
+# This newDsl flag was added automatically by Flutter migrator
+android.newDsl=false

lib/l10n/app_en.arb

@@ -1572,6 +1572,8 @@
   "itemColorsDesc": "Use item's primary color to theme the details page",
   "mediaTunnelingTitle": "Media tunneling",
   "mediaTunnelingDesc": "Enable media tunneling for native player",
+  "refreshRateSwitchingTitle": "Refresh Rate Matching",
+  "refreshRateSwitchingDesc": "Match display refresh rate to video frame rate",
   "clientSettingsUseSystemIMETitle": "Use system keyboard",
   "clientSettingsUseSystemIMEDesc": "Use the built-in keyboard provided by your system",
   "nextUpInCount": "Next-up in {seconds}",

lib/models/settings/video_player_settings.dart

@@ -94,6 +94,7 @@ abstract class VideoPlayerSettingsModel with _$VideoPlayerSettingsModel {
     @Default(false) bool enableAdvancedVideoOptions,
     @Default(true) bool enableEdgeGestures,
     @Default(false) bool reverseEdgeGestures,
+    @Default(false) bool refreshRateSwitching,
   }) = _VideoPlayerSettingsModel;
 
   double get volume => internalVolume;