/* * Copyright (C) 2020 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.android.systemui.media.controls.ui.viewmodel import android.icu.text.MeasureFormat import android.icu.util.Measure import android.icu.util.MeasureUnit import android.media.MediaMetadata import android.media.session.MediaController import android.media.session.PlaybackState import android.os.SystemClock import android.os.Trace import android.text.format.DateUtils import android.view.GestureDetector import android.view.MotionEvent import android.view.View import android.view.ViewConfiguration import android.widget.SeekBar import androidx.annotation.AnyThread import androidx.annotation.VisibleForTesting import androidx.annotation.WorkerThread import androidx.core.view.GestureDetectorCompat import androidx.lifecycle.LiveData import androidx.lifecycle.MutableLiveData import com.android.systemui.classifier.Classifier.MEDIA_SEEKBAR import com.android.systemui.dagger.qualifiers.Background import com.android.systemui.media.NotificationMediaManager import com.android.systemui.plugins.FalsingManager import com.android.systemui.util.concurrency.RepeatableExecutor import java.util.Locale import javax.inject.Inject import kotlin.math.abs private const val POSITION_UPDATE_INTERVAL_MILLIS = 500L private const val MIN_FLING_VELOCITY_SCALE_FACTOR = 10 private const val MIN_IN_SEC = 60 private const val HOUR_IN_SEC = MIN_IN_SEC * 60 private const val TRACE_POSITION_NAME = "SeekBarPollingPosition" private fun PlaybackState.isInMotion(): Boolean { return this.state == PlaybackState.STATE_PLAYING || this.state == PlaybackState.STATE_FAST_FORWARDING || this.state == PlaybackState.STATE_REWINDING } /** * Gets the playback position while accounting for the time since the [PlaybackState] was last * retrieved. * * This method closely follows the implementation of * [MediaSessionRecord#getStateWithUpdatedPosition]. */ private fun PlaybackState.computePosition(duration: Long): Long { var currentPosition = this.position if (this.isInMotion()) { val updateTime = this.getLastPositionUpdateTime() val currentTime = SystemClock.elapsedRealtime() if (updateTime > 0) { var position = (this.playbackSpeed * (currentTime - updateTime)).toLong() + this.getPosition() if (duration >= 0 && position > duration) { position = duration.toLong() } else if (position < 0) { position = 0 } currentPosition = position } } return currentPosition } /** ViewModel for seek bar in QS media player. */ class SeekBarViewModel @Inject constructor( @Background private val bgExecutor: RepeatableExecutor, private val falsingManager: FalsingManager, ) { private var _data = Progress( enabled = false, seekAvailable = false, playing = false, scrubbing = false, elapsedTime = null, duration = 0, listening = false, ) set(value) { val enabledChanged = value.enabled != field.enabled field = value if (enabledChanged) { enabledChangeListener?.onEnabledChanged(value.enabled) } _progress.postValue(value) bgExecutor.execute { val durationDescription = formatTimeContentDescription(value.duration) val elapsedDescription = value.elapsedTime?.let { formatTimeContentDescription(it) } ?: "" contentDescriptionListener?.onContentDescriptionChanged( elapsedDescription, durationDescription, ) } } private val _progress = MutableLiveData().apply { postValue(_data) } val progress: LiveData get() = _progress private var controller: MediaController? = null set(value) { if (field?.sessionToken != value?.sessionToken) { field?.unregisterCallback(callback) value?.registerCallback(callback) field = value } } private var playbackState: PlaybackState? = null private var callback = object : MediaController.Callback() { override fun onPlaybackStateChanged(state: PlaybackState?) { playbackState = state if (playbackState == null || PlaybackState.STATE_NONE.equals(playbackState)) { clearController() } else { checkIfPollingNeeded() } } override fun onSessionDestroyed() { clearController() } override fun onMetadataChanged(metadata: MediaMetadata?) { val (enabled, duration) = getEnabledStateAndDuration(metadata) if (_data.duration != duration) { _data = _data.copy(enabled = enabled, duration = duration) } } } private var cancel: Runnable? = null /** Indicates if the seek interaction is considered a false guesture. */ private var isFalseSeek = false /** Listening state (QS open or closed) is used to control polling of progress. */ var listening = true set(value) = bgExecutor.execute { if (field != value) { field = value checkIfPollingNeeded() _data = _data.copy(listening = value) } } private var scrubbingChangeListener: ScrubbingChangeListener? = null private var enabledChangeListener: EnabledChangeListener? = null private var contentDescriptionListener: ContentDescriptionListener? = null /** Set to true when the user is touching the seek bar to change the position. */ private var scrubbing = false set(value) { if (field != value) { field = value checkIfPollingNeeded() scrubbingChangeListener?.onScrubbingChanged(value) _data = _data.copy(scrubbing = value) } } lateinit var logSeek: () -> Unit /** Event indicating that the user has started interacting with the seek bar. */ @AnyThread fun onSeekStarting() = bgExecutor.execute { scrubbing = true isFalseSeek = false } /** * Event indicating that the user has moved the seek bar. * * @param position Current location in the track. */ @AnyThread fun onSeekProgress(position: Long) = bgExecutor.execute { if (scrubbing) { // The user hasn't yet finished their touch gesture, so only update the data for // visual // feedback and don't update [controller] yet. _data = _data.copy(elapsedTime = position.toInt()) } else { // The seek progress came from an a11y action and we should immediately update to // the // new position. (a11y actions to change the seekbar position don't trigger // SeekBar.OnSeekBarChangeListener.onStartTrackingTouch or onStopTrackingTouch.) onSeek(position) } } /** Event indicating that the seek interaction is a false gesture and it should be ignored. */ @AnyThread fun onSeekFalse() = bgExecutor.execute { if (scrubbing) { isFalseSeek = true } } /** * Handle request to change the current position in the media track. * * @param position Place to seek to in the track. */ @AnyThread fun onSeek(position: Long) = bgExecutor.execute { if (isFalseSeek) { scrubbing = false checkPlaybackPosition() } else { logSeek() controller?.transportControls?.seekTo(position) // Invalidate the cached playbackState to avoid the thumb jumping back to the // previous // position. playbackState = null scrubbing = false } } /** * Updates media information. * * This function makes a binder call, so it must happen on a worker thread. * * @param mediaController controller for media session */ @WorkerThread fun updateController(mediaController: MediaController?) { controller = mediaController playbackState = controller?.playbackState val (enabled, duration) = getEnabledStateAndDuration(controller?.metadata) val seekAvailable = ((playbackState?.actions ?: 0L) and PlaybackState.ACTION_SEEK_TO) != 0L val position = playbackState?.position?.toInt() val playing = NotificationMediaManager.isPlayingState( playbackState?.state ?: PlaybackState.STATE_NONE ) _data = Progress(enabled, seekAvailable, playing, scrubbing, position, duration, listening) // No need to update since we just set the progress info checkIfPollingNeeded(requireUpdate = false) } /** * Set the progress to a fixed percentage value that cannot be changed by the user. * * @param percent value between 0 and 1 */ fun updateStaticProgress(percent: Double) { val position = (percent * 100).toInt() _data = Progress( enabled = true, seekAvailable = false, playing = false, scrubbing = false, elapsedTime = position, duration = 100, listening = false, ) } /** * Puts the seek bar into a resumption state. * * This should be called when the media session behind the controller has been destroyed. */ @AnyThread fun clearController() = bgExecutor.execute { controller = null playbackState = null cancel?.run() cancel = null _data = _data.copy(enabled = false) } /** Call to clean up any resources. */ @AnyThread fun onDestroy() = bgExecutor.execute { controller = null playbackState = null cancel?.run() cancel = null scrubbingChangeListener = null enabledChangeListener = null } @WorkerThread private fun checkPlaybackPosition() { val duration = _data.duration ?: -1 val currentPosition = playbackState?.computePosition(duration.toLong())?.toInt() if (currentPosition != null && _data.elapsedTime != currentPosition) { _data = _data.copy(elapsedTime = currentPosition) } } /** * Begin polling if needed given the current seekbar state * * @param requireUpdate If true, update the playback position without beginning polling */ @WorkerThread private fun checkIfPollingNeeded(requireUpdate: Boolean = true) { val needed = listening && !scrubbing && playbackState?.isInMotion() ?: false val traceCookie = controller?.sessionToken.hashCode() if (needed) { if (cancel == null) { Trace.beginAsyncSection(TRACE_POSITION_NAME, traceCookie) val cancelPolling = bgExecutor.executeRepeatedly( this::checkPlaybackPosition, 0L, POSITION_UPDATE_INTERVAL_MILLIS, ) cancel = Runnable { cancelPolling.run() Trace.endAsyncSection(TRACE_POSITION_NAME, traceCookie) } } } else if (requireUpdate) { checkPlaybackPosition() cancel?.run() cancel = null } } /** Gets a listener to attach to the seek bar to handle seeking. */ val seekBarListener: SeekBar.OnSeekBarChangeListener get() { return SeekBarChangeListener(this, falsingManager) } /** first and last motion events of seekbar grab. */ @VisibleForTesting var firstMotionEvent: MotionEvent? = null @VisibleForTesting var lastMotionEvent: MotionEvent? = null /** Attach touch handlers to the seek bar view. */ fun attachTouchHandlers(bar: SeekBar) { bar.setOnSeekBarChangeListener(seekBarListener) bar.setOnTouchListener(SeekBarTouchListener(this, bar)) } fun setScrubbingChangeListener(listener: ScrubbingChangeListener) { scrubbingChangeListener = listener } fun removeScrubbingChangeListener(listener: ScrubbingChangeListener) { if (listener == scrubbingChangeListener) { scrubbingChangeListener = null } } fun setEnabledChangeListener(listener: EnabledChangeListener) { enabledChangeListener = listener } fun removeEnabledChangeListener(listener: EnabledChangeListener) { if (listener == enabledChangeListener) { enabledChangeListener = null } } fun setContentDescriptionListener(listener: ContentDescriptionListener) { contentDescriptionListener = listener } fun removeContentDescriptionListener(listener: ContentDescriptionListener) { if (listener == contentDescriptionListener) { contentDescriptionListener = null } } /** returns a pair of whether seekbar is enabled and the duration of media. */ private fun getEnabledStateAndDuration(metadata: MediaMetadata?): Pair { val duration = metadata?.getLong(MediaMetadata.METADATA_KEY_DURATION)?.toInt() ?: 0 val enabled = !(playbackState == null || playbackState?.state == PlaybackState.STATE_NONE || (duration <= 0)) return Pair(enabled, duration) } /** * This method specifies if user made a bad seekbar grab or not. If the vertical distance from * first touch on seekbar is more than the horizontal distance, this means that the seekbar grab * is more vertical and should be rejected. Seekbar accepts horizontal grabs only. * * Single tap has the same first and last motion event, it is counted as a valid grab. * * @return whether the touch on seekbar is valid. */ private fun isValidSeekbarGrab(): Boolean { if (firstMotionEvent == null || lastMotionEvent == null) { return true } return abs(firstMotionEvent!!.x - lastMotionEvent!!.x) >= abs(firstMotionEvent!!.y - lastMotionEvent!!.y) } /** * Returns a time string suitable for content description, e.g. "12 minutes 34 seconds" * * Follows same logic as Chronometer#formatDuration */ private fun formatTimeContentDescription(milliseconds: Int): CharSequence { var seconds = milliseconds / DateUtils.SECOND_IN_MILLIS val hours = if (seconds >= HOUR_IN_SEC) { seconds / HOUR_IN_SEC } else { 0 } seconds -= hours * HOUR_IN_SEC val minutes = if (seconds >= MIN_IN_SEC) { seconds / MIN_IN_SEC } else { 0 } seconds -= minutes * MIN_IN_SEC val measures = arrayListOf() if (hours > 0) { measures.add(Measure(hours, MeasureUnit.HOUR)) } if (minutes > 0) { measures.add(Measure(minutes, MeasureUnit.MINUTE)) } measures.add(Measure(seconds, MeasureUnit.SECOND)) return MeasureFormat.getInstance(Locale.getDefault(), MeasureFormat.FormatWidth.WIDE) .formatMeasures(*measures.toTypedArray()) } /** Listener interface to be notified when the user starts or stops scrubbing. */ interface ScrubbingChangeListener { fun onScrubbingChanged(scrubbing: Boolean) } /** Listener interface to be notified when the seekbar's enabled status changes. */ interface EnabledChangeListener { fun onEnabledChanged(enabled: Boolean) } interface ContentDescriptionListener { fun onContentDescriptionChanged( elapsedTimeDescription: CharSequence, durationDescription: CharSequence, ) } private class SeekBarChangeListener( val viewModel: SeekBarViewModel, val falsingManager: FalsingManager, ) : SeekBar.OnSeekBarChangeListener { override fun onProgressChanged(bar: SeekBar, progress: Int, fromUser: Boolean) { if (fromUser) { viewModel.onSeekProgress(progress.toLong()) } } override fun onStartTrackingTouch(bar: SeekBar) { viewModel.onSeekStarting() } override fun onStopTrackingTouch(bar: SeekBar) { if (!viewModel.isValidSeekbarGrab() || falsingManager.isFalseTouch(MEDIA_SEEKBAR)) { viewModel.onSeekFalse() } viewModel.onSeek(bar.progress.toLong()) } } /** * Responsible for intercepting touch events before they reach the seek bar. * * This reduces the gestures seen by the seek bar so that users don't accidentially seek when * they intend to scroll the carousel. */ private class SeekBarTouchListener( private val viewModel: SeekBarViewModel, private val bar: SeekBar, ) : View.OnTouchListener, GestureDetector.OnGestureListener { // Gesture detector helps decide which touch events to intercept. private val detector = GestureDetectorCompat(bar.context, this) // Velocity threshold used to decide when a fling is considered a false gesture. private val flingVelocity: Int = ViewConfiguration.get(bar.context).run { getScaledMinimumFlingVelocity() * MIN_FLING_VELOCITY_SCALE_FACTOR } // Indicates if the gesture should go to the seek bar or if it should be intercepted. private var shouldGoToSeekBar = false /** * Decide which touch events to intercept before they reach the seek bar. * * Based on the gesture detected, we decide whether we want the event to reach the seek bar. * If we want the seek bar to see the event, then we return false so that the event isn't * handled here and it will be passed along. If, however, we don't want the seek bar to see * the event, then return true so that the event is handled here. * * When the seek bar is contained in the carousel, the carousel still has the ability to * intercept the touch event. So, even though we may handle the event here, the carousel can * still intercept the event. This way, gestures that we consider falses on the seek bar can * still be used by the carousel for paging. * * Returns true for events that we don't want dispatched to the seek bar. */ override fun onTouch(view: View, event: MotionEvent): Boolean { if (view != bar) { return false } detector.onTouchEvent(event) // Store the last motion event done on seekbar. viewModel.lastMotionEvent = event.copy() return !shouldGoToSeekBar } /** * Handle down events that press down on the thumb. * * On the down action, determine a target box around the thumb to know when a scroll gesture * starts by clicking on the thumb. The target box will be used by subsequent onScroll * events. * * Returns true when the down event hits within the target box of the thumb. */ override fun onDown(event: MotionEvent): Boolean { val padL = bar.paddingLeft val padR = bar.paddingRight // Compute the X location of the thumb as a function of the seek bar progress. // TODO: account for thumb offset val progress = bar.getProgress() val range = bar.max - bar.min val widthFraction = if (range > 0) { (progress - bar.min).toDouble() / range } else { 0.0 } val availableWidth = bar.width - padL - padR val thumbX = if (bar.isLayoutRtl()) { padL + availableWidth * (1 - widthFraction) } else { padL + availableWidth * widthFraction } // Set the min, max boundaries of the thumb box. // I'm cheating by using the height of the seek bar as the width of the box. val halfHeight: Int = bar.height / 2 val targetBoxMinX = (Math.round(thumbX) - halfHeight).toInt() val targetBoxMaxX = (Math.round(thumbX) + halfHeight).toInt() // If the x position of the down event is within the box, then request that the parent // not intercept the event. val x = Math.round(event.x) shouldGoToSeekBar = x >= targetBoxMinX && x <= targetBoxMaxX if (shouldGoToSeekBar) { bar.parent?.requestDisallowInterceptTouchEvent(true) } // Store the first motion event done on seekbar. viewModel.firstMotionEvent = event.copy() return shouldGoToSeekBar } /** * Always handle single tap up. * * This enables the user to single tap anywhere on the seek bar to seek to that position. */ override fun onSingleTapUp(event: MotionEvent): Boolean { shouldGoToSeekBar = true return true } /** * Handle scroll events when the down event is on the thumb. * * Returns true when the down event of the scroll hits within the target box of the thumb. */ override fun onScroll( eventStart: MotionEvent?, event: MotionEvent, distanceX: Float, distanceY: Float, ): Boolean { return shouldGoToSeekBar } /** * Handle fling events when the down event is on the thumb. * * Gestures that include a fling are considered a false gesture on the seek bar. */ override fun onFling( eventStart: MotionEvent?, event: MotionEvent, velocityX: Float, velocityY: Float, ): Boolean { if (Math.abs(velocityX) > flingVelocity || Math.abs(velocityY) > flingVelocity) { viewModel.onSeekFalse() } return shouldGoToSeekBar } override fun onShowPress(event: MotionEvent) {} override fun onLongPress(event: MotionEvent) {} } /** State seen by seek bar UI. */ data class Progress( val enabled: Boolean, val seekAvailable: Boolean, /** whether playback state is not paused or connecting */ val playing: Boolean, val scrubbing: Boolean, val elapsedTime: Int?, val duration: Int, /** whether seekBar is listening to progress updates */ val listening: Boolean, ) }