Audio keeps playing, while video stops after releasing Exoplayer

I have an Exoplayer in a fragment, and im trying to save the state of the player after rotation. I am using a StepView and feeding the player with different URIs after each step click.

Right now when i rotate the screen during a video, the audio keeps playing until the end of its duration but video stops.

public void initializePlayer(Uri uri) {
    if (uri == null) {
        exoPlayerView.setVisibility(View.GONE);
    } else {
        defaultBandwidthMeter = new DefaultBandwidthMeter();
        trackSelectionFactory = new AdaptiveTrackSelection.Factory(defaultBandwidthMeter);
        trackSelector = new DefaultTrackSelector(trackSelectionFactory);
        exoPlayer = ExoPlayerFactory.newSimpleInstance(getContext(), trackSelector);
        exoPlayerView.setPlayer(exoPlayer);
        exoPlayerView.setResizeMode(AspectRatioFrameLayout.RESIZE_MODE_FIXED_WIDTH);
        dataSourceFactory = new DefaultDataSourceFactory(getContext(), Util.getUserAgent(getContext(), "bakingapp"), defaultBandwidthMeter);
        mediaSource = new ExtractorMediaSource.Factory(dataSourceFactory).createMediaSource(Uri.parse(stepList.get(savedStep).getStepVideoUrl()));
        exoPlayer.prepare(mediaSource);
        if (playbackPosition != C.TIME_UNSET) {
            exoPlayer.seekTo(playbackPosition);
        }
        exoPlayer.setPlayWhenReady(playWhenReady);
    }
}

@Override
public void onResume() {
    super.onResume();
    videoUri= Uri.parse(stepList.get(savedStep).getStepVideoUrl());
    stepView.go(savedStep, true);
    if ((Util.SDK_INT <= 23 || exoPlayer == null)) {
        initializePlayer(videoUri);
    }
 @Override
public void onPause() {
    super.onPause();
        if (Util.SDK_INT <= 23) {
            releasePlayer();
        }
}
private void releasePlayer() {
    if (exoPlayer != null) {
        playWhenReady = exoPlayer.getPlayWhenReady();
        playbackPosition = exoPlayer.getCurrentPosition();
        exoPlayer.stop();
        exoPlayer.release();
       exoPlayer = null;
    }
}