diff --git a/aegisub/src/audio_player_portaudio.cpp b/aegisub/src/audio_player_portaudio.cpp
index b98e62330..ed4cb6de5 100644
--- a/aegisub/src/audio_player_portaudio.cpp
+++ b/aegisub/src/audio_player_portaudio.cpp
@@ -60,8 +60,8 @@ PortAudioPlayer::PortAudioPlayer() {
 
 		if (err != paNoError)
 			throw PortAudioError(std::string("Failed opening PortAudio:") + Pa_GetErrorText(err));
-		pa_refcount++;
 	}
+	pa_refcount++;
 
 	volume = 1.0f;
 	pa_start = 0.0;