diff --git a/aegisub/subtitles_provider_csri.cpp b/aegisub/subtitles_provider_csri.cpp
index 0cb8175ce..fe773ddc5 100644
--- a/aegisub/subtitles_provider_csri.cpp
+++ b/aegisub/subtitles_provider_csri.cpp
@@ -141,7 +141,10 @@ void CSRISubtitlesProvider::LoadSubtitles(AssFile *subs) {
 	// Matching renderer not found, fallback to default
 	if (!renderer) {
 		renderer = csri_renderer_default();
-		if (!renderer) throw _T("No CSRI renderer available. Try installing one or switch to another subtitle provider.");
+		if (!renderer) {
+			delete subs;
+			throw _T("No CSRI renderer available. Try installing one or switch to another subtitle provider.");
+		}
 	}
 
 	// Open from memory