diff --git a/server/scanner/PodcastScanner.js b/server/scanner/PodcastScanner.js
index 72898b661..349f44014 100644
--- a/server/scanner/PodcastScanner.js
+++ b/server/scanner/PodcastScanner.js
@@ -240,11 +240,7 @@ class PodcastScanner {
     if (hasMediaChanges) {
       await media.save()
       await this.saveMetadataFile(existingLibraryItem, libraryScan)
-      libraryItemUpdated = global.ServerSettings.storeMetadataWithItem
-    } else if (global.ServerSettings.storeMetadataWithItem) {
-      // Always save metadata file when setting is enabled, even without media changes
-      await this.saveMetadataFile(existingLibraryItem, libraryScan)
-      libraryItemUpdated = true
+      libraryItemUpdated = global.ServerSettings.storeMetadataWithItem && !existingLibraryItem.isFile
     }
 
     if (libraryItemUpdated) {