diff --git a/src/content.ts b/src/content.ts
index dde63453..68f36c35 100644
--- a/src/content.ts
+++ b/src/content.ts
@@ -611,7 +611,8 @@ function startSponsorSchedule(includeIntersectingSegments = false, currentTime?:
 
         for (const segment of skipInfo.array) {
             if (shouldAutoSkip(segment) &&
-                    segment.segment[0] >= skipTime[0] && segment.segment[1] <= skipTime[1]) {
+                    segment.segment[0] >= skipTime[0] && segment.segment[1] <= skipTime[1]
+                    && segment.segment[0] === segment.scheduledTime) { // Don't include artifical scheduled segments (end times for mutes)
                 skippingSegments.push(segment);
             }
         }