diff --git a/public/content.css b/public/content.css
index de892be8..7b0782d2 100644
--- a/public/content.css
+++ b/public/content.css
@@ -126,6 +126,10 @@ div:hover > .sponsorBlockChapterBar {
 	vertical-align: top;
 }
 
+.playerButton.hidden {
+	display: none !important;
+}
+
 /* Removes auto width from being a ytp-player-button */
 .sbPlayerDownvote {
 	width: auto !important;
diff --git a/src/render/ChapterVote.tsx b/src/render/ChapterVote.tsx
index b78a5ce8..1a3f8999 100644
--- a/src/render/ChapterVote.tsx
+++ b/src/render/ChapterVote.tsx
@@ -37,6 +37,7 @@ export class ChapterVote {
     setVisibility(show: boolean): void {
         const newState = {
             show,
+            ...(!show ? { segment: null } : {})
         };
 
         if (this.ref.current) {