diff --git a/java/com/android/incallui/StatusBarNotifier.java b/java/com/android/incallui/StatusBarNotifier.java
index 4026be7..1d73fe8 100644
--- a/java/com/android/incallui/StatusBarNotifier.java
+++ b/java/com/android/incallui/StatusBarNotifier.java
@@ -455,7 +455,7 @@
         addVideoCallAction(builder);
       } else {
         addAnswerAction(builder);
-        addSpeakeasyAnswerAction(builder);
+        addSpeakeasyAnswerAction(builder, call);
       }
     }
   }
@@ -874,7 +874,11 @@
             .build());
   }
 
-  private void addSpeakeasyAnswerAction(Notification.Builder builder) {
+  private void addSpeakeasyAnswerAction(Notification.Builder builder, DialerCall call) {
+    if (!call.isSpeakEasyEligible()) {
+      return;
+    }
+
     if (!ConfigProviderComponent.get(context)
         .getConfigProvider()
         .getBoolean("enable_speakeasy_notification_button", false)) {