diff --git a/services/core/java/com/android/server/notification/NotificationRecord.java b/services/core/java/com/android/server/notification/NotificationRecord.java
index 367f8cbb34589..7c89e9f0ba934 100644
--- a/services/core/java/com/android/server/notification/NotificationRecord.java
+++ b/services/core/java/com/android/server/notification/NotificationRecord.java
@@ -318,12 +318,8 @@ public final class NotificationRecord {
 
     public void setContactAffinity(float contactAffinity) {
         mContactAffinity = contactAffinity;
-        if (mImportance < IMPORTANCE_HIGH &&
-                mContactAffinity >= ValidateNotificationPeople.STARRED_CONTACT) {
-            setImportance(IMPORTANCE_HIGH, getPeopleExplanation());
-        }
         if (mImportance < IMPORTANCE_DEFAULT &&
-                mContactAffinity >= ValidateNotificationPeople.VALID_CONTACT) {
+                mContactAffinity > ValidateNotificationPeople.VALID_CONTACT) {
             setImportance(IMPORTANCE_DEFAULT, getPeopleExplanation());
         }
     }