diff --git a/services/core/java/com/android/server/location/LocationManagerService.java b/services/core/java/com/android/server/location/LocationManagerService.java
index 1e8d904cb6d97..634b6aa73539d 100644
--- a/services/core/java/com/android/server/location/LocationManagerService.java
+++ b/services/core/java/com/android/server/location/LocationManagerService.java
@@ -1420,9 +1420,9 @@ public class LocationManagerService extends ILocationManager.Stub implements
             }
             for (String packageName :
                     mInjector.getSettingsHelper().getIgnoreSettingsPackageWhitelist()) {
-                packages.computeIfAbsent(packageName, k -> new ArraySet<>());
+                packages.computeIfAbsent(packageName, k -> new ArraySet<>()).clear();
             }
-            packages.computeIfAbsent(mContext.getPackageName(), k -> new ArraySet<>());
+            packages.computeIfAbsent(mContext.getPackageName(), k -> new ArraySet<>()).clear();
 
             allowedPackages = new ArrayMap<>();
             for (Map.Entry<String, ArraySet<String>> entry : packages.entrySet()) {