When manually setting the uri pass it through to the badge widget.

core/java/com/android/internal/widget/ContactHeaderWidget.java

@@ -310,6 +310,7 @@ public class ContactHeaderWidget extends FrameLayout implements View.OnClickList
      */
     public void setContactUri(Uri uri) {
         mContactUri = uri;
+        mPhotoView.assignContactUri(uri);
     }
 
     /**