diff --git a/packages/discord.js/src/managers/UserManager.js b/packages/discord.js/src/managers/UserManager.js
index 0842e50e9..16c311b05 100644
--- a/packages/discord.js/src/managers/UserManager.js
+++ b/packages/discord.js/src/managers/UserManager.js
@@ -45,7 +45,9 @@ class UserManager extends CachedManager {
     return (
       this.client.channels.cache.find(
         channel =>
-          channel.type === ChannelType.DM && channel.recipientIds.every(id => expectedRecipientIds.includes(id)),
+          channel.type === ChannelType.DM &&
+          channel.recipientId === userId &&
+          channel.recipientIds.every(id => expectedRecipientIds.includes(id)),
       ) ?? null
     );
   }