diff --git a/matrix_puppeteer_line/portal.py b/matrix_puppeteer_line/portal.py
index aac255c..6f180bc 100644
--- a/matrix_puppeteer_line/portal.py
+++ b/matrix_puppeteer_line/portal.py
@@ -635,8 +635,6 @@ class Portal(DBPortal, BasePortal):
             "content": self.bridge_info,
         }]
         invites = [source.mxid]
-        if self.needs_bridgebot:
-            invites.append(self.az.bot_mxid)
 
         if self.config["bridge.encryption.default"] and self.matrix.e2ee:
             self.encrypted = True
@@ -644,6 +642,8 @@ class Portal(DBPortal, BasePortal):
                 "type": str(EventType.ROOM_ENCRYPTION),
                 "content": {"algorithm": "m.megolm.v1.aes-sha2"},
             })
+            if self.is_direct:
+                invites.append(self.az.bot_mxid)
         # NOTE Set the room title even for direct chats, because
         #      the LINE bot itself may appear in the title otherwise.
         #if self.encrypted or not self.is_direct: