fix(core): add structural sanity guards to prevent post-related VLM hallucinations on search and profile screens

This commit is contained in:
2026-04-28 10:34:44 +02:00
parent cd64794f55
commit 52c553827f
8 changed files with 118 additions and 63 deletions

View File

@@ -164,16 +164,7 @@ class ScreenIdentity:
logger.info("🛡️ [ScreenIdentity] Content-creation overlay detected → MODAL")
return ScreenType.MODAL
# Priority 1: Check Qdrant Semantic Cache
if signature and self.screen_memory and self.screen_memory.is_connected:
cached_type_str = self.screen_memory.get_screen_type(signature, similarity_threshold=0.92)
if cached_type_str:
try:
return ScreenType[cached_type_str]
except KeyError:
pass
# Priority 2: Structural Heuristics (Instant, for core tabs)
# Priority 1: Structural Heuristics (100% Deterministic)
if "unified_follow_list_tab_layout" in ids or "follow_list_container" in ids:
return ScreenType.FOLLOW_LIST
@@ -192,6 +183,15 @@ class ScreenIdentity:
if "direct_thread_header" in ids or "row_thread_composer_edittext" in ids:
return ScreenType.DM_THREAD
# Priority 2: Check Qdrant Semantic Cache (Fuzzy/VLM derived)
if signature and self.screen_memory and self.screen_memory.is_connected:
cached_type_str = self.screen_memory.get_screen_type(signature, similarity_threshold=0.92)
if cached_type_str:
try:
return ScreenType[cached_type_str]
except KeyError:
pass
if "row_feed_button_like" in ids and "row_feed_photo_profile_name" in ids and not selected_tab:
return ScreenType.POST_DETAIL

View File

@@ -344,8 +344,23 @@ class TelepathicEngine:
if "story" in semantic and y < screen_height * 0.2:
# E.g. "Your Story" circle at the top
return False
# Prevent tapping a search list item when looking for a post username
if "row search user container" in semantic.replace("_", " "):
return False
return True
# 3.5 Media Content Guard
if "post media content" in intent:
# Prevent tapping a search keyword instead of a media post
if "row search keyword title" in semantic.replace("_", " "):
return False
# 3.6 Post Author Username Header Guard
if "post author username header" in intent:
# Prevent tapping the follow button when looking for the username
if "follow button" in semantic.replace("_", " "):
return False
# 4. Profile Picture/Story Ring Guard
if "story ring" in intent or "avatar" in intent:
current_user = self._get_current_username()