feat(minecraft): accept system message

Author: shinohara-rin

services/minecraft/src/cognitive/conscious/brain.ts

@@ -162,7 +162,7 @@ export class Brain {
     this.blackboard.update({ selfUsername: bot.username })
 
     const handleSignal = async (signal: PerceptionSignal) => {
-      if (signal.type !== 'chat_message' && signal.type !== 'social_presence')
+      if (signal.type !== 'chat_message' && signal.type !== 'social_presence' && signal.type !== 'system_message')
         return
 
       try {
@@ -182,6 +182,10 @@ export class Brain {
       void handleSignal(event.payload)
     })
 
+    this.deps.eventBus.subscribe<PerceptionSignal>('signal:system_message', (event: TracedEvent<PerceptionSignal>) => {
+      void handleSignal(event.payload)
+    })
+
     // Listen to Task Execution Events (Action Feedback)
     this.deps.taskExecutor.on('action:started', ({ action }) => {
       const id = action.id

services/minecraft/src/cognitive/perception/mineflayer-perception-collector.ts

@@ -11,6 +11,7 @@ import type {
   SightedArmSwingEvent,
   SightedEntityMovedEvent,
   SightedSneakToggleEvent,
+  SystemMessageEvent,
 } from './types/raw-events'
 
 export class MineflayerPerceptionCollector {
@@ -77,12 +78,15 @@ export class MineflayerPerceptionCollector {
     this.onBot('entityMoved', entity => this.handleEntityMoved(entity))
     this.onBot('entitySwingArm', entity => this.handleEntitySwingArm(entity))
     this.onBot('entityUpdate', entity => this.handleEntityUpdate(entity))
-    this.onBot('playerJoined', player => this.handlePlayerJoined(player))
-    this.onBot('playerUpdated', () => this.handlePlayersMaybeChanged())
+    // NOTICE: playerJoined hook disconnected - system messages now cover join/leave events
+    // this.onBot('playerJoined', player => this.handlePlayerJoined(player))
+    // this.onBot('playerUpdated', () => this.handlePlayersMaybeChanged())
     this.onBot('soundEffectHeard', (soundId, pos) => this.handleSoundHeard(soundId, pos))
     this.onBot('health', () => this.handleHealthChange())
     this.onBot('playerCollect', (collector, collected) => this.handleItemCollected(collector, collected))
     this.onBot('entityCollect', (collector, collected) => this.handleItemCollected(collector, collected))
+    // Listen for system messages (e.g., "player A was slain by player B", join/leave messages)
+    this.onBot('messagestr', (message: string, messagePosition: string) => this.handleSystemMessage(message, messagePosition))
   }
 
   // ========================================
@@ -236,6 +240,30 @@ export class MineflayerPerceptionCollector {
     this.emitEvent(event, 'felt.item_collected')
   }
 
+  // ========================================
+  // System Event Handlers
+  // ========================================
+
+  private handleSystemMessage(message: string, messagePosition: string): void {
+    // messagePosition: 'chat' = player chat, 'system' = system message, 'game_info' = action bar
+    if (messagePosition !== 'system')
+      return
+
+    const event: SystemMessageEvent = {
+      modality: 'system',
+      kind: 'system_message',
+      message,
+      position: messagePosition,
+      timestamp: Date.now(),
+      source: 'minecraft',
+    }
+
+    this.emitEvent(event, 'system.system_message')
+  }
+
+  // NOTICE: handlePlayerJoined and handlePlayersMaybeChanged are disconnected
+  // System messages now cover join/leave events via messagestr
+  // @ts-expect-error Intentionally unused - kept for potential future reconnection
   private handlePlayerJoined(player: any): void {
     if (!player)
       return
@@ -261,6 +289,7 @@ export class MineflayerPerceptionCollector {
     this.emitEvent(event, 'system.player_joined')
   }
 
+  // @ts-expect-error Intentionally unused - kept for potential future reconnection
   private handlePlayersMaybeChanged(): void {
     const bot = this.bot
     if (!bot)

services/minecraft/src/cognitive/perception/pipeline.ts

@@ -101,8 +101,9 @@ export class PerceptionPipeline {
 
             const signal = signalWrapper.payload as PerceptionSignal
 
+            // Emit with signal:<type> format so Brain and Reflex can subscribe
             this.deps.eventBus.emit<PerceptionSignal>({
-              type: 'perception',
+              type: `signal:${signal.type}`,
               payload: signal,
               source: { component: 'perception', id: 'perception' },
             })

services/minecraft/src/cognitive/perception/saliency-rules.ts

@@ -36,6 +36,7 @@ export const EVENT_KEYS = [
   'sound:ambient',
   'felt:damage',
   'felt:pickup',
+  'system:message',
 ] as const
 
 export type EventKey = typeof EVENT_KEYS[number]
@@ -169,4 +170,24 @@ export const SALIENCY_RULES: SaliencyRuleBook = {
       }),
     },
   },
+  system: {
+    system_message: {
+      threshold: 1, // System messages are immediately salient
+      key: 'system:message',
+      buildSignal: (event) => {
+        const e = event as Extract<RawPerceptionEvent, { modality: 'system', kind: 'system_message' }>
+        return {
+          type: 'system_message',
+          description: e.message,
+          sourceId: 'system',
+          confidence: 1.0,
+          timestamp: Date.now(),
+          metadata: {
+            message: e.message,
+            position: e.position,
+          },
+        }
+      },
+    },
+  },
 }

services/minecraft/src/cognitive/perception/types/raw-events.ts

@@ -78,6 +78,13 @@ export interface PlayerJoinedEvent extends RawPerceptionEventBase {
   displayName?: string
 }
 
-export type SystemEvent = PlayerJoinedEvent
+export interface SystemMessageEvent extends RawPerceptionEventBase {
+  modality: 'system'
+  kind: 'system_message'
+  message: string
+  position: string
+}
+
+export type SystemEvent = PlayerJoinedEvent | SystemMessageEvent
 
 export type RawPerceptionEvent = SightedEvent | HeardEvent | FeltEvent | SystemEvent

services/minecraft/src/cognitive/perception/types/signals.ts

@@ -5,6 +5,7 @@ export type PerceptionSignalType
     | 'saliency_high' // generic high saliency event
     | 'social_gesture' // e.g. teabagging, waving
     | 'social_presence'
+    | 'system_message' // e.g. death messages, join/leave
 
 export interface PerceptionSignal {
   type: PerceptionSignalType