pepperplus/pepperplus-cb
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

feat: visual emotion recognition agent

Browse Source
This commit is contained in:
Luijkx,S.O.H. (Storm)
2026-01-30 16:53:15 +00:00
committed by Kasper Marinus
parent 68f445c8bc
commit 45b8597f15
12 changed files with 1533 additions and 112 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
src/control_backend/agents/user_interrupt/user_interrupt_agent.py
View File

@@ -18,7 +18,6 @@ from control_backend.schemas.belief_message import Belief, BeliefMessage
from control_backend.schemas.program import ConditionalNorm, Goal, Program
from control_backend.schemas.ri_message import (
GestureCommand,
PauseCommand,
RIEndpoint,
SpeechCommand,
)
@@ -398,34 +397,29 @@ class UserInterruptAgent(BaseAgent):
self.logger.debug("Sending experiment control '%s' to BDI Core.", thread)
await self.send(out_msg)
async def _send_pause_command(self, pause):
async def _send_pause_command(self, pause: str):
"""
Send a pause command to the Robot Interface via the RI Communication Agent.
Send a pause command to the other internal agents; for now just VAD agent.
Send a pause command to the other internal agents; for now just VAD and VED agent.
"""
cmd = PauseCommand(data=pause)
message = InternalMessage(
to=settings.agent_settings.ri_communication_name,
sender=self.name,
body=cmd.model_dump_json(),
)
await self.send(message)
if pause == "true":
# Send pause to VAD agent
# Send pause to VAD and VED agent
vad_message = InternalMessage(
to=settings.agent_settings.vad_name,
to=[settings.agent_settings.vad_name,
settings.agent_settings.visual_emotion_recognition_name],
sender=self.name,
body="PAUSE",
)
await self.send(vad_message)
self.logger.info("Sent pause command to VAD Agent and RI Communication Agent.")
# Voice Activity Detection and Visual Emotion Recognition agents
self.logger.info("Sent pause command to VAD and VED agents.")
else:
# Send resume to VAD agent
# Send resume to VAD and VED agents
vad_message = InternalMessage(
to=settings.agent_settings.vad_name,
to=[settings.agent_settings.vad_name,
settings.agent_settings.visual_emotion_recognition_name],
sender=self.name,
body="RESUME",
)
await self.send(vad_message)
self.logger.info("Sent resume command to VAD Agent and RI Communication Agent.")
# Voice Activity Detection and Visual Emotion Recognition agents
self.logger.info("Sent resume command to VAD and VED agents.")