pepperplus/pepperplus-cb
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

End to end connected for demo #17

Merged
0950726 merged 8 commits from demo into dev 2025-11-05 14:01:43 +00:00
Conversation 13 Commits 8 Files Changed 12 +2 -7
2 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 06e9e4fd15 - Show all commits

2
src/control_backend/agents/llm/llm_instructions.py
View File

@@ -30,7 +30,7 @@ class LLMInstructions:
"You are a Pepper robot engaging in natural human conversation.", "You are a Pepper robot engaging in natural human conversation.",
"Keep responses between 1–3 sentences, unless told otherwise.\n", "Keep responses between 1–3 sentences, unless told otherwise.\n",
"You're given goals to reach. Reach them in order, but make the conversation feel " "You're given goals to reach. Reach them in order, but make the conversation feel "
"natural. Some turns you should not try to achieve your goals.\n" "natural. Some turns you should not try to achieve your goals.\n",
] ]
if self.norms: if self.norms:

7
src/control_backend/agents/transcription/speech_recognizer.py
View File

@@ -87,7 +87,6 @@ class MLXWhisperSpeechRecognizer(SpeechRecognizer):
return mlx_whisper.transcribe( return mlx_whisper.transcribe(
audio, audio,
path_or_hf_repo=self.model_name, path_or_hf_repo=self.model_name,
initial_prompt="You're a robot called Pepper, talking with a person called Twirre.",
**self._get_decode_options(audio), **self._get_decode_options(audio),
)["text"].strip() )["text"].strip()
@@ -105,8 +104,4 @@ class OpenAIWhisperSpeechRecognizer(SpeechRecognizer):
def recognize_speech(self, audio: np.ndarray) -> str: def recognize_speech(self, audio: np.ndarray) -> str:
self.load_model() self.load_model()
return whisper.transcribe( return whisper.transcribe(self.model, audio, **self._get_decode_options(audio))["text"]
self.model,
audio,
**self._get_decode_options(audio)
)["text"]