Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion apps/api/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/api",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"dependencies": {
Expand Down
2 changes: 1 addition & 1 deletion apps/desktop/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/desktop",
"version": "0.4.1",
"version": "0.4.2",
"description": "TechSpar AI technical interview training desktop client",
"author": "TechSpar",
"private": true,
Expand Down
16 changes: 8 additions & 8 deletions bun.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

12 changes: 12 additions & 0 deletions docs/releases/v0.4.2.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
# TechSpar v0.4.2 — 语音输入反馈修复

- 模拟面试和专项训练在麦克风权限不足、设备不可用、录音中断或语音识别失败时显示明确提示。
- 录音内容过少或未识别到语音时给出重试提示。
- 录音时提示再次点击麦克风停止并转成文字。
- 录音启动失败和离开页面时清理麦克风资源。

## 安装包

提供 Windows x64 EXE、macOS Apple Silicon DMG 和 ZIP。官方桌面端连接 techspar.cn;现有客户端重新打开页面后也可使用更新后的语音输入提示。

安装包未进行商业签名或 macOS 公证。SHA256SUMS.txt 提供下载文件校验值。
101 changes: 68 additions & 33 deletions frontend/src/hooks/useVoiceInput.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
import { useState, useRef, useCallback, useEffect } from "react";
import { transcribeAudio } from "../api/interview";
import { HandledApiError } from "../api/client";

interface VoiceInputOptions {
onResult?: (text: string) => void;
Expand All @@ -8,6 +9,7 @@ interface VoiceInputOptions {
export default function useVoiceInput({ onResult }: VoiceInputOptions = {}) {
const [isListening, setIsListening] = useState(false);
const [isTranscribing, setIsTranscribing] = useState(false);
const [error, setError] = useState("");
const mediaRecorderRef = useRef<MediaRecorder | null>(null);
const chunksRef = useRef<Blob[]>([]);
const streamRef = useRef<MediaStream | null>(null);
Expand All @@ -19,53 +21,58 @@ export default function useVoiceInput({ onResult }: VoiceInputOptions = {}) {

// Check if getUserMedia is available
const isSupported =
typeof navigator !== "undefined" && !!navigator.mediaDevices?.getUserMedia;
typeof navigator !== "undefined" && !!navigator.mediaDevices?.getUserMedia &&
typeof MediaRecorder !== "undefined";

const stopListening = useCallback(async () => {
const stopListening = useCallback(() => {
setIsListening(false);

const recorder = mediaRecorderRef.current;
if (!recorder || recorder.state === "inactive") return;
setIsTranscribing(true);

// Stop recording — triggers ondataavailable + onstop
return new Promise<void>((resolve) => {
recorder.onstop = async () => {
// Build audio blob from chunks
const blob = new Blob(chunksRef.current, { type: recorder.mimeType });
chunksRef.current = [];
recorder.onstop = async () => {
// Build audio blob from chunks
const blob = new Blob(chunksRef.current, { type: recorder.mimeType });
chunksRef.current = [];

// Release microphone
streamRef.current?.getTracks().forEach((t) => t.stop());
streamRef.current = null;
mediaRecorderRef.current = null;
// Release microphone
streamRef.current?.getTracks().forEach((t) => t.stop());
streamRef.current = null;
mediaRecorderRef.current = null;

// Very small recordings may not contain enough audio to transcribe.
if (blob.size < 1000) {
setError("录音内容太少,请说完一句话后再点击停止。");
setIsTranscribing(false);
return;
}

// Skip if too short (< 0.5s of data, likely accidental)
if (blob.size < 1000) {
resolve();
return;
// Send to backend for transcription
try {
const { text } = (await transcribeAudio(blob)) as { text?: string };
if (text?.trim()) {
onResultRef.current?.(text);
} else {
setError("未识别到语音,请检查系统默认麦克风和输入音量后重试。");
}

// Send to backend for transcription
setIsTranscribing(true);
try {
const { text } = (await transcribeAudio(blob)) as { text?: string };
if (text && onResultRef.current) {
onResultRef.current(text);
}
} catch (err) {
console.error("Transcription failed:", err);
} finally {
setIsTranscribing(false);
} catch (err) {
console.error("Transcription failed:", err);
if (!(err instanceof HandledApiError)) {
setError("语音识别失败,请检查网络或语音服务配置后重试。");
}
resolve();
};
} finally {
setIsTranscribing(false);
}
};

recorder.stop();
});
recorder.stop();
}, []);

const startListening = useCallback(async () => {
if (!isSupported) return;
setError("");

try {
const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
Expand All @@ -81,12 +88,34 @@ export default function useVoiceInput({ onResult }: VoiceInputOptions = {}) {
recorder.ondataavailable = (e) => {
if (e.data.size > 0) chunksRef.current.push(e.data);
};
recorder.onerror = () => {
recorder.onstop = null;
recorder.ondataavailable = null;
stream.getTracks().forEach((track) => track.stop());
streamRef.current = null;
mediaRecorderRef.current = null;
chunksRef.current = [];
setIsListening(false);
setIsTranscribing(false);
setError("录音中断,请检查麦克风连接后重新录音。");
};

mediaRecorderRef.current = recorder;
recorder.start(250); // Collect data every 250ms
setIsListening(true);
} catch (err) {
console.error("Microphone access failed:", err);
streamRef.current?.getTracks().forEach((track) => track.stop());
streamRef.current = null;
mediaRecorderRef.current = null;
const name = err instanceof Error ? err.name : "";
setError(name === "NotAllowedError"
? "无法访问麦克风,请在系统设置中允许此应用使用麦克风后重试。"
: name === "NotFoundError"
? "未找到麦克风,请连接麦克风并检查系统默认输入设备。"
: name === "NotReadableError"
? "麦克风无法使用,请检查设备连接或关闭占用麦克风的应用后重试。"
: "录音启动失败,请检查麦克风和系统声音设置后重试。");
setIsListening(false);
}
}, [isSupported]);
Expand All @@ -102,16 +131,22 @@ export default function useVoiceInput({ onResult }: VoiceInputOptions = {}) {
// Cleanup on unmount
useEffect(() => {
return () => {
streamRef.current?.getTracks().forEach((t) => t.stop());
const recorder = mediaRecorderRef.current;
if (recorder) {
recorder.onstop = null;
recorder.ondataavailable = null;
recorder.onerror = null;
}
if (mediaRecorderRef.current?.state !== "inactive") {
try {
mediaRecorderRef.current?.stop();
} catch {
/* cleanup, safe to ignore */
}
}
streamRef.current?.getTracks().forEach((t) => t.stop());
};
}, []);

return { isListening, isTranscribing, isSupported, toggle };
return { isListening, isTranscribing, isSupported, error, toggle };
}
7 changes: 6 additions & 1 deletion frontend/src/pages/Interview.jsx
Original file line number Diff line number Diff line change
Expand Up @@ -340,6 +340,7 @@ export default function Interview() {
)}
onClick={voice.toggle}
disabled={voice.isTranscribing}
aria-label={voice.isListening ? "停止录音并转成文字" : voice.isTranscribing ? "正在识别语音" : "语音输入"}
title={voice.isListening ? "停止录音" : voice.isTranscribing ? "正在识别..." : "语音输入"}
>
<svg width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" strokeWidth="2" strokeLinecap="round" strokeLinejoin="round">
Expand Down Expand Up @@ -533,6 +534,8 @@ export default function Interview() {
</div>
)}
</div>
{drillVoice.error && <p role="alert" className="text-sm text-red">{drillVoice.error}</p>}
{drillVoice.isListening && <p role="status" className="text-xs text-dim">正在录音,再次点击麦克风停止并转成文字。</p>}
<div className="flex items-center justify-end gap-3">
{isDrill && (selfAssess ? (
<div className="mr-auto flex items-center gap-2">
Expand Down Expand Up @@ -676,7 +679,7 @@ export default function Interview() {
<div ref={chatEndRef} />
</div>

<div className="px-4 pt-4 pb-5 md:px-6 md:pb-6 flex justify-center">
<div className="px-4 pt-4 pb-5 md:px-6 md:pb-6 flex flex-col items-center gap-2">
<div className="relative w-full max-w-3xl">
<textarea
ref={textareaRef}
Expand All @@ -694,6 +697,8 @@ export default function Interview() {
</div>
)}
</div>
{chatVoice.error && <p role="alert" className="w-full max-w-3xl text-sm text-red">{chatVoice.error}</p>}
{chatVoice.isListening && <p role="status" className="w-full max-w-3xl text-xs text-dim">正在录音,再次点击麦克风停止并转成文字。</p>}
</div>
</div>
);
Expand Down
2 changes: 1 addition & 1 deletion package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "techspar",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"packageManager": "bun@1.3.14",
Expand Down
2 changes: 1 addition & 1 deletion packages/contracts/openapi.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"openapi": "3.1.0",
"info": {
"title": "TechSpar",
"version": "0.4.1"
"version": "0.4.2"
},
"components": {
"schemas": {
Expand Down
2 changes: 1 addition & 1 deletion packages/contracts/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/contracts",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"exports": {
Expand Down
2 changes: 1 addition & 1 deletion packages/core/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/core",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"exports": {
Expand Down
2 changes: 1 addition & 1 deletion packages/db/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/db",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"exports": {
Expand Down
2 changes: 1 addition & 1 deletion packages/platform/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/platform",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"exports": {
Expand Down
2 changes: 1 addition & 1 deletion packages/providers/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/providers",
"version": "0.4.1",
"version": "0.4.2",
"dependencies": {
"@huggingface/transformers": "^3.8.1",
"@techspar/core": "workspace:*",
Expand Down
2 changes: 1 addition & 1 deletion packages/testing/package.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"name": "@techspar/testing",
"version": "0.4.1",
"version": "0.4.2",
"private": true,
"type": "module",
"exports": {
Expand Down
Loading