Fully implemented the verbal pronunciation exercise.

2023-11-30 23:33:11 -05:00
parent b88b0fd1f4
commit f0efdb556f
1 changed files with 115 additions and 0 deletions
@@ -0,0 +1,115 @@
+import { useLocation, useNavigate } from 'react-router-dom';
+import { Icon } from '@iconify/react';
+import CharacterBadge from '../components/CharacterBadge';
+import { useState, useEffect, useRef, useCallback } from 'react';
+import { speechToText, getAIMarking } from '../logic/sdk';
+import ClipLoader from "react-spinners/ClipLoader";
+
+interface VerbalPronunciationProps {
+    question: string;
+    expected: string;
+    chapter: string;
+    language: string;
+    onQuestionSubmit: Function;
+  }
+
+export default function VerbalPronunciationExercise({question, expected, chapter, language, onQuestionSubmit}: VerbalPronunciationProps) {
+    const location = useLocation();
+    const navigate = useNavigate();
+    const [answered, setAnswered] = useState(false);
+    const [loading, setLoading] = useState(false);
+    const [correct, setCorrect] = useState("");
+    const [reason, setReason] = useState("");
+
+    const handleSubmit = () => {
+        if (answered) {
+            setAnswered(false);
+            onQuestionSubmit();
+        }
+    }
+
+    type Message = { text: string, sender: string };
+    const [isRecording, setIsRecording] = useState(false);
+
+    let chunks = [] as any;
+    const mediaRecorder = useRef<MediaRecorder | null>(null);
+
+    useEffect(() => {
+        navigator.mediaDevices.getUserMedia({ audio: true }).then((stream) => {
+            mediaRecorder.current = new MediaRecorder(stream);
+            mediaRecorder.current.ondataavailable = (e) => {
+                chunks.push(e.data);
+            }
+    
+            mediaRecorder.current.onstop = async (e) => {
+                setIsRecording(false);
+                setLoading(true);
+                const blob = new Blob(chunks, { type: 'audio/wav' });
+                chunks = [];
+            
+                const audioFile = new File([blob], "audio.wav", { type: 'audio/wav' });
+            
+                const text = await speechToText(audioFile);
+                const aiMark = await getAIMarking(question, text.toLowerCase(), expected.toLowerCase(), chapter, language);
+                setAnswered(true);
+                setCorrect(aiMark.correct);
+                setReason(aiMark.reason);
+            }
+        });
+    }, []);
+
+    const handleRecord = useCallback(() => {
+        if (!isRecording) {
+            if (mediaRecorder.current) {
+                mediaRecorder.current.start();
+            }
+            setIsRecording(true);
+        } else {
+            if (mediaRecorder.current) {
+                mediaRecorder.current.stop();
+            }
+        }
+    }, [isRecording]);
+
+    const ResponseSection = (correct: string | null, reason: string | null) => {
+        if (!answered) {
+            return (
+                <div className='flex backdrop:flex-row justify-center w-full'>
+                    <Icon icon="mdi:microphone" className="microphone h-20 w-20 mx-auto"/>
+                    <button className={`record-btn mx-auto ${isRecording ? 'red' : ''}`} onClick={handleRecord}>
+                        {isRecording ? 'Stop Recording' 
+                        : loading ?  
+                        <ClipLoader
+                            color="white"
+                            loading={loading}
+                            aria-label="Loading Spinner"
+                            data-testid="loader"
+                        /> : 
+                        'Record'}
+                    </button>
+                </div>
+
+            )
+        } else {
+            return (
+                <div className=' flex-row flex-wrap w-full'>
+                    <h3>{correct}</h3>
+                    <p>{reason}</p>
+                    <button className='record-btn w-full bottom-0 relative' onClick={(e) => handleSubmit()}>Continue</button>
+                </div>
+            )
+        }
+    }
+
+    return (
+        <div>
+            <div className="v-layout p-10 flex justify-center">
+                <h1 className="text-center">Say the following</h1>
+                <div className='round box h-min no-shadow relative min-h-[60px] flex items-center justify-center'>
+                    {question}
+                </div>
+                {ResponseSection(correct, reason)}
+            </div>
+        </div>
+    )
+}