(function () { console.log('Speech to Text Converter: content.js loaded'); // Inject the…
- User
(function () { console.log('Speech to Text Converter: content.js loaded');
// Inject the microphone button and transcription display if they don't already exist if (!document.getElementById('speech-to-text-button')) { const button = document.createElement('button'); button.id = 'speech-to-text-button'; button.innerHTML = '🎤'; Object.assign(button.style, { position: 'fixed', bottom: '20px', right: '20px', width: '60px', height: '60px', borderRadius: '50%', border: 'none', backgroundColor: '#007bff', color: '#fff', fontSize: '24px', cursor: 'pointer', zIndex: '10000', boxShadow: '0 4px 6px rgba(0, 0, 0, 0.1)', display: 'flex', justifyContent: 'center', alignItems: 'center', transition: 'background-color 0.3s', }); button.setAttribute('aria-label', 'Start Speech to Text'); document.body.appendChild(button);
// Button hover effect button.addEventListener('mouseover', () => { button.style.backgroundColor = '#0056b3'; }); button.addEventListener('mouseout', () => { button.style.backgroundColor = '#007bff'; }); // Create transcription display if (!document.getElementById('speech-to-text-display')) { const transcriptionDisplay = document.createElement('div'); transcriptionDisplay.id = 'speech-to-text-display'; Object.assign(transcriptionDisplay.style, { position: 'fixed', bottom: '90px', right: '20px', backgroundColor: '#fff', padding: '10px 15px', borderRadius: '8px', boxShadow: '0 2px 6px rgba(0,0,0,0.2)', maxWidth: '300px', fontSize: '14px', zIndex: '10000', display: 'none', wordWrap: 'break-word', }); transcriptionDisplay.innerText = ''; document.body.appendChild(transcriptionDisplay); }}
const button = document.getElementById('speech-to-text-button'); const transcriptionDisplay = document.getElementById('speech-to-text-display'); let isRecording = false; let mediaRecorder; let audioChunks = []; let lastFocusedElement = null;
// Track the last focused element in the current tab document.addEventListener('focusin', (event) => { const target = event.target; if ( target.tagName === 'INPUT' || target.tagName === 'TEXTAREA' || target.isContentEditable ) { lastFocusedElement = target; console.log('Updated lastFocusedElement:', lastFocusedElement); } });
/**
- Retrieves all visible and enabled input elements on the page.
- @returns {HTMLElement[]} Array of input elements. */ function getAllInputElements() { const inputs = Array.from( document.querySelectorAll('input, textarea, [contenteditable="true"]') ); return inputs.filter((el) => { // Ensure the element is visible and not disabled const style = window.getComputedStyle(el); return ( style.display !== 'none' && style.visibility !== 'hidden' && !el.hasAttribute('disabled') ); }); }
/**
- Creates and displays a selection modal for choosing the target input field.
- @param {HTMLElement[]} inputs - Array of input elements. */ function createSelectionModal(inputs) { // Create overlay const overlay = document.createElement('div'); overlay.id = 'speech-to-text-overlay'; Object.assign(overlay.style, { position: 'fixed', top: '0', left: '0', width: '100%', height: '100%', backgroundColor: 'rgba(0,0,0,0.5)', display: 'flex', justifyContent: 'center', alignItems: 'center', zIndex: '10001', // Ensure it's above other elements });
// Create modal containerconst modal = document.createElement('div'); modal.id = 'speech-to-text-modal'; Object.assign(modal.style, { backgroundColor: '#fff', padding: '20px', borderRadius: '8px', maxHeight: '80%', overflowY: 'auto', width: '400px', boxSizing: 'border-box', boxShadow: '0 4px 8px rgba(0,0,0,0.2)', }); // Modal title const title = document.createElement('h3'); title.innerText = 'Select Input Field'; Object.assign(title.style, { marginTop: '0', marginBottom: '15px', fontSize: '20px', textAlign: 'center', color: '#333', }); modal.appendChild(title); // Instructions const instruction = document.createElement('p'); instruction.innerText = 'Choose the input field where you want to insert the transcription:'; Object.assign(instruction.style, { marginBottom: '15px', fontSize: '14px', color: '#555', }); modal.appendChild(instruction); // List of input fields in a card layout inputs.forEach((el, index) => { const card = document.createElement('div'); Object.assign(card.style, { display: 'flex', alignItems: 'center', padding: '10px', marginBottom: '10px', border: '1px solid #ddd', borderRadius: '8px', backgroundColor: '#f9f9f9', cursor: 'pointer', transition: 'background-color 0.2s, transform 0.2s', }); // Add hover effect card.addEventListener('mouseover', () => { card.style.backgroundColor = '#e6e6e6'; card.style.transform = 'scale(1.02)'; }); card.addEventListener('mouseout', () => { card.style.backgroundColor = '#f9f9f9'; card.style.transform = 'scale(1)'; }); // Add icon const icon = document.createElement('span'); icon.innerHTML = '📝'; // Pencil icon Object.assign(icon.style, { marginRight: '10px', fontSize: '18px', }); card.appendChild(icon); // Add input field label const label = document.createElement('span'); label.innerText = el.getAttribute('aria-label') || el.getAttribute('placeholder') || el.getAttribute('name') || `Input ${index + 1}`; Object.assign(label.style, { fontSize: '14px', color: '#333', }); card.appendChild(label); // Add click event to select the input field card.addEventListener('click', () => { lastFocusedElement = el; closeSelectionModal(); startTranscription(); }); modal.appendChild(card); }); // Cancel button const cancelButton = document.createElement('button'); cancelButton.innerText = 'Cancel'; Object.assign(cancelButton.style, { display: 'block', width: '100%', padding: '10px 15px', marginTop: '10px', border: 'none', borderRadius: '4px', backgroundColor: '#d9534f', color: '#fff', cursor: 'pointer', transition: 'background-color 0.2s', }); // Hover effects for cancel button cancelButton.addEventListener('mouseover', () => { cancelButton.style.backgroundColor = '#c9302c'; }); cancelButton.addEventListener('mouseout', () => { cancelButton.style.backgroundColor = '#d9534f'; }); // Click event to cancel selection cancelButton.addEventListener('click', () => { closeSelectionModal(); toggleRecording(false); // Stop recording if canceled }); modal.appendChild(cancelButton); overlay.appendChild(modal); document.body.appendChild(overlay);}
/**
- Closes and removes the selection modal from the DOM. */ function closeSelectionModal() { const overlay = document.getElementById('speech-to-text-overlay'); if (overlay) { overlay.remove(); } }
/**
-
Toggles the recording state.
-
@param {boolean} state - Desired recording state.
-
@param {string} [language='en'] - Language code for transcription. */ function toggleRecording(state, language = 'en') { isRecording = state; if (isRecording) { button.classList.add('active'); transcriptionDisplay.style.display = 'block'; transcriptionDisplay.innerText = '🎤 Listening...';
const inputs = getAllInputElements();
if (inputs.length === 0) { alert('No input field found to insert transcription.'); console.warn('No input field found to insert transcription.'); toggleRecording(false, language); return; } else if (inputs.length === 1) { lastFocusedElement = inputs[0]; startTranscription(language); lastFocusedElement.focus(); console.log('Focused on single input:', lastFocusedElement); } else { // Multiple inputs found, prompt user to select createSelectionModal(inputs); // Recording will start after selection } } else { button.classList.remove('active'); stopRecording(); console.log('Recording stopped'); transcriptionDisplay.innerText = '🕒 Processing...'; } }
/**
- Initiates the recording process after selecting an input field.
- @param {string} [language='en'] - Language code for transcription. */ function startTranscription(language = 'en') { startRecording(language); if (lastFocusedElement) { lastFocusedElement.focus(); console.log('Focused on selected input:', lastFocusedElement); } }
/**
- Starts recording audio from the user's microphone.
- @param {string} [language='en'] - Language code for transcription. */ async function startRecording(language = 'en') { if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) { alert('Your browser does not support audio recording.'); console.error('getUserMedia not supported'); toggleRecording(false, language); return; }
try {const stream = await navigator.mediaDevices.getUserMedia({ audio: true }); mediaRecorder = new MediaRecorder(stream); mediaRecorder.start(); console.log('MediaRecorder started'); mediaRecorder.ondataavailable = (event) => { audioChunks.push(event.data); console.log('Audio data available:', event.data); }; mediaRecorder.onstop = async () => { const audioBlob = new Blob(audioChunks, { type: 'audio/m4a' }); console.log('MediaRecorder stopped, Blob created:', audioBlob); const base64Audio = await blobToBase64(audioBlob); console.log('Audio converted to Base64:', base64Audio.substring(0, 30) + '...'); sendAudioForTranscription(base64Audio, language); // Stop all audio tracks to release the microphone stream.getTracks().forEach((track) => track.stop()); audioChunks = []; // Clear after processing isRecording = false; button.classList.remove('active'); }; mediaRecorder.onerror = (event) => { console.error('MediaRecorder Error:', event.error); toggleRecording(false); transcriptionDisplay.innerText = '❌ Recording error. Please try again.'; }; } catch (err) { console.error('Error accessing microphone:', err); alert('Error accessing microphone. Please check permissions.'); toggleRecording(false); transcriptionDisplay.innerText = '❌ Microphone access denied.'; }}
/**
- Stops the ongoing recording. */ function stopRecording() { if (mediaRecorder && mediaRecorder.state !== 'inactive') { mediaRecorder.stop(); console.log('MediaRecorder stopping...'); } }
/**
- Converts a Blob object to a Base64 string.
- @param {Blob} blob - The audio Blob.
- @returns {Promise} Base64 encoded string. */ function blobToBase64(blob) { return new Promise((resolve, reject) => { const reader = new FileReader(); reader.onloadend = function () { const dataUrl = reader.result; const base64Data = dataUrl.split(',')[1]; resolve(base64Data); }; reader.onerror = function (error) { console.error('FileReader Error:', error); reject(error); }; reader.readAsDataURL(blob); }); }
/**
- Sends the audio data to the background script for transcription.
- @param {string} base64Audio - Base64 encoded audio string.
- @param {string} [language='en'] - Language code for transcription. */ function sendAudioForTranscription(base64Audio, language = 'en') { chrome.runtime.sendMessage( { type: 'transcribe', audio: { base64: base64Audio }, language }, () => { if (chrome.runtime.lastError) { console.error('Runtime error:', chrome.runtime.lastError.message); transcriptionDisplay.innerText = '❌ Transcription request failed.'; } else { console.log('Transcription request acknowledged.'); } } ); }
/**
-
Listens for changes in Chrome storage to receive transcription results. */ chrome.storage.onChanged.addListener((changes, area) => { if ( area === 'local' && changes.latestTranscription && changes.latestTranscription.newValue ) { const transcription = changes.latestTranscription.newValue; console.log('New transcription received via storage:', transcription);
transcriptionDisplay.innerText =
📝 ${transcription};// Insert the transcription into the last focused element if (lastFocusedElement) { insertTextIntoActiveElement(transcription); } else { console.warn('No last focused element found.'); }
// Optional: Hide the transcription display after insertion setTimeout(() => { transcriptionDisplay.style.display = 'none'; transcriptionDisplay.innerText = ''; toggleRecording(false); }, 3000); } });
/**
- Inserts text into the active/focused input element.
- @param {string} text - The transcription text to insert. */ function insertTextIntoActiveElement(text) { if (!lastFocusedElement) { console.warn('No last focused element to insert text into.'); return; }
if (lastFocusedElement.tagName === 'INPUT' || lastFocusedElement.tagName === 'TEXTAREA' ) { const startPos = lastFocusedElement.selectionStart; const endPos = lastFocusedElement.selectionEnd; const beforeValue = lastFocusedElement.value.substring(0, startPos); const afterValue = lastFocusedElement.value.substring( endPos, lastFocusedElement.value.length ); lastFocusedElement.value = beforeValue + text + afterValue; lastFocusedElement.selectionStart = lastFocusedElement.selectionEnd = startPos + text.length; lastFocusedElement.focus(); } else if (lastFocusedElement.isContentEditable) { const selection = window.getSelection(); if (!selection.rangeCount) return; const range = selection.getRangeAt(0); range.deleteContents(); const textNode = document.createTextNode(text); range.insertNode(textNode); range.setStartAfter(textNode); range.setEndAfter(textNode); selection.removeAllRanges(); selection.addRange(range); } else { console.warn( 'Last focused element is not an input, textarea, or contenteditable.' ); }}
/**
- Handles the microphone button click to toggle recording. */ button.addEventListener('click', () => { const selectedLanguage = 'en'; // Default language; can be enhanced to allow selection toggleRecording(!isRecording, selectedLanguage); });
/**
- Listens for messages from other parts of the extension (e.g., popup or background script). */ chrome.runtime.onMessage.addListener((request, sender, sendResponse) => { if (request.type === 'toggleRecording') { const language = request.language || 'en'; toggleRecording(request.state, language); sendResponse({ status: 'Recording state changed.' }); } }); })();
- Assistant
Your provided JavaScript code is a comprehensive content script designed for a browser extension that facilitates speech-to-text conversion. Below is an in-depth analysis of its functionalities, structure, and some recommendations for improvements or considerations.
Overview
The script performs the following key functions:
-
Injection of UI Elements:
- Microphone Button: Adds a floating microphone button (
🎤) fixed at the bottom-right corner of the webpage if it doesn't already exist. - Transcription Display: Creates a hidden
divto display the transcription results, shown above the microphone button when active.
- Microphone Button: Adds a floating microphone button (
-
Event Handling:
- Focus Tracking: Listens for focus events to keep track of the last focused input, textarea, or contenteditable element.
- Button Clicks: Toggles recording on microphone button clicks.
- Modal Interactions: Displays a modal to select the target input field when multiple input fields are present.
- Storage Changes: Listens for changes in Chrome's local storage to receive transcription results.
-
Audio Recording & Processing:
- MediaRecorder API: Captures audio from the user's microphone.
- Blob Conversion: Converts recorded audio blobs to Base64 strings.
- Communication with Background Script: Sends the Base64 audio data to the background script for transcription via
chrome.runtime.sendMessage.
-
Transcription Insertion:
- Text Insertion: Inserts the transcribed text into the previously focused input element, handling different types of input (e.g.,
input,textarea,contenteditable).
- Text Insertion: Inserts the transcribed text into the previously focused input element, handling different types of input (e.g.,
-
User Feedback:
- Visual Indicators: Updates the UI to indicate recording status, transcription processing, and any errors.
Detailed Breakdown
-
UI Injection:
-
Microphone Button:
- Styling: Positioned fixed with a blue background, white microphone icon, and responsive hover effects.
- Accessibility: Includes an
aria-labelfor screen readers. - Z-Index: High z-index ensures it's above most webpage elements.
-
Transcription Display:
- Styling: Positioned above the microphone button, styled for readability, and initially hidden.
-
-
Focus Tracking:
- Event Listener:
focusinevent captures when inputs gain focus. - Element Filtering: Only tracks visible, enabled, and editable elements.
- Event Listener:
-
Modal for Input Selection:
- Overlay & Modal Styling: Semi-transparent overlay with a centered modal box listing input fields.
- Interactive Cards: Each input field is represented as a clickable card with hover effects.
- Cancel Functionality: Allows users to cancel the selection process, stopping any ongoing recording.
-
Recording Management:
- Toggle Recording: Starts or stops recording based on button state.
- Single vs. Multiple Input Fields: If multiple inputs are present, prompts user to select the target field.
- Error Handling: Alerts the user if recording fails or if no inputs are available.
-
Audio Handling:
- MediaRecorder Setup: Initializes recording, handles data availability, and manages stop events.
- Blob to Base64 Conversion: Uses
FileReaderto convert audio blobs for transmission. - Background Communication: Sends audio data to the background script for transcription and handles potential errors.
-
Transcription Handling:
- Storage Listener: Receives transcription results via changes in Chrome's local storage.
- Text Insertion: Inserts the transcription into the targeted input field, handling cursor placement and focus.
- UI Updates: Provides feedback post-insertion and cleans up the display.
-
Message Listener:
- External Control: Allows other parts of the extension (e.g., popup) to control recording via messages.
Recommendations & Considerations
-
Permissions:
- Ensure that your extension's
manifest.jsonincludes the necessary permissions, especially for:"activeTab""storage""scripting""microphone""tabs"
- Ensure that your extension's
-
Error Handling Enhancements:
- Speech Recognition API Fallback: Consider adding fallback mechanisms if the
MediaRecorderAPI isn't supported. - Network Errors: Handle scenarios where the background script might fail to process the transcription due to network issues.
- Speech Recognition API Fallback: Consider adding fallback mechanisms if the
-
User Experience Improvements:
- Language Selection: Currently, language is hardcoded to English (
'en'). Providing users with the option to select their preferred language could enhance usability. - Visual Feedback: Incorporate animations or more detailed status messages during recording and processing to keep users informed.
- Accessibility Enhancements: Ensure all interactive elements are accessible via keyboard navigation and are screen reader friendly.
- Language Selection: Currently, language is hardcoded to English (
-
Security Considerations:
- Data Handling: Be cautious with storing audio data and transcriptions. Ensure that sensitive information is handled appropriately and consider adding permissions or user prompts.
- Content Security Policy (CSP): Ensure that your extension adheres to CSP guidelines to prevent injection attacks.
-
Performance Optimizations:
- Resource Management: Ensure that media streams are properly closed to free up system resources.
- Debouncing Events: If necessary, debounce certain event listeners to prevent performance bottlenecks on pages with heavy interactions.
-
Extensibility:
- API Integration: Depending on your transcription service, ensure that the background script appropriately handles API keys, rate limits, and response parsing.
- Customization: Allow users to customize button placement, styling, or transcription settings through the extension's options.
-
Testing Across Browsers:
- While the script is tailored for Chrome, consider compatibility with other Chromium-based browsers or even Firefox by adjusting APIs accordingly.
Sample
manifest.jsonTo integrate this content script into a Chrome extension, ensure your
manifest.jsonis correctly set up. Here's a simplified example:{ "manifest_version": 3, "name": "Speech to Text Converter", "version": "1.0", "description": "Convert your speech to text and insert it into input fields.", "permissions": [ "activeTab", "storage", "scripting", "microphone" ], "background": { "service_worker": "background.js" }, "content_scripts": [ { "matches": ["<all_urls>"], "js": ["content.js"] } ], "action": { "default_popup": "popup.html", "default_icon": { "16": "icons/icon16.png", "48": "icons/icon48.png", "128": "icons/icon128.png" } }, "icons": { "16": "icons/icon16.png", "48": "icons/icon48.png", "128": "icons/icon128.png" } }Background Script (
background.js) FrameworkThe content script expects the background script to handle transcription requests. Here's a basic framework for
background.js:chrome.runtime.onMessage.addListener(async (request, sender, sendResponse) => { if (request.type === 'transcribe') { try { const transcription = await transcribeAudio(request.audio.base64, request.language); // Store the transcription in Chrome storage await chrome.storage.local.set({ latestTranscription: transcription }); sendResponse({ status: 'success', transcription }); } catch (error) { console.error('Transcription error:', error); sendResponse({ status: 'error', message: 'Transcription failed.' }); } // Indicates that the response is sent asynchronously return true; } }); // Example transcription function async function transcribeAudio(base64Audio, language) { // Replace with your transcription service's API endpoint and details const response = await fetch('https://api.yourtranscriptionservice.com/transcribe', { method: 'POST', headers: { 'Content-Type': 'application/json', 'Authorization': 'Bearer YOUR_API_KEY' }, body: JSON.stringify({ audio: base64Audio, language: language }) }); if (!response.ok) { throw new Error('Transcription API error'); } const data = await response.json(); return data.transcription; // Adjust based on API response structure }Notes:
- API Integration: Replace the
transcribeAudiofunction's URL and parameters with those relevant to your chosen transcription service. - Error Handling: Ensure robust error handling to manage API failures or unexpected responses.
Popup Interface (Optional)
If you wish to provide users with additional controls (e.g., language selection, start/stop recording), implementing a popup interface can be beneficial. Here's a basic structure for
popup.html:<!DOCTYPE html> <html> <head> <title>Speech to Text Converter</title> <style> /* Basic styling */ body { font-family: Arial, sans-serif; padding: 10px; width: 200px; } button { width: 100%; padding: 10px; margin-top: 10px; font-size: 16px; } select { width: 100%; padding: 5px; } </style> </head> <body> <h3>Settings</h3> <label for="language">Select Language:</label> <select id="language"> <option value="en">English</option> <!-- Add more language options as needed --> </select> <button id="toggle-recording">Start Recording</button> <script src="popup.js"></script> </body> </html>Popup Script (
popup.js):document.getElementById('toggle-recording').addEventListener('click', () => { const language = document.getElementById('language').value; // Toggle recording state as needed // Example: Send a message to the content script to start recording chrome.tabs.query({ active: true, currentWindow: true }, (tabs) => { chrome.tabs.sendMessage(tabs[0].id, { type: 'toggleRecording', state: true, language }, (response) => { console.log(response.status); }); }); });Final Thoughts
Your content script is well-structured and covers extensive functionalities required for a speech-to-text converter extension. By ensuring that all components (content scripts, background scripts, and UI elements) communicate effectively and handle various edge cases, you can create a robust and user-friendly extension.
Feel free to expand upon this foundation based on specific requirements or user feedback. If you encounter any specific issues or have further questions about particular parts of the code, feel free to ask!
-