capture: auto-retry transcription failures up to 2x, queue blob on final failure
This commit is contained in:
+87
-292
@@ -1,13 +1,12 @@
|
|||||||
'use client';
|
'use client';
|
||||||
|
|
||||||
import { useState, useRef, useEffect, useCallback } from 'react';
|
import { useState, useRef, useEffect } from 'react';
|
||||||
|
|
||||||
const API_URL = process.env.NEXT_PUBLIC_API_URL || '';
|
const API_URL = process.env.NEXT_PUBLIC_API_URL || '';
|
||||||
const DB_NAME = 'bird-capture-queue';
|
const DB_NAME = 'bird-capture-queue';
|
||||||
const STORE_NAME = 'pending';
|
const STORE_NAME = 'pending';
|
||||||
const MAX_IMAGE_PX = 1568; // Claude vision optimal max dimension
|
const MAX_IMAGE_PX = 1568;
|
||||||
|
|
||||||
// IndexedDB queue
|
|
||||||
async function openDB(): Promise<IDBDatabase> {
|
async function openDB(): Promise<IDBDatabase> {
|
||||||
return new Promise((resolve, reject) => {
|
return new Promise((resolve, reject) => {
|
||||||
const req = indexedDB.open(DB_NAME, 1);
|
const req = indexedDB.open(DB_NAME, 1);
|
||||||
@@ -17,19 +16,12 @@ async function openDB(): Promise<IDBDatabase> {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async function queueCapture(formData: FormData) {
|
async function queueCapture(audio: Blob | null, image: Blob | null) {
|
||||||
const db = await openDB();
|
const db = await openDB();
|
||||||
const id = Date.now().toString();
|
const id = Date.now().toString();
|
||||||
const audio = formData.get('audio') as Blob | null;
|
|
||||||
const image = formData.get('image') as Blob | null;
|
|
||||||
return new Promise<void>((resolve, reject) => {
|
return new Promise<void>((resolve, reject) => {
|
||||||
const tx = db.transaction(STORE_NAME, 'readwrite');
|
const tx = db.transaction(STORE_NAME, 'readwrite');
|
||||||
tx.objectStore(STORE_NAME).put({
|
tx.objectStore(STORE_NAME).put({ id, audio: audio || null, image: image || null, timestamp: new Date().toISOString() });
|
||||||
id,
|
|
||||||
audio: audio || null,
|
|
||||||
image: image || null,
|
|
||||||
timestamp: new Date().toISOString(),
|
|
||||||
});
|
|
||||||
tx.oncomplete = () => resolve();
|
tx.oncomplete = () => resolve();
|
||||||
tx.onerror = () => reject(tx.error);
|
tx.onerror = () => reject(tx.error);
|
||||||
});
|
});
|
||||||
@@ -55,7 +47,6 @@ async function removeCapture(id: string) {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
// Resize image client-side before upload
|
|
||||||
async function resizeImage(file: File): Promise<Blob> {
|
async function resizeImage(file: File): Promise<Blob> {
|
||||||
return new Promise((resolve) => {
|
return new Promise((resolve) => {
|
||||||
const img = new Image();
|
const img = new Image();
|
||||||
@@ -70,8 +61,7 @@ async function resizeImage(file: File): Promise<Blob> {
|
|||||||
else { w = Math.round(w * maxDim / h); h = maxDim; }
|
else { w = Math.round(w * maxDim / h); h = maxDim; }
|
||||||
}
|
}
|
||||||
const canvas = document.createElement('canvas');
|
const canvas = document.createElement('canvas');
|
||||||
canvas.width = w;
|
canvas.width = w; canvas.height = h;
|
||||||
canvas.height = h;
|
|
||||||
const ctx = canvas.getContext('2d')!;
|
const ctx = canvas.getContext('2d')!;
|
||||||
ctx.drawImage(img, 0, 0, w, h);
|
ctx.drawImage(img, 0, 0, w, h);
|
||||||
canvas.toBlob((blob) => resolve(blob!), 'image/jpeg', 0.88);
|
canvas.toBlob((blob) => resolve(blob!), 'image/jpeg', 0.88);
|
||||||
@@ -80,15 +70,17 @@ async function resizeImage(file: File): Promise<Blob> {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async function submitCapture(audio: Blob | null, image: Blob | null): Promise<boolean> {
|
async function submitCapture(audio: Blob | null, image: Blob | null): Promise<{ ok: boolean; errorType?: string }> {
|
||||||
try {
|
try {
|
||||||
const form = new FormData();
|
const form = new FormData();
|
||||||
if (audio) form.append('audio', audio, 'capture.webm');
|
if (audio) form.append('audio', audio, 'capture.webm');
|
||||||
if (image) form.append('image', image, 'capture.jpg');
|
if (image) form.append('image', image, 'capture.jpg');
|
||||||
const res = await fetch(`${API_URL}/api/capture`, { method: 'POST', body: form });
|
const res = await fetch(`${API_URL}/api/capture`, { method: 'POST', body: form });
|
||||||
return res.ok;
|
if (res.ok) return { ok: true };
|
||||||
|
const body = await res.json().catch(() => ({}));
|
||||||
|
return { ok: false, errorType: body.error_type };
|
||||||
} catch {
|
} catch {
|
||||||
return false;
|
return { ok: false };
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -109,7 +101,10 @@ export default function CapturePage() {
|
|||||||
const countdownRef = useRef<any>(null);
|
const countdownRef = useRef<any>(null);
|
||||||
const mimeTypeRef = useRef('audio/webm');
|
const mimeTypeRef = useRef('audio/webm');
|
||||||
const fileInputRef = useRef<HTMLInputElement>(null);
|
const fileInputRef = useRef<HTMLInputElement>(null);
|
||||||
const MAX_SECONDS = 120; // shorter for annotation — 2 min max
|
const imageBlobRef = useRef<Blob | null>(null);
|
||||||
|
const MAX_SECONDS = 120;
|
||||||
|
|
||||||
|
useEffect(() => { imageBlobRef.current = imageBlob; }, [imageBlob]);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
loadRecentCaptures();
|
loadRecentCaptures();
|
||||||
@@ -125,26 +120,20 @@ export default function CapturePage() {
|
|||||||
async function loadRecentCaptures() {
|
async function loadRecentCaptures() {
|
||||||
try {
|
try {
|
||||||
const res = await fetch(`${API_URL}/api/captures`);
|
const res = await fetch(`${API_URL}/api/captures`);
|
||||||
if (res.ok) {
|
if (res.ok) { const data = await res.json(); setRecentCaptures(data.captures || []); }
|
||||||
const data = await res.json();
|
|
||||||
setRecentCaptures(data.captures || []);
|
|
||||||
}
|
|
||||||
} catch {}
|
} catch {}
|
||||||
}
|
}
|
||||||
|
|
||||||
async function checkPending() {
|
async function checkPending() {
|
||||||
try {
|
try { const p = await getPendingCaptures(); setPendingCount(p.length); } catch {}
|
||||||
const p = await getPendingCaptures();
|
|
||||||
setPendingCount(p.length);
|
|
||||||
} catch {}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function retryQueue() {
|
async function retryQueue() {
|
||||||
try {
|
try {
|
||||||
const pending = await getPendingCaptures();
|
const pending = await getPendingCaptures();
|
||||||
for (const item of pending) {
|
for (const item of pending) {
|
||||||
const ok = await submitCapture(item.audio, item.image);
|
const result = await submitCapture(item.audio, item.image);
|
||||||
if (ok) await removeCapture(item.id);
|
if (result.ok) await removeCapture(item.id);
|
||||||
}
|
}
|
||||||
const remaining = await getPendingCaptures();
|
const remaining = await getPendingCaptures();
|
||||||
setPendingCount(remaining.length);
|
setPendingCount(remaining.length);
|
||||||
@@ -152,21 +141,16 @@ export default function CapturePage() {
|
|||||||
} catch {}
|
} catch {}
|
||||||
}
|
}
|
||||||
|
|
||||||
// ── Image selection ────────────────────────────────────────────────────────
|
function handleCameraClick() { fileInputRef.current?.click(); }
|
||||||
|
|
||||||
function handleCameraClick() {
|
|
||||||
fileInputRef.current?.click();
|
|
||||||
}
|
|
||||||
|
|
||||||
async function handleImageSelected(e: React.ChangeEvent<HTMLInputElement>) {
|
async function handleImageSelected(e: React.ChangeEvent<HTMLInputElement>) {
|
||||||
const file = e.target.files?.[0];
|
const file = e.target.files?.[0];
|
||||||
if (!file) return;
|
if (!file) return;
|
||||||
const resized = await resizeImage(file);
|
const resized = await resizeImage(file);
|
||||||
setImageBlob(resized);
|
setImageBlob(resized);
|
||||||
const preview = URL.createObjectURL(resized);
|
imageBlobRef.current = resized;
|
||||||
setImagePreview(preview);
|
setImagePreview(URL.createObjectURL(resized));
|
||||||
setMode('image-selected');
|
setMode('image-selected');
|
||||||
// Reset input so same file can be reselected
|
|
||||||
e.target.value = '';
|
e.target.value = '';
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -174,24 +158,16 @@ export default function CapturePage() {
|
|||||||
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
||||||
setImagePreview(null);
|
setImagePreview(null);
|
||||||
setImageBlob(null);
|
setImageBlob(null);
|
||||||
|
imageBlobRef.current = null;
|
||||||
setMode('idle');
|
setMode('idle');
|
||||||
stopRecording();
|
stopRecording();
|
||||||
}
|
}
|
||||||
|
|
||||||
// ── Voice recording ────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
async function acquireWakeLock() {
|
async function acquireWakeLock() {
|
||||||
try {
|
try { if ('wakeLock' in navigator) wakeLockRef.current = await (navigator as any).wakeLock.request('screen'); } catch {}
|
||||||
if ('wakeLock' in navigator) {
|
|
||||||
wakeLockRef.current = await (navigator as any).wakeLock.request('screen');
|
|
||||||
}
|
|
||||||
} catch {}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
function releaseWakeLock() {
|
function releaseWakeLock() { wakeLockRef.current?.release(); wakeLockRef.current = null; }
|
||||||
wakeLockRef.current?.release();
|
|
||||||
wakeLockRef.current = null;
|
|
||||||
}
|
|
||||||
|
|
||||||
async function startRecording() {
|
async function startRecording() {
|
||||||
try {
|
try {
|
||||||
@@ -207,12 +183,7 @@ export default function CapturePage() {
|
|||||||
mr.onstop = async () => {
|
mr.onstop = async () => {
|
||||||
streamRef.current?.getTracks().forEach(t => t.stop());
|
streamRef.current?.getTracks().forEach(t => t.stop());
|
||||||
streamRef.current = null;
|
streamRef.current = null;
|
||||||
if (chunksRef.current.length === 0) {
|
const audioBlob = chunksRef.current.length > 0 ? new Blob(chunksRef.current, { type: mimeTypeRef.current }) : null;
|
||||||
// No audio recorded — submit image only
|
|
||||||
await submitFinal(null);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
const audioBlob = new Blob(chunksRef.current, { type: mimeTypeRef.current });
|
|
||||||
await submitFinal(audioBlob);
|
await submitFinal(audioBlob);
|
||||||
};
|
};
|
||||||
mr.start(1000);
|
mr.start(1000);
|
||||||
@@ -221,65 +192,61 @@ export default function CapturePage() {
|
|||||||
setCountdown(MAX_SECONDS);
|
setCountdown(MAX_SECONDS);
|
||||||
await acquireWakeLock();
|
await acquireWakeLock();
|
||||||
countdownRef.current = setInterval(() => {
|
countdownRef.current = setInterval(() => {
|
||||||
setCountdown(prev => {
|
setCountdown(prev => { if (prev <= 1) { stopRecording(); return 0; } return prev - 1; });
|
||||||
if (prev <= 1) { stopRecording(); return 0; }
|
|
||||||
return prev - 1;
|
|
||||||
});
|
|
||||||
}, 1000);
|
}, 1000);
|
||||||
} catch {
|
} catch {
|
||||||
setMode('error');
|
setMode('error');
|
||||||
setTimeout(() => setMode(imageBlob ? 'image-selected' : 'idle'), 3000);
|
setTimeout(() => setMode(imageBlobRef.current ? 'image-selected' : 'idle'), 3000);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
function stopRecording() {
|
function stopRecording() {
|
||||||
if (countdownRef.current) { clearInterval(countdownRef.current); countdownRef.current = null; }
|
if (countdownRef.current) { clearInterval(countdownRef.current); countdownRef.current = null; }
|
||||||
releaseWakeLock();
|
releaseWakeLock();
|
||||||
if (mediaRecorderRef.current?.state === 'recording') {
|
if (mediaRecorderRef.current?.state === 'recording') mediaRecorderRef.current.stop();
|
||||||
mediaRecorderRef.current.stop();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// ── Submission ─────────────────────────────────────────────────────────────
|
async function submitFinal(audioBlob: Blob | null, retryCount = 0) {
|
||||||
|
|
||||||
async function submitFinal(audioBlob: Blob | null) {
|
|
||||||
setMode('submitting');
|
setMode('submitting');
|
||||||
const ok = await submitCapture(audioBlob, imageBlob);
|
const currentImageBlob = imageBlobRef.current;
|
||||||
if (ok) {
|
const result = await submitCapture(audioBlob, currentImageBlob);
|
||||||
|
|
||||||
|
if (result.ok) {
|
||||||
setMode('saved');
|
setMode('saved');
|
||||||
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
||||||
setImagePreview(null);
|
setImagePreview(null);
|
||||||
setImageBlob(null);
|
setImageBlob(null);
|
||||||
|
imageBlobRef.current = null;
|
||||||
await loadRecentCaptures();
|
await loadRecentCaptures();
|
||||||
setTimeout(() => setMode('idle'), 3000);
|
setTimeout(() => setMode('idle'), 3000);
|
||||||
} else {
|
return;
|
||||||
try {
|
|
||||||
const form = new FormData();
|
|
||||||
if (audioBlob) form.append('audio', audioBlob, 'capture.webm');
|
|
||||||
if (imageBlob) form.append('image', imageBlob, 'capture.jpg');
|
|
||||||
await queueCapture(form);
|
|
||||||
await checkPending();
|
|
||||||
setMode('queued');
|
|
||||||
} catch {
|
|
||||||
setMode('error');
|
|
||||||
}
|
|
||||||
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
|
||||||
setImagePreview(null);
|
|
||||||
setImageBlob(null);
|
|
||||||
setTimeout(() => setMode('idle'), 4000);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const isTranscriptionFailure = result.errorType === 'transcription_failed' || result.errorType === 'empty_transcript';
|
||||||
|
if (isTranscriptionFailure && retryCount < 2) {
|
||||||
|
setTimeout(() => submitFinal(audioBlob, retryCount + 1), 3000 * (retryCount + 1));
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
await queueCapture(audioBlob, currentImageBlob);
|
||||||
|
await checkPending();
|
||||||
|
setMode('queued');
|
||||||
|
} catch {
|
||||||
|
setMode('error');
|
||||||
|
}
|
||||||
|
if (imagePreview) URL.revokeObjectURL(imagePreview);
|
||||||
|
setImagePreview(null);
|
||||||
|
setImageBlob(null);
|
||||||
|
imageBlobRef.current = null;
|
||||||
|
setTimeout(() => setMode('idle'), 4000);
|
||||||
}
|
}
|
||||||
|
|
||||||
async function submitImageOnly() {
|
async function submitImageOnly() { await submitFinal(null); }
|
||||||
await submitFinal(null);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ── Tap handler for voice button ───────────────────────────────────────────
|
|
||||||
|
|
||||||
function handleVoiceTap() {
|
function handleVoiceTap() {
|
||||||
if (mode === 'recording') stopRecording();
|
if (mode === 'recording') stopRecording();
|
||||||
else if (mode === 'image-selected') startRecording();
|
else if (mode === 'image-selected' || mode === 'idle') startRecording();
|
||||||
else if (mode === 'idle') startRecording(); // voice-only capture
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const isRecording = mode === 'recording';
|
const isRecording = mode === 'recording';
|
||||||
@@ -287,266 +254,94 @@ export default function CapturePage() {
|
|||||||
const hasImage = imageBlob !== null;
|
const hasImage = imageBlob !== null;
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div style={{
|
<div style={{ minHeight: '100dvh', background: 'var(--bg)', display: 'flex', flexDirection: 'column', alignItems: 'center', justifyContent: 'space-between', paddingTop: 'max(48px, env(safe-area-inset-top))', paddingBottom: 'max(32px, env(safe-area-inset-bottom))', paddingLeft: 'max(24px, env(safe-area-inset-left))', paddingRight: 'max(24px, env(safe-area-inset-right))', fontFamily: 'var(--font-mono)' }}>
|
||||||
minHeight: '100dvh',
|
|
||||||
background: 'var(--bg)',
|
|
||||||
display: 'flex',
|
|
||||||
flexDirection: 'column',
|
|
||||||
alignItems: 'center',
|
|
||||||
justifyContent: 'space-between',
|
|
||||||
paddingTop: 'max(48px, env(safe-area-inset-top))',
|
|
||||||
paddingBottom: 'max(32px, env(safe-area-inset-bottom))',
|
|
||||||
paddingLeft: 'max(24px, env(safe-area-inset-left))',
|
|
||||||
paddingRight: 'max(24px, env(safe-area-inset-right))',
|
|
||||||
fontFamily: 'var(--font-mono)',
|
|
||||||
}}>
|
|
||||||
|
|
||||||
{/* Header */}
|
|
||||||
<div style={{ textAlign: 'center' }}>
|
<div style={{ textAlign: 'center' }}>
|
||||||
<p style={{ fontSize: '10px', letterSpacing: '0.15em', color: 'var(--text3)', textTransform: 'uppercase', margin: 0 }}>
|
<p style={{ fontSize: '10px', letterSpacing: '0.15em', color: 'var(--text3)', textTransform: 'uppercase', margin: 0 }}>Bird — field recorder</p>
|
||||||
Bird — field recorder
|
{pendingCount > 0 && <p style={{ fontSize: '9px', color: '#c8821a', letterSpacing: '0.1em', margin: '4px 0 0', textTransform: 'uppercase' }}>{pendingCount} capture{pendingCount > 1 ? 's' : ''} queued</p>}
|
||||||
</p>
|
|
||||||
{pendingCount > 0 && (
|
|
||||||
<p style={{ fontSize: '9px', color: '#c8821a', letterSpacing: '0.1em', margin: '4px 0 0', textTransform: 'uppercase' }}>
|
|
||||||
{pendingCount} capture{pendingCount > 1 ? 's' : ''} queued
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Main area */}
|
|
||||||
<div style={{ display: 'flex', flexDirection: 'column', alignItems: 'center', gap: '28px', width: '100%', maxWidth: '320px' }}>
|
<div style={{ display: 'flex', flexDirection: 'column', alignItems: 'center', gap: '28px', width: '100%', maxWidth: '320px' }}>
|
||||||
|
|
||||||
{/* Image preview */}
|
|
||||||
{imagePreview && (
|
{imagePreview && (
|
||||||
<div style={{ position: 'relative', width: '100%' }}>
|
<div style={{ position: 'relative', width: '100%' }}>
|
||||||
<img
|
<img src={imagePreview} alt="capture preview" style={{ width: '100%', maxHeight: '240px', objectFit: 'cover', borderRadius: '12px', border: '1px solid var(--border)', display: 'block' }} />
|
||||||
src={imagePreview}
|
<button onClick={clearImage} style={{ position: 'absolute', top: '8px', right: '8px', background: 'rgba(0,0,0,0.6)', border: 'none', borderRadius: '50%', width: '28px', height: '28px', color: '#fff', cursor: 'pointer', fontSize: '16px', display: 'flex', alignItems: 'center', justifyContent: 'center' }}>×</button>
|
||||||
alt="capture preview"
|
|
||||||
style={{
|
|
||||||
width: '100%',
|
|
||||||
maxHeight: '240px',
|
|
||||||
objectFit: 'cover',
|
|
||||||
borderRadius: '12px',
|
|
||||||
border: '1px solid var(--border)',
|
|
||||||
display: 'block',
|
|
||||||
}}
|
|
||||||
/>
|
|
||||||
<button
|
|
||||||
onClick={clearImage}
|
|
||||||
style={{
|
|
||||||
position: 'absolute', top: '8px', right: '8px',
|
|
||||||
background: 'rgba(0,0,0,0.6)', border: 'none',
|
|
||||||
borderRadius: '50%', width: '28px', height: '28px',
|
|
||||||
color: '#fff', cursor: 'pointer', fontSize: '16px',
|
|
||||||
display: 'flex', alignItems: 'center', justifyContent: 'center',
|
|
||||||
}}
|
|
||||||
>×</button>
|
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Waveform — shows during recording */}
|
|
||||||
{isRecording && (
|
{isRecording && (
|
||||||
<div style={{ display: 'flex', alignItems: 'center', gap: '3px', height: '32px' }}>
|
<div style={{ display: 'flex', alignItems: 'center', gap: '3px', height: '32px' }}>
|
||||||
{[4,8,16,6,24,10,32,14,20,8,12,28,6,18,4].map((h, i) => (
|
{[4,8,16,6,24,10,32,14,20,8,12,28,6,18,4].map((h, i) => (
|
||||||
<div key={i} style={{
|
<div key={i} style={{ width: '2px', height: `${h}px`, background: 'var(--accent)', borderRadius: '1px', animation: `wave ${0.8 + (i % 4) * 0.2}s ease-in-out infinite alternate` }} />
|
||||||
width: '2px', height: `${h}px`, background: 'var(--accent)', borderRadius: '1px',
|
|
||||||
animation: `wave ${0.8 + (i % 4) * 0.2}s ease-in-out infinite alternate`,
|
|
||||||
}} />
|
|
||||||
))}
|
))}
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Capture buttons row */}
|
|
||||||
<div style={{ display: 'flex', gap: '24px', alignItems: 'center', justifyContent: 'center' }}>
|
<div style={{ display: 'flex', gap: '24px', alignItems: 'center', justifyContent: 'center' }}>
|
||||||
|
<button onClick={handleCameraClick} disabled={isBusy || isRecording} style={{ width: '72px', height: '72px', borderRadius: '50%', border: `1.5px solid ${hasImage ? 'var(--accent)' : 'var(--border2)'}`, background: hasImage ? 'var(--accent-light)' : 'var(--bg2)', cursor: isBusy || isRecording ? 'not-allowed' : 'pointer', display: 'flex', alignItems: 'center', justifyContent: 'center', transition: 'all 0.2s', touchAction: 'manipulation', opacity: isBusy || isRecording ? 0.5 : 1 }} aria-label="Take photo or choose image">
|
||||||
{/* Camera button — always visible, opens image picker */}
|
<svg width="24" height="24" viewBox="0 0 24 24" fill="none" stroke={hasImage ? 'var(--accent)' : 'var(--text3)'} strokeWidth="1.5"><path d="M23 19a2 2 0 0 1-2 2H3a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h4l2-3h6l2 3h4a2 2 0 0 1 2 2z"/><circle cx="12" cy="13" r="4"/></svg>
|
||||||
<button
|
|
||||||
onClick={handleCameraClick}
|
|
||||||
disabled={isBusy || isRecording}
|
|
||||||
style={{
|
|
||||||
width: '72px', height: '72px', borderRadius: '50%',
|
|
||||||
border: `1.5px solid ${hasImage ? 'var(--accent)' : 'var(--border2)'}`,
|
|
||||||
background: hasImage ? 'var(--accent-light)' : 'var(--bg2)',
|
|
||||||
cursor: isBusy || isRecording ? 'not-allowed' : 'pointer',
|
|
||||||
display: 'flex', alignItems: 'center', justifyContent: 'center',
|
|
||||||
transition: 'all 0.2s', touchAction: 'manipulation',
|
|
||||||
opacity: isBusy || isRecording ? 0.5 : 1,
|
|
||||||
}}
|
|
||||||
aria-label="Take photo or choose image"
|
|
||||||
>
|
|
||||||
<svg width="24" height="24" viewBox="0 0 24 24" fill="none"
|
|
||||||
stroke={hasImage ? 'var(--accent)' : 'var(--text3)'} strokeWidth="1.5">
|
|
||||||
<path d="M23 19a2 2 0 0 1-2 2H3a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h4l2-3h6l2 3h4a2 2 0 0 1 2 2z"/>
|
|
||||||
<circle cx="12" cy="13" r="4"/>
|
|
||||||
</svg>
|
|
||||||
</button>
|
</button>
|
||||||
|
|
||||||
{/* Mic / submit button — large center */}
|
<button onPointerUp={handleVoiceTap} disabled={isBusy} style={{ width: '120px', height: '120px', borderRadius: '50%', border: `1.5px solid ${isRecording ? '#a32d2d' : 'var(--accent)'}`, background: isRecording ? 'rgba(163,45,45,0.08)' : 'var(--bg2)', cursor: isBusy ? 'not-allowed' : 'pointer', display: 'flex', alignItems: 'center', justifyContent: 'center', transition: 'all 0.3s', touchAction: 'manipulation', animation: isBusy ? 'none' : isRecording ? 'recordPulse 1.5s ease-in-out infinite' : 'idlePulse 3s ease-in-out infinite' }} aria-label={isRecording ? 'Stop recording' : 'Record voice annotation'}>
|
||||||
<button
|
|
||||||
onPointerUp={handleVoiceTap}
|
|
||||||
disabled={isBusy}
|
|
||||||
style={{
|
|
||||||
width: '120px', height: '120px', borderRadius: '50%',
|
|
||||||
border: `1.5px solid ${isRecording ? '#a32d2d' : 'var(--accent)'}`,
|
|
||||||
background: isRecording ? 'rgba(163,45,45,0.08)' : 'var(--bg2)',
|
|
||||||
cursor: isBusy ? 'not-allowed' : 'pointer',
|
|
||||||
display: 'flex', alignItems: 'center', justifyContent: 'center',
|
|
||||||
transition: 'all 0.3s', touchAction: 'manipulation',
|
|
||||||
animation: isBusy ? 'none' : isRecording ? 'recordPulse 1.5s ease-in-out infinite' : 'idlePulse 3s ease-in-out infinite',
|
|
||||||
}}
|
|
||||||
aria-label={isRecording ? 'Stop recording' : 'Record voice annotation'}
|
|
||||||
>
|
|
||||||
{isBusy ? (
|
{isBusy ? (
|
||||||
<svg width="24" height="24" viewBox="0 0 24 24" fill="currentColor" style={{ color: 'var(--accent)' }}>
|
<svg width="24" height="24" viewBox="0 0 24 24" fill="currentColor" style={{ color: 'var(--accent)' }}><circle cx="12" cy="12" r="3" opacity="0.6"><animate attributeName="opacity" values="0.6;1;0.6" dur="1s" repeatCount="indefinite"/></circle></svg>
|
||||||
<circle cx="12" cy="12" r="3" opacity="0.6">
|
|
||||||
<animate attributeName="opacity" values="0.6;1;0.6" dur="1s" repeatCount="indefinite"/>
|
|
||||||
</circle>
|
|
||||||
</svg>
|
|
||||||
) : isRecording ? (
|
) : isRecording ? (
|
||||||
<div style={{ width: '20px', height: '20px', background: '#a32d2d', borderRadius: '4px' }} />
|
<div style={{ width: '20px', height: '20px', background: '#a32d2d', borderRadius: '4px' }} />
|
||||||
) : (
|
) : (
|
||||||
<svg width="28" height="28" viewBox="0 0 24 24" fill="none" stroke="var(--accent)" strokeWidth="1.5">
|
<svg width="28" height="28" viewBox="0 0 24 24" fill="none" stroke="var(--accent)" strokeWidth="1.5"><path d="M12 1a4 4 0 0 1 4 4v6a4 4 0 0 1-8 0V5a4 4 0 0 1 4-4z"/><path d="M5 11a7 7 0 0 0 14 0"/><line x1="12" y1="18" x2="12" y2="22"/><line x1="8" y1="22" x2="16" y2="22"/></svg>
|
||||||
<path d="M12 1a4 4 0 0 1 4 4v6a4 4 0 0 1-8 0V5a4 4 0 0 1 4-4z"/>
|
|
||||||
<path d="M5 11a7 7 0 0 0 14 0"/>
|
|
||||||
<line x1="12" y1="18" x2="12" y2="22"/>
|
|
||||||
<line x1="8" y1="22" x2="16" y2="22"/>
|
|
||||||
</svg>
|
|
||||||
)}
|
)}
|
||||||
</button>
|
</button>
|
||||||
|
|
||||||
{/* Submit image-only button — visible only when image selected and not recording */}
|
|
||||||
{hasImage && !isRecording && !isBusy ? (
|
{hasImage && !isRecording && !isBusy ? (
|
||||||
<button
|
<button onClick={submitImageOnly} style={{ width: '72px', height: '72px', borderRadius: '50%', border: '1.5px solid var(--accent)', background: 'var(--accent-light)', cursor: 'pointer', display: 'flex', alignItems: 'center', justifyContent: 'center', transition: 'all 0.2s', touchAction: 'manipulation' }} aria-label="Save image without annotation">
|
||||||
onClick={submitImageOnly}
|
<svg width="22" height="22" viewBox="0 0 24 24" fill="none" stroke="var(--accent)" strokeWidth="2"><polyline points="20 6 9 17 4 12"/></svg>
|
||||||
style={{
|
|
||||||
width: '72px', height: '72px', borderRadius: '50%',
|
|
||||||
border: '1.5px solid var(--accent)',
|
|
||||||
background: 'var(--accent-light)',
|
|
||||||
cursor: 'pointer',
|
|
||||||
display: 'flex', alignItems: 'center', justifyContent: 'center',
|
|
||||||
transition: 'all 0.2s', touchAction: 'manipulation',
|
|
||||||
}}
|
|
||||||
aria-label="Save image without annotation"
|
|
||||||
>
|
|
||||||
<svg width="22" height="22" viewBox="0 0 24 24" fill="none" stroke="var(--accent)" strokeWidth="2">
|
|
||||||
<polyline points="20 6 9 17 4 12"/>
|
|
||||||
</svg>
|
|
||||||
</button>
|
</button>
|
||||||
) : (
|
) : <div style={{ width: '72px', height: '72px' }} />}
|
||||||
<div style={{ width: '72px', height: '72px' }} />
|
|
||||||
)}
|
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Recording progress */}
|
|
||||||
{isRecording && (
|
{isRecording && (
|
||||||
<div style={{ width: '100%' }}>
|
<div style={{ width: '100%' }}>
|
||||||
<div style={{ width: '100%', height: '2px', background: 'var(--border)', borderRadius: '1px', overflow: 'hidden', marginBottom: '6px' }}>
|
<div style={{ width: '100%', height: '2px', background: 'var(--border)', borderRadius: '1px', overflow: 'hidden', marginBottom: '6px' }}>
|
||||||
<div style={{
|
<div style={{ height: '100%', width: `${((MAX_SECONDS - countdown) / MAX_SECONDS) * 100}%`, background: countdown <= 15 ? '#a32d2d' : 'var(--accent)', borderRadius: '1px', transition: 'width 1s linear' }} />
|
||||||
height: '100%',
|
|
||||||
width: `${((MAX_SECONDS - countdown) / MAX_SECONDS) * 100}%`,
|
|
||||||
background: countdown <= 15 ? '#a32d2d' : 'var(--accent)',
|
|
||||||
borderRadius: '1px', transition: 'width 1s linear',
|
|
||||||
}} />
|
|
||||||
</div>
|
</div>
|
||||||
<p style={{ fontSize: '10px', color: 'var(--text3)', margin: 0, textAlign: 'center' }}>
|
<p style={{ fontSize: '10px', color: 'var(--text3)', margin: 0, textAlign: 'center' }}>{Math.floor(countdown/60)}:{(countdown%60).toString().padStart(2,'0')} left</p>
|
||||||
{(() => {
|
|
||||||
const rm = Math.floor(countdown / 60);
|
|
||||||
const rs = countdown % 60;
|
|
||||||
return `${rm}:${rs.toString().padStart(2,'0')} left`;
|
|
||||||
})()}
|
|
||||||
</p>
|
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{/* Status */}
|
|
||||||
<div style={{ textAlign: 'center', minHeight: '20px' }}>
|
<div style={{ textAlign: 'center', minHeight: '20px' }}>
|
||||||
{mode === 'idle' && (
|
{mode === 'idle' && <p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>tap camera or mic</p>}
|
||||||
<p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
{mode === 'image-selected' && <p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.10em', textTransform: 'uppercase', margin: 0 }}>annotate with voice or save now</p>}
|
||||||
tap camera or mic
|
{mode === 'recording' && <p style={{ fontSize: '10px', color: '#a32d2d', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>recording annotation</p>}
|
||||||
</p>
|
{mode === 'submitting' && <p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>transcribing...</p>}
|
||||||
)}
|
{mode === 'saved' && <p style={{ fontSize: '10px', color: 'var(--accent)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>saved ✓</p>}
|
||||||
{mode === 'image-selected' && (
|
{mode === 'queued' && <p style={{ fontSize: '10px', color: '#c8821a', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>queued — will sync when online</p>}
|
||||||
<p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.10em', textTransform: 'uppercase', margin: 0 }}>
|
{mode === 'error' && <p style={{ fontSize: '10px', color: '#a32d2d', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>error — try again</p>}
|
||||||
annotate with voice or save now
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
{mode === 'recording' && (
|
|
||||||
<p style={{ fontSize: '10px', color: '#a32d2d', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
|
||||||
recording annotation
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
{mode === 'submitting' && (
|
|
||||||
<p style={{ fontSize: '10px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
|
||||||
{hasImage ? 'processing image...' : 'transcribing...'}
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
{mode === 'saved' && (
|
|
||||||
<p style={{ fontSize: '10px', color: 'var(--accent)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
|
||||||
saved ✓
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
{mode === 'queued' && (
|
|
||||||
<p style={{ fontSize: '10px', color: '#c8821a', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
|
||||||
queued — will sync when online
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
{mode === 'error' && (
|
|
||||||
<p style={{ fontSize: '10px', color: '#a32d2d', letterSpacing: '0.12em', textTransform: 'uppercase', margin: 0 }}>
|
|
||||||
error — try again
|
|
||||||
</p>
|
|
||||||
)}
|
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Recent captures */}
|
|
||||||
<div style={{ width: '100%', maxWidth: '320px' }}>
|
<div style={{ width: '100%', maxWidth: '320px' }}>
|
||||||
<p style={{ fontSize: '9px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: '0 0 8px' }}>
|
<p style={{ fontSize: '9px', color: 'var(--text3)', letterSpacing: '0.12em', textTransform: 'uppercase', margin: '0 0 8px' }}>recent captures</p>
|
||||||
recent captures
|
|
||||||
</p>
|
|
||||||
{recentCaptures.length === 0 ? (
|
{recentCaptures.length === 0 ? (
|
||||||
<p style={{ fontSize: '10px', color: 'var(--text3)', margin: 0, opacity: 0.5 }}>none yet</p>
|
<p style={{ fontSize: '10px', color: 'var(--text3)', margin: 0, opacity: 0.5 }}>none yet</p>
|
||||||
) : (
|
) : (
|
||||||
<div style={{ display: 'flex', flexDirection: 'column', gap: '5px' }}>
|
<div style={{ display: 'flex', flexDirection: 'column', gap: '5px' }}>
|
||||||
{recentCaptures.slice(0, 4).map((c, i) => (
|
{recentCaptures.slice(0, 4).map((c, i) => (
|
||||||
<div key={i} style={{
|
<div key={i} style={{ display: 'flex', alignItems: 'center', gap: '8px', padding: '6px 10px', background: 'var(--bg2)', borderRadius: '6px', border: '1px solid var(--border)' }}>
|
||||||
display: 'flex', alignItems: 'center', gap: '8px', padding: '6px 10px',
|
<div style={{ width: '6px', height: '6px', borderRadius: '50%', flexShrink: 0, background: c.name.includes('image') ? '#c8821a' : 'var(--accent)' }} />
|
||||||
background: 'var(--bg2)', borderRadius: '6px', border: '1px solid var(--border)',
|
<span style={{ fontSize: '10px', color: 'var(--text2)', flex: 1, overflow: 'hidden', textOverflow: 'ellipsis', whiteSpace: 'nowrap' }}>{c.name}</span>
|
||||||
}}>
|
|
||||||
<div style={{
|
|
||||||
width: '6px', height: '6px', borderRadius: '50%', flexShrink: 0,
|
|
||||||
background: c.name.includes('image') ? '#c8821a' : 'var(--accent)',
|
|
||||||
}} />
|
|
||||||
<span style={{ fontSize: '10px', color: 'var(--text2)', flex: 1, overflow: 'hidden', textOverflow: 'ellipsis', whiteSpace: 'nowrap' }}>
|
|
||||||
{c.name}
|
|
||||||
</span>
|
|
||||||
</div>
|
</div>
|
||||||
))}
|
))}
|
||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
{/* Hidden file input */}
|
<input ref={fileInputRef} type="file" accept="image/*" onChange={handleImageSelected} style={{ display: 'none' }} />
|
||||||
<input
|
|
||||||
ref={fileInputRef}
|
|
||||||
type="file"
|
|
||||||
accept="image/*"
|
|
||||||
onChange={handleImageSelected}
|
|
||||||
style={{ display: 'none' }}
|
|
||||||
/>
|
|
||||||
|
|
||||||
<style>{`
|
<style>{`
|
||||||
@keyframes idlePulse {
|
@keyframes idlePulse { 0%, 100% { box-shadow: 0 0 0 0 rgba(45,158,107,0); } 50% { box-shadow: 0 0 0 12px rgba(45,158,107,0.06); } }
|
||||||
0%, 100% { box-shadow: 0 0 0 0 rgba(45,158,107,0); }
|
@keyframes recordPulse { 0%, 100% { box-shadow: 0 0 0 0 rgba(163,45,45,0); } 50% { box-shadow: 0 0 0 16px rgba(163,45,45,0.08); } }
|
||||||
50% { box-shadow: 0 0 0 12px rgba(45,158,107,0.06); }
|
@keyframes wave { from { transform: scaleY(0.4); } to { transform: scaleY(1.4); } }
|
||||||
}
|
|
||||||
@keyframes recordPulse {
|
|
||||||
0%, 100% { box-shadow: 0 0 0 0 rgba(163,45,45,0); }
|
|
||||||
50% { box-shadow: 0 0 0 16px rgba(163,45,45,0.08); }
|
|
||||||
}
|
|
||||||
@keyframes wave {
|
|
||||||
from { transform: scaleY(0.4); }
|
|
||||||
to { transform: scaleY(1.4); }
|
|
||||||
}
|
|
||||||
`}</style>
|
`}</style>
|
||||||
</div>
|
</div>
|
||||||
);
|
);
|
||||||
|
|||||||
Reference in New Issue
Block a user