3 page implementation

This commit is contained in:
sumona-banerjeee
2026-02-05 14:45:47 +05:30
parent 06da5c2ba1
commit 347c78a220
6 changed files with 909 additions and 224 deletions

View File

@@ -1,105 +1,16 @@
"use client" "use client"
import { useState } from "react" import { useRouter } from "next/navigation"
import { UploadSection } from "@/components/upload-section"
import VideoPlayerSection from "@/components/video-player-section"
import { ProjectSelectionSection } from "@/components/project-selection-section" import { ProjectSelectionSection } from "@/components/project-selection-section"
import { type SessionContext, emptySessionContext } from "@/lib/api" import { type SessionContext, saveSession } from "@/lib/api"
import { Button } from "@/components/ui/button"
import { ArrowLeft, MapPin, Package, FolderKanban } from "lucide-react"
export type DetectionType = "pothole-detection" | "sign-board-detection" export default function SelectionPage() {
const router = useRouter()
export type DetectionData = { const handleSelectionComplete = (session: SessionContext) => {
video_id: string // Save session to storage and navigate to upload page
detection_type?: string saveSession(session)
output_video_path?: string router.push("/upload")
video_info: {
fps: number
width: number
height: number
total_frames: number
}
summary: {
unique_potholes?: number
unique_signboards?: number
total_detections: number
total_frames: number
detection_rate: number
}
pothole_list?: Array<{
pothole_id: number
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
signboard_list?: Array<{
signboard_id: number
type: string
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
frames: Array<{
frame_id: number
potholes?: Array<{
pothole_id: number
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
signboards?: Array<{
signboard_id: number
type: string
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
}>
}
export default function DetectionPage() {
const [session, setSession] = useState<SessionContext>(emptySessionContext)
const [detectionData, setDetectionData] = useState<DetectionData | null>(null)
const [videoId, setVideoId] = useState<string | null>(null)
const [videoFile, setVideoFile] = useState<File | null>(null)
const [detectionType, setDetectionType] = useState<DetectionType>("pothole-detection")
const isSessionComplete = session.projectId && session.packageId && session.locationId
const getTitle = () => {
return detectionType === "pothole-detection"
? "Pothole Detection System"
: "Signboard Detection System"
}
const getDescription = () => {
return detectionType === "pothole-detection"
? "Upload a video to detect and track potholes with AI-powered analysis"
: "Upload a video to detect and identify signboards with AI-powered analysis"
}
const handleSelectionComplete = (newSession: SessionContext) => {
setSession(newSession)
}
const handleBackToSelection = () => {
setSession(emptySessionContext)
setDetectionData(null)
setVideoId(null)
setVideoFile(null)
} }
return ( return (
@@ -108,74 +19,17 @@ export default function DetectionPage() {
{/* Header */} {/* Header */}
<div className="mb-8 animate-in fade-in slide-in-from-top duration-700"> <div className="mb-8 animate-in fade-in slide-in-from-top duration-700">
<h1 className="text-4xl font-bold mb-2 text-balance bg-gradient-to-r from-foreground to-foreground/70 bg-clip-text text-transparent"> <h1 className="text-4xl font-bold mb-2 text-balance bg-gradient-to-r from-foreground to-foreground/70 bg-clip-text text-transparent">
{isSessionComplete ? getTitle() : "VisionRoad Detection System"} VisionRoad Detection System
</h1> </h1>
<p className="text-muted-foreground"> <p className="text-muted-foreground">
{isSessionComplete ? getDescription() : "Select your project location to begin AI-powered road analysis"} Select your project location to begin AI-powered road analysis
</p> </p>
</div> </div>
{/* Session Info Bar */} {/* Project Selection Section */}
{isSessionComplete && ( <div className="animate-in fade-in slide-in-from-bottom duration-700 delay-100">
<div className="mb-6 animate-in fade-in slide-in-from-top duration-500"> <ProjectSelectionSection onSelectionComplete={handleSelectionComplete} />
<div className="flex items-center justify-between p-4 rounded-lg bg-gradient-to-r from-primary/10 via-primary/5 to-transparent border border-primary/20"> </div>
<div className="flex items-center gap-6 text-sm">
<div className="flex items-center gap-2">
<FolderKanban className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Project:</span>
<span className="font-medium">{session.projectName}</span>
</div>
<div className="flex items-center gap-2">
<Package className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Package:</span>
<span className="font-medium">{session.packageName}</span>
</div>
<div className="flex items-center gap-2">
<MapPin className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Location:</span>
<span className="font-medium">{session.locationName}</span>
</div>
</div>
<Button variant="ghost" size="sm" onClick={handleBackToSelection}>
<ArrowLeft className="h-4 w-4 mr-2" />
Change Selection
</Button>
</div>
</div>
)}
{/* Project Selection Section - Show when session is not complete */}
{!isSessionComplete && (
<div className="animate-in fade-in slide-in-from-bottom duration-700 delay-100">
<ProjectSelectionSection onSelectionComplete={handleSelectionComplete} />
</div>
)}
{/* Upload Section - Show after session is complete */}
{isSessionComplete && (
<div className="animate-in fade-in slide-in-from-bottom duration-700 delay-100">
<UploadSection
onDetectionComplete={(data, vId, file) => {
setDetectionData(data)
setVideoId(vId)
setVideoFile(file)
}}
onDetectionTypeChange={setDetectionType}
/>
</div>
)}
{/* Video Player Section */}
{detectionData && videoId && videoFile && (
<div className="mt-6 animate-in fade-in slide-in-from-bottom duration-700 delay-200">
<VideoPlayerSection
data={detectionData}
videoId={videoId}
videoFile={videoFile}
detectionType={detectionType}
/>
</div>
)}
</div> </div>
</div> </div>
) )

238
app/results/page.tsx Normal file
View File

@@ -0,0 +1,238 @@
"use client"
import { useState, useEffect } from "react"
import { useRouter } from "next/navigation"
import { Button } from "@/components/ui/button"
import { Loader2, ArrowLeft, MapPin, Package, FolderKanban, RotateCcw } from "lucide-react"
import VideoPlayerSection from "@/components/video-player-section"
import {
type SessionContext,
loadSession,
loadVideoData,
isSessionValid,
clearSession
} from "@/lib/api"
import { getVideoFile, clearVideoFile } from "@/lib/video-storage"
const API_URL = process.env.NEXT_PUBLIC_API_URL || "http://127.0.0.1:8000/api/v1"
type DetectionType = "pothole-detection" | "sign-board-detection"
type DetectionData = {
video_id: string
detection_type?: string
output_video_path?: string
video_info: {
fps: number
width: number
height: number
total_frames: number
}
summary: {
unique_potholes?: number
unique_signboards?: number
total_detections: number
total_frames: number
detection_rate: number
}
pothole_list?: Array<{
pothole_id: number
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
signboard_list?: Array<{
signboard_id: number
type: string
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
frames: Array<{
frame_id: number
potholes?: Array<{
pothole_id: number
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
signboards?: Array<{
signboard_id: number
type: string
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
}>
}
export default function ResultsPage() {
const router = useRouter()
const [session, setSession] = useState<SessionContext | null>(null)
const [detectionData, setDetectionData] = useState<DetectionData | null>(null)
const [detectionType, setDetectionType] = useState<DetectionType>("pothole-detection")
const [videoId, setVideoId] = useState<string | null>(null)
const [videoFile, setVideoFile] = useState<File | null>(null)
const [isLoading, setIsLoading] = useState(true)
const [error, setError] = useState<string | null>(null)
// Load session and video data on mount
useEffect(() => {
const storedSession = loadSession()
const videoData = loadVideoData()
if (!isSessionValid(storedSession) || !videoData) {
router.replace("/")
return
}
setSession(storedSession)
setVideoId(videoData.videoId)
setDetectionType(videoData.detectionType as DetectionType)
// Fetch detection results and video file
const fetchResults = async () => {
try {
// Fetch detection data
const response = await fetch(`${API_URL}/results/${videoData.videoId}`, {
headers: { "ngrok-skip-browser-warning": "true" }
})
if (!response.ok) {
throw new Error(`Failed to load results: ${response.status}`)
}
const data = await response.json()
setDetectionData(data)
// Retrieve video file from IndexedDB
const storedVideoFile = await getVideoFile(videoData.videoId)
if (storedVideoFile) {
setVideoFile(storedVideoFile)
}
} catch (err) {
setError(err instanceof Error ? err.message : "Failed to load results")
} finally {
setIsLoading(false)
}
}
fetchResults()
}, [router])
const handleNewAnalysis = async () => {
// Clear video from IndexedDB
if (videoId) {
try {
await clearVideoFile(videoId)
} catch (err) {
console.error("Failed to clear video file:", err)
}
}
clearSession()
router.push("/")
}
const handleBackToUpload = () => {
router.push("/upload")
}
const getTitle = () => {
return detectionType === "pothole-detection"
? "Pothole Detection Results"
: "Signboard Detection Results"
}
if (isLoading) {
return (
<div className="min-h-screen flex flex-col items-center justify-center gap-4">
<Loader2 className="h-8 w-8 animate-spin text-primary" />
<p className="text-muted-foreground">Loading detection results...</p>
</div>
)
}
if (error) {
return (
<div className="min-h-screen flex flex-col items-center justify-center gap-4">
<p className="text-destructive">{error}</p>
<Button onClick={handleNewAnalysis}>Start New Analysis</Button>
</div>
)
}
return (
<div className="min-h-screen bg-gradient-to-b from-background to-muted/20">
<div className="container mx-auto px-4 py-8 max-w-7xl">
{/* Header */}
<div className="mb-8 animate-in fade-in slide-in-from-top duration-700">
<h1 className="text-4xl font-bold mb-2 text-balance bg-gradient-to-r from-foreground to-foreground/70 bg-clip-text text-transparent">
{getTitle()}
</h1>
<p className="text-muted-foreground">
View your AI-powered road analysis results
</p>
</div>
{/* Session Info Bar */}
{session && (
<div className="mb-6 animate-in fade-in slide-in-from-top duration-500">
<div className="flex items-center justify-between p-4 rounded-lg bg-gradient-to-r from-primary/10 via-primary/5 to-transparent border border-primary/20">
<div className="flex items-center gap-6 text-sm">
<div className="flex items-center gap-2">
<FolderKanban className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Project:</span>
<span className="font-medium">{session.projectName}</span>
</div>
<div className="flex items-center gap-2">
<Package className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Package:</span>
<span className="font-medium">{session.packageName}</span>
</div>
<div className="flex items-center gap-2">
<MapPin className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Location:</span>
<span className="font-medium">{session.locationName}</span>
</div>
</div>
<div className="flex gap-2">
<Button variant="ghost" size="sm" onClick={handleBackToUpload}>
<ArrowLeft className="h-4 w-4 mr-2" />
Back to Upload
</Button>
<Button variant="outline" size="sm" onClick={handleNewAnalysis}>
<RotateCcw className="h-4 w-4 mr-2" />
New Analysis
</Button>
</div>
</div>
</div>
)}
{/* Video Player Section */}
{detectionData && videoId && (
<div className="animate-in fade-in slide-in-from-bottom duration-700">
<VideoPlayerSection
data={detectionData}
videoId={videoId}
videoFile={videoFile}
detectionType={detectionType}
/>
</div>
)}
</div>
</div>
)
}

337
app/upload/page.tsx Normal file
View File

@@ -0,0 +1,337 @@
"use client"
import { useState, useEffect } from "react"
import { useRouter } from "next/navigation"
import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/components/ui/card"
import { Button } from "@/components/ui/button"
import { Input } from "@/components/ui/input"
import { Label } from "@/components/ui/label"
import { Progress } from "@/components/ui/progress"
import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue } from "@/components/ui/select"
import { Upload, Loader2, AlertCircle, ArrowLeft, MapPin, Package, FolderKanban } from "lucide-react"
import {
type SessionContext,
loadSession,
isSessionValid,
saveVideoData,
clearSession
} from "@/lib/api"
import { storeVideoFile } from "@/lib/video-storage"
const API_URL = process.env.NEXT_PUBLIC_API_URL || "http://127.0.0.1:8000/api/v1"
const WS_URL = process.env.NEXT_PUBLIC_WS_URL || "ws://127.0.0.1:8000/api/v1"
type DetectionType = "pothole-detection" | "sign-board-detection"
export default function UploadPage() {
const router = useRouter()
const [session, setSession] = useState<SessionContext | null>(null)
const [isLoading, setIsLoading] = useState(true)
// Form states
const [file, setFile] = useState<File | null>(null)
const [jsonFile, setJsonFile] = useState<File | null>(null)
const [speed, setSpeed] = useState(30)
const [detectionType, setDetectionType] = useState<DetectionType>("pothole-detection")
// Upload states
const [uploading, setUploading] = useState(false)
const [progress, setProgress] = useState(0)
const [statusMessage, setStatusMessage] = useState("")
const [error, setError] = useState<string | null>(null)
// Load session on mount
useEffect(() => {
const storedSession = loadSession()
if (!isSessionValid(storedSession)) {
router.replace("/")
return
}
setSession(storedSession)
setIsLoading(false)
}, [router])
const connectWebSocket = (videoId: string) => {
const ws = new WebSocket(`${WS_URL}/ws/${videoId}`)
ws.onmessage = async (event) => {
const data = JSON.parse(event.data)
if (data.type === "progress" || data.progress !== undefined) {
setProgress(data.progress || 0)
let message = data.message || "Processing..."
if (data.unique_potholes !== undefined) {
message += ` | Unique: ${data.unique_potholes} | Total: ${data.total_detections || 0}`
} else if (data.unique_signboards !== undefined) {
message += ` | Unique: ${data.unique_signboards} | Total: ${data.total_detections || 0}`
}
setStatusMessage(message)
}
if (data.type === "complete" || data.status === "completed") {
setStatusMessage("Processing completed! Saving video...")
ws.close()
// Store video file in IndexedDB for results page
if (file) {
try {
await storeVideoFile(videoId, file)
} catch (err) {
console.error("Failed to store video file:", err)
}
}
// Save video data and navigate to results
saveVideoData({ videoId, detectionType })
setStatusMessage("Redirecting to results...")
setTimeout(() => router.push("/results"), 500)
}
if (data.type === "error") {
setError("Error: " + data.message)
setStatusMessage("")
setUploading(false)
ws.close()
}
}
ws.onerror = () => {
setStatusMessage("Connection error. Retrying...")
}
}
const handleUpload = async () => {
if (!file) {
setError("Please select a video file")
return
}
const formData = new FormData()
formData.append("file", file)
formData.append("detection_type", detectionType)
formData.append("speed_kmh", speed.toString())
if (jsonFile) {
formData.append("json_file", jsonFile)
}
setUploading(true)
setProgress(0)
setStatusMessage("Uploading...")
setError(null)
try {
const response = await fetch(`${API_URL}/upload`, {
method: "POST",
headers: { "ngrok-skip-browser-warning": "true" },
body: formData
})
if (!response.ok) {
const errorText = await response.text()
throw new Error(`Upload failed (${response.status}): ${errorText}`)
}
const result = await response.json()
setStatusMessage("Uploaded! Starting processing...")
setProgress(10)
connectWebSocket(result.video_id)
} catch (err) {
let errorMessage = "Upload failed"
if (err instanceof TypeError && err.message === "Failed to fetch") {
errorMessage = "Cannot connect to server. Please check if backend is running."
} else if (err instanceof Error) {
errorMessage = err.message
}
setError(errorMessage)
setStatusMessage("")
setUploading(false)
setProgress(0)
}
}
const handleBackToSelection = () => {
clearSession()
router.push("/")
}
const getTitle = () => {
return detectionType === "pothole-detection"
? "Pothole Detection System"
: "Signboard Detection System"
}
if (isLoading) {
return (
<div className="min-h-screen flex items-center justify-center">
<Loader2 className="h-8 w-8 animate-spin text-primary" />
</div>
)
}
return (
<div className="min-h-screen bg-gradient-to-b from-background to-muted/20">
<div className="container mx-auto px-4 py-8 max-w-7xl">
{/* Header */}
<div className="mb-8 animate-in fade-in slide-in-from-top duration-700">
<h1 className="text-4xl font-bold mb-2 text-balance bg-gradient-to-r from-foreground to-foreground/70 bg-clip-text text-transparent">
{getTitle()}
</h1>
<p className="text-muted-foreground">
Upload a video to detect and analyze with AI-powered processing
</p>
</div>
{/* Session Info Bar */}
{session && (
<div className="mb-6 animate-in fade-in slide-in-from-top duration-500">
<div className="flex items-center justify-between p-4 rounded-lg bg-gradient-to-r from-primary/10 via-primary/5 to-transparent border border-primary/20">
<div className="flex items-center gap-6 text-sm">
<div className="flex items-center gap-2">
<FolderKanban className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Project:</span>
<span className="font-medium">{session.projectName}</span>
</div>
<div className="flex items-center gap-2">
<Package className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Package:</span>
<span className="font-medium">{session.packageName}</span>
</div>
<div className="flex items-center gap-2">
<MapPin className="h-4 w-4 text-primary" />
<span className="text-muted-foreground">Location:</span>
<span className="font-medium">{session.locationName}</span>
</div>
</div>
<Button variant="ghost" size="sm" onClick={handleBackToSelection}>
<ArrowLeft className="h-4 w-4 mr-2" />
Change Selection
</Button>
</div>
</div>
)}
{/* Upload Card */}
<Card className="transition-all hover:shadow-lg animate-in fade-in slide-in-from-bottom duration-700">
<CardHeader>
<CardTitle>Upload Video</CardTitle>
<CardDescription>
Select a video file, detection type, and vehicle speed to start AI-powered analysis
</CardDescription>
</CardHeader>
<CardContent className="space-y-4">
<div className="grid grid-cols-1 md:grid-cols-2 gap-4">
{/* Video File Input */}
<div className="space-y-2">
<Label htmlFor="video-file">Video File</Label>
<Input
id="video-file"
type="file"
accept="video/*"
onChange={(e) => {
setFile(e.target.files?.[0] || null)
setError(null)
}}
disabled={uploading}
/>
{file && (
<p className="text-sm text-muted-foreground">
Selected: {file.name} ({(file.size / 1024 / 1024).toFixed(2)} MB)
</p>
)}
</div>
{/* JSON File Input */}
<div className="space-y-2">
<Label htmlFor="json-file">GPS JSON File</Label>
<Input
id="json-file"
type="file"
accept=".json,application/json"
onChange={(e) => {
setJsonFile(e.target.files?.[0] || null)
setError(null)
}}
disabled={uploading}
/>
{jsonFile && (
<p className="text-sm text-muted-foreground">
Selected: {jsonFile.name} ({(jsonFile.size / 1024).toFixed(2)} KB)
</p>
)}
</div>
{/* Detection Type */}
<div className="space-y-2">
<Label htmlFor="detection-type">Detection Type</Label>
<Select
value={detectionType}
onValueChange={(v) => setDetectionType(v as DetectionType)}
disabled={uploading}
>
<SelectTrigger id="detection-type">
<SelectValue placeholder="Select detection type" />
</SelectTrigger>
<SelectContent>
<SelectItem value="pothole-detection">Pothole Detection</SelectItem>
<SelectItem value="sign-board-detection">Signboard Detection</SelectItem>
</SelectContent>
</Select>
</div>
{/* Speed Input */}
<div className="space-y-2">
<Label htmlFor="speed">Speed (km/h)</Label>
<Input
id="speed"
type="number"
min={1}
max={200}
value={speed}
onChange={(e) => setSpeed(Number(e.target.value))}
disabled={uploading}
/>
</div>
</div>
{/* Error Display */}
{error && (
<div className="flex items-start gap-2 p-3 rounded-lg bg-destructive/10 text-destructive">
<AlertCircle className="h-5 w-5 mt-0.5 flex-shrink-0" />
<p className="text-sm whitespace-pre-line">{error}</p>
</div>
)}
{/* Upload Button */}
<Button
onClick={handleUpload}
disabled={!file || uploading}
className="w-full"
size="lg"
>
{uploading ? (
<>
<Loader2 className="mr-2 h-4 w-4 animate-spin" />
Processing...
</>
) : (
<>
<Upload className="mr-2 h-4 w-4" />
Upload & Process
</>
)}
</Button>
{/* Progress Section */}
{uploading && (
<div className="space-y-3 animate-in fade-in slide-in-from-top duration-500">
<Progress value={progress} className="h-3" />
<div className="flex items-center justify-between text-sm">
<span className="text-muted-foreground">{statusMessage}</span>
<span className="font-semibold">{progress}%</span>
</div>
</div>
)}
</CardContent>
</Card>
</div>
</div>
)
}

View File

@@ -5,14 +5,75 @@ import { Card, CardContent, CardDescription, CardHeader, CardTitle } from "@/com
import { ScrollArea } from "@/components/ui/scroll-area" import { ScrollArea } from "@/components/ui/scroll-area"
import { Badge } from "@/components/ui/badge" import { Badge } from "@/components/ui/badge"
import { Target, AlertTriangle, Film, Activity, Gauge, Monitor, SignpostBig } from "lucide-react" import { Target, AlertTriangle, Film, Activity, Gauge, Monitor, SignpostBig } from "lucide-react"
import type { DetectionData, DetectionType } from "@/app/page"
const API_URL = process.env.NEXT_PUBLIC_API_URL || "http://127.0.0.1:8000/api/v1" const API_URL = process.env.NEXT_PUBLIC_API_URL || "http://127.0.0.1:8000/api/v1"
type DetectionType = "pothole-detection" | "sign-board-detection"
type DetectionData = {
video_id: string
detection_type?: string
output_video_path?: string
video_info: {
fps: number
width: number
height: number
total_frames: number
}
summary: {
unique_potholes?: number
unique_signboards?: number
total_detections: number
total_frames: number
detection_rate: number
}
pothole_list?: Array<{
pothole_id: number
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
signboard_list?: Array<{
signboard_id: number
type: string
first_detected_frame: number
first_detected_time: number
confidence: number
lat?: number
lng?: number
}>
frames: Array<{
frame_id: number
potholes?: Array<{
pothole_id: number
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
signboards?: Array<{
signboard_id: number
type: string
bbox: {
x1: number
y1: number
x2: number
y2: number
}
confidence: number
}>
}>
}
type VideoPlayerSectionProps = { type VideoPlayerSectionProps = {
data: DetectionData data: DetectionData
videoId: string videoId: string
videoFile: File videoFile: File | null // null when loading from server (results page)
detectionType: DetectionType detectionType: DetectionType
} }
@@ -138,7 +199,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
// Build GPS map from signboard_list or pothole_list // Build GPS map from signboard_list or pothole_list
useEffect(() => { useEffect(() => {
const map = new Map() const map = new Map()
if (isPothole && data.pothole_list) { if (isPothole && data.pothole_list) {
data.pothole_list.forEach(item => { data.pothole_list.forEach(item => {
if (item.lat !== undefined && item.lng !== undefined) { if (item.lat !== undefined && item.lng !== undefined) {
@@ -152,7 +213,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
} }
}) })
} }
gpsMap.current = map gpsMap.current = map
console.log(`[VideoPlayer] GPS map built with ${map.size} entries`) console.log(`[VideoPlayer] GPS map built with ${map.size} entries`)
}, [data, isPothole, isSignboard]) }, [data, isPothole, isSignboard])
@@ -163,7 +224,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const hours = Math.floor(seconds / 3600) const hours = Math.floor(seconds / 3600)
const minutes = Math.floor((seconds % 3600) / 60) const minutes = Math.floor((seconds % 3600) / 60)
const secs = Math.floor(seconds % 60) const secs = Math.floor(seconds % 60)
if (hours > 0) { if (hours > 0) {
return `${hours}:${minutes.toString().padStart(2, '0')}:${secs.toString().padStart(2, '0')}` return `${hours}:${minutes.toString().padStart(2, '0')}:${secs.toString().padStart(2, '0')}`
} }
@@ -174,13 +235,13 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const seekToFrame = useCallback((frame: number) => { const seekToFrame = useCallback((frame: number) => {
const video = videoRef.current const video = videoRef.current
if (!video) return if (!video) return
// Calculate time from frame number // Calculate time from frame number
const time = frame / data.video_info.fps const time = frame / data.video_info.fps
// Set video currentTime (this will trigger seeked event) // Set video currentTime (this will trigger seeked event)
video.currentTime = time video.currentTime = time
console.log(`[SeekToFrame] Jumping to frame ${frame} at ${time.toFixed(2)}s`) console.log(`[SeekToFrame] Jumping to frame ${frame} at ${time.toFixed(2)}s`)
}, [data.video_info.fps]) }, [data.video_info.fps])
@@ -192,7 +253,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
console.log(`[VideoPlayer] Building frame map from ${data.frames.length} frames`) console.log(`[VideoPlayer] Building frame map from ${data.frames.length} frames`)
data.frames.forEach((frameData) => { data.frames.forEach((frameData) => {
const frameId = frameData.frame_id const frameId = frameData.frame_id
// Handle both pothole and signboard detections // Handle both pothole and signboard detections
const detections = isPothole ? (frameData.potholes || []) : (frameData.signboards || []) const detections = isPothole ? (frameData.potholes || []) : (frameData.signboards || [])
@@ -210,7 +271,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const drawBoundingBoxes = useCallback((detections: any[]) => { const drawBoundingBoxes = useCallback((detections: any[]) => {
const canvas = canvasRef.current const canvas = canvasRef.current
const video = videoRef.current const video = videoRef.current
if (!canvas || !video) return if (!canvas || !video) return
const ctx = canvas.getContext('2d') const ctx = canvas.getContext('2d')
@@ -240,7 +301,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
// Set colors based on detection type // Set colors based on detection type
const boxColor = isPothole ? '#ef4444' : '#3b82f6' // red for potholes, blue for signboards const boxColor = isPothole ? '#ef4444' : '#3b82f6' // red for potholes, blue for signboards
const textBgColor = isPothole ? 'rgba(239, 68, 68, 0.9)' : 'rgba(59, 130, 246, 0.9)' const textBgColor = isPothole ? 'rgba(239, 68, 68, 0.9)' : 'rgba(59, 130, 246, 0.9)'
// Draw bounding box // Draw bounding box
ctx.strokeStyle = boxColor ctx.strokeStyle = boxColor
ctx.lineWidth = 3 ctx.lineWidth = 3
@@ -253,8 +314,8 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
// Prepare label text // Prepare label text
const id = isPothole ? detection.pothole_id : detection.signboard_id const id = isPothole ? detection.pothole_id : detection.signboard_id
const confidence = (detection.confidence * 100).toFixed(1) const confidence = (detection.confidence * 100).toFixed(1)
let labelText = isPothole let labelText = isPothole
? `Pothole #${id}` ? `Pothole #${id}`
: `${detection.type || 'Sign'} #${id}` : `${detection.type || 'Sign'} #${id}`
labelText += ` ${confidence}%` labelText += ` ${confidence}%`
@@ -278,7 +339,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const video = videoRef.current const video = videoRef.current
const canvas = canvasRef.current const canvas = canvasRef.current
const container = containerRef.current const container = containerRef.current
if (!video || !canvas || !container) return if (!video || !canvas || !container) return
// Get the displayed size of the video // Get the displayed size of the video
@@ -313,64 +374,76 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
return () => video.removeEventListener('loadedmetadata', handleLoadedMetadata) return () => video.removeEventListener('loadedmetadata', handleLoadedMetadata)
}, [resizeCanvas]) }, [resizeCanvas])
// Load video from uploaded file // Load video from uploaded file or from server
useEffect(() => { useEffect(() => {
if (videoRef.current && videoFile) { const video = videoRef.current
const videoUrl = URL.createObjectURL(videoFile) if (!video) return
let videoUrl: string
if (videoFile) {
// Load from local file (upload page)
videoUrl = URL.createObjectURL(videoFile)
console.log(`[VideoPlayer] Loading video from uploaded file`) console.log(`[VideoPlayer] Loading video from uploaded file`)
} else if (videoId) {
videoRef.current.src = videoUrl // Load from server (results page)
videoUrl = `${API_URL}/video/${videoId}`
// Handle video load errors console.log(`[VideoPlayer] Loading video from server: ${videoUrl}`)
const handleError = () => { } else {
console.error("[VideoPlayer] Failed to load video") return
setVideoError("Failed to load video. Please try refreshing the page.") }
}
const handleLoaded = () => {
console.log("[VideoPlayer] Video loaded successfully")
setVideoError(null)
resizeCanvas()
}
videoRef.current.addEventListener("error", handleError) video.src = videoUrl
videoRef.current.addEventListener("loadeddata", handleLoaded)
return () => { // Handle video load errors
if (videoRef.current) { const handleError = () => {
videoRef.current.removeEventListener("error", handleError) console.error("[VideoPlayer] Failed to load video")
videoRef.current.removeEventListener("loadeddata", handleLoaded) setVideoError("Failed to load video. Please try refreshing the page.")
} }
// Revoke object URL to free memory
const handleLoaded = () => {
console.log("[VideoPlayer] Video loaded successfully")
setVideoError(null)
resizeCanvas()
}
video.addEventListener("error", handleError)
video.addEventListener("loadeddata", handleLoaded)
return () => {
video.removeEventListener("error", handleError)
video.removeEventListener("loadeddata", handleLoaded)
// Revoke object URL only if it was created from a file
if (videoFile) {
URL.revokeObjectURL(videoUrl) URL.revokeObjectURL(videoUrl)
} }
} }
}, [videoFile, resizeCanvas]) }, [videoFile, videoId, resizeCanvas])
// Add detection log with deduplication and size limit // Add detection log with deduplication and size limit
const addDetectionLog = useCallback((frame: number, detections: any[]) => { const addDetectionLog = useCallback((frame: number, detections: any[]) => {
if (loggedFrames.current.has(frame)) return if (loggedFrames.current.has(frame)) return
loggedFrames.current.add(frame) loggedFrames.current.add(frame)
// Update last detected GPS coordinates if available // Update last detected GPS coordinates if available
if (detections.length > 0) { if (detections.length > 0) {
const detectionId = isPothole ? detections[0].pothole_id : detections[0].signboard_id const detectionId = isPothole ? detections[0].pothole_id : detections[0].signboard_id
const gpsCoords = gpsMap.current.get(detectionId) const gpsCoords = gpsMap.current.get(detectionId)
if (gpsCoords) { if (gpsCoords) {
setLastDetectedLat(gpsCoords.lat) setLastDetectedLat(gpsCoords.lat)
setLastDetectedLng(gpsCoords.lng) setLastDetectedLng(gpsCoords.lng)
} }
} }
setLogs((prev) => { setLogs((prev) => {
const newLog: DetectionLog = { const newLog: DetectionLog = {
frame, frame,
detections: detections.map((det) => { detections: detections.map((det) => {
const detectionId = isPothole ? det.pothole_id : det.signboard_id const detectionId = isPothole ? det.pothole_id : det.signboard_id
const gpsCoords = gpsMap.current.get(detectionId) const gpsCoords = gpsMap.current.get(detectionId)
return { return {
id: detectionId, id: detectionId,
type: isSignboard ? det.type : undefined, type: isSignboard ? det.type : undefined,
@@ -382,7 +455,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
}), }),
videoTime: formatVideoTime(frame, data.video_info.fps), videoTime: formatVideoTime(frame, data.video_info.fps),
} }
const updated = [newLog, ...prev].slice(0, MAX_LOGS) const updated = [newLog, ...prev].slice(0, MAX_LOGS)
return updated return updated
}) })
@@ -394,17 +467,17 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
if (!video) return if (!video) return
const frame = Math.round(video.currentTime * data.video_info.fps) const frame = Math.round(video.currentTime * data.video_info.fps)
if (!video.paused && !video.ended && frame !== lastProcessedFrame.current) { if (!video.paused && !video.ended && frame !== lastProcessedFrame.current) {
lastProcessedFrame.current = frame lastProcessedFrame.current = frame
setCurrentFrame(frame) setCurrentFrame(frame)
const detections = frameDetectionMap.current.get(frame) const detections = frameDetectionMap.current.get(frame)
setDetectionsCount(detections?.length || 0) setDetectionsCount(detections?.length || 0)
// Draw bounding boxes for current frame // Draw bounding boxes for current frame
drawBoundingBoxes(detections || []) drawBoundingBoxes(detections || [])
if (detections && detections.length > 0) { if (detections && detections.length > 0) {
addDetectionLog(frame, detections) addDetectionLog(frame, detections)
} }
@@ -457,10 +530,10 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const handleTimeUpdate = () => { const handleTimeUpdate = () => {
const frame = Math.round(video.currentTime * data.video_info.fps) const frame = Math.round(video.currentTime * data.video_info.fps)
setCurrentFrame(frame) setCurrentFrame(frame)
const detections = frameDetectionMap.current.get(frame) const detections = frameDetectionMap.current.get(frame)
setDetectionsCount(detections?.length || 0) setDetectionsCount(detections?.length || 0)
// Draw bounding boxes for current frame // Draw bounding boxes for current frame
drawBoundingBoxes(detections || []) drawBoundingBoxes(detections || [])
} }
@@ -468,29 +541,29 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
const handleSeeked = () => { const handleSeeked = () => {
// Clear logged frames to allow re-logging if seeking back // Clear logged frames to allow re-logging if seeking back
loggedFrames.current.clear() loggedFrames.current.clear()
// Immediately update frame info // Immediately update frame info
const frame = Math.round(video.currentTime * data.video_info.fps) const frame = Math.round(video.currentTime * data.video_info.fps)
setCurrentFrame(frame) setCurrentFrame(frame)
const detections = frameDetectionMap.current.get(frame) const detections = frameDetectionMap.current.get(frame)
setDetectionsCount(detections?.length || 0) setDetectionsCount(detections?.length || 0)
// Update GPS coordinates immediately on seek // Update GPS coordinates immediately on seek
if (detections && detections.length > 0) { if (detections && detections.length > 0) {
const detectionId = isPothole ? detections[0].pothole_id : detections[0].signboard_id const detectionId = isPothole ? detections[0].pothole_id : detections[0].signboard_id
const gpsCoords = gpsMap.current.get(detectionId) const gpsCoords = gpsMap.current.get(detectionId)
if (gpsCoords) { if (gpsCoords) {
setLastDetectedLat(gpsCoords.lat) setLastDetectedLat(gpsCoords.lat)
setLastDetectedLng(gpsCoords.lng) setLastDetectedLng(gpsCoords.lng)
console.log(`[Seek] Updated GPS: ${gpsCoords.lat}, ${gpsCoords.lng} at frame ${frame}`) console.log(`[Seek] Updated GPS: ${gpsCoords.lat}, ${gpsCoords.lng} at frame ${frame}`)
} }
// Add detection log for the seeked frame // Add detection log for the seeked frame
addDetectionLog(frame, detections) addDetectionLog(frame, detections)
} }
// Draw bounding boxes for seeked frame // Draw bounding boxes for seeked frame
drawBoundingBoxes(detections || []) drawBoundingBoxes(detections || [])
} }
@@ -532,8 +605,8 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
{videoError} {videoError}
</div> </div>
)} )}
<div <div
ref={containerRef} ref={containerRef}
className="relative bg-black rounded-lg overflow-hidden" className="relative bg-black rounded-lg overflow-hidden"
style={{ style={{
@@ -547,7 +620,7 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
> >
Your browser does not support the video tag. Your browser does not support the video tag.
</video> </video>
{/* Canvas overlay for bounding boxes */} {/* Canvas overlay for bounding boxes */}
<canvas <canvas
ref={canvasRef} ref={canvasRef}
@@ -610,9 +683,8 @@ export default function VideoPlayerSection({ data, videoId, videoFile, detection
<div <div
key={`${log.frame}-${index}`} key={`${log.frame}-${index}`}
onClick={() => seekToFrame(log.frame)} onClick={() => seekToFrame(log.frame)}
className={`text-xs p-3 bg-card rounded-md border-l-2 cursor-pointer hover:bg-accent/50 transition-colors ${ className={`text-xs p-3 bg-card rounded-md border-l-2 cursor-pointer hover:bg-accent/50 transition-colors ${isPothole ? "border-red-500" : "border-blue-500"
isPothole ? "border-red-500" : "border-blue-500" }`}
}`}
> >
<div className="flex items-center justify-between mb-2"> <div className="flex items-center justify-between mb-2">
<span className="font-semibold text-foreground">Frame: {log.frame}</span> <span className="font-semibold text-foreground">Frame: {log.frame}</span>

View File

@@ -101,3 +101,78 @@ export const emptySessionContext: SessionContext = {
locationId: null, locationId: null,
locationName: null locationName: null
} }
// Session Storage Keys
const SESSION_KEY = "visionroad_session"
const VIDEO_DATA_KEY = "visionroad_video_data"
const DETECTION_TYPE_KEY = "visionroad_detection_type"
/**
* Save session to sessionStorage
*/
export function saveSession(session: SessionContext): void {
if (typeof window !== "undefined") {
sessionStorage.setItem(SESSION_KEY, JSON.stringify(session))
}
}
/**
* Load session from sessionStorage
*/
export function loadSession(): SessionContext {
if (typeof window !== "undefined") {
const stored = sessionStorage.getItem(SESSION_KEY)
if (stored) {
return JSON.parse(stored)
}
}
return emptySessionContext
}
/**
* Clear all session data
*/
export function clearSession(): void {
if (typeof window !== "undefined") {
sessionStorage.removeItem(SESSION_KEY)
sessionStorage.removeItem(VIDEO_DATA_KEY)
sessionStorage.removeItem(DETECTION_TYPE_KEY)
}
}
/**
* Video data for results page
*/
export interface VideoResultData {
videoId: string
detectionType: string
}
/**
* Save video result data
*/
export function saveVideoData(data: VideoResultData): void {
if (typeof window !== "undefined") {
sessionStorage.setItem(VIDEO_DATA_KEY, JSON.stringify(data))
}
}
/**
* Load video result data
*/
export function loadVideoData(): VideoResultData | null {
if (typeof window !== "undefined") {
const stored = sessionStorage.getItem(VIDEO_DATA_KEY)
if (stored) {
return JSON.parse(stored)
}
}
return null
}
/**
* Check if session is complete
*/
export function isSessionValid(session: SessionContext): boolean {
return !!(session.projectId && session.packageId && session.locationId)
}

109
lib/video-storage.ts Normal file
View File

@@ -0,0 +1,109 @@
/**
* IndexedDB storage for video files
* Used to persist video files across page navigations
*/
const DB_NAME = 'visionroad_db'
const DB_VERSION = 1
const VIDEO_STORE = 'videos'
let db: IDBDatabase | null = null
/**
* Open the IndexedDB database
*/
async function openDB(): Promise<IDBDatabase> {
if (db) return db
return new Promise((resolve, reject) => {
const request = indexedDB.open(DB_NAME, DB_VERSION)
request.onerror = () => reject(request.error)
request.onsuccess = () => {
db = request.result
resolve(db)
}
request.onupgradeneeded = (event) => {
const database = (event.target as IDBOpenDBRequest).result
if (!database.objectStoreNames.contains(VIDEO_STORE)) {
database.createObjectStore(VIDEO_STORE, { keyPath: 'id' })
}
}
})
}
/**
* Store a video file in IndexedDB
*/
export async function storeVideoFile(videoId: string, file: File): Promise<void> {
const database = await openDB()
return new Promise((resolve, reject) => {
const transaction = database.transaction([VIDEO_STORE], 'readwrite')
const store = transaction.objectStore(VIDEO_STORE)
const request = store.put({
id: videoId,
file: file,
timestamp: Date.now()
})
request.onerror = () => reject(request.error)
request.onsuccess = () => resolve()
})
}
/**
* Retrieve a video file from IndexedDB
*/
export async function getVideoFile(videoId: string): Promise<File | null> {
const database = await openDB()
return new Promise((resolve, reject) => {
const transaction = database.transaction([VIDEO_STORE], 'readonly')
const store = transaction.objectStore(VIDEO_STORE)
const request = store.get(videoId)
request.onerror = () => reject(request.error)
request.onsuccess = () => {
const result = request.result
resolve(result ? result.file : null)
}
})
}
/**
* Clear a video file from IndexedDB
*/
export async function clearVideoFile(videoId: string): Promise<void> {
const database = await openDB()
return new Promise((resolve, reject) => {
const transaction = database.transaction([VIDEO_STORE], 'readwrite')
const store = transaction.objectStore(VIDEO_STORE)
const request = store.delete(videoId)
request.onerror = () => reject(request.error)
request.onsuccess = () => resolve()
})
}
/**
* Clear all video files from IndexedDB
*/
export async function clearAllVideos(): Promise<void> {
const database = await openDB()
return new Promise((resolve, reject) => {
const transaction = database.transaction([VIDEO_STORE], 'readwrite')
const store = transaction.objectStore(VIDEO_STORE)
const request = store.clear()
request.onerror = () => reject(request.error)
request.onsuccess = () => resolve()
})
}