Initial commit: Video detection platform with YOLO models

Features:
- Fire detection (YOLOv10)
- Helmet detection (YOLOv8)
- Crowd detection (YOLOv8)
- Smoking detection (YOLOv8)
- Loitering detection (YOLOv8)

Tech Stack:
- Frontend: Vue 3 + Vite + Element Plus
- Backend: FastAPI + WebSocket
- Monorepo: pnpm workspace + Turbo
- Docker support included
This commit is contained in:
wwh
2026-05-18 10:54:10 +08:00
commit 8fb58c75fe
42 changed files with 6663 additions and 0 deletions

71
apps/web/src/App.vue Normal file
View File

@@ -0,0 +1,71 @@
<template>
<div id="app">
<el-container style="height: 100vh">
<el-header class="header">
<div class="header-content">
<h1 class="title">🎯 视频模型检测平台</h1>
<div class="header-info">
<el-tag type="success">运行中</el-tag>
</div>
</div>
</el-header>
<el-container>
<router-view />
</el-container>
</el-container>
</div>
</template>
<script setup>
</script>
<style scoped>
.header {
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
color: white;
padding: 0 20px;
box-shadow: 0 2px 8px rgba(0,0,0,0.1);
}
.header-content {
display: flex;
justify-content: space-between;
align-items: center;
height: 60px;
}
.title {
font-size: 24px;
margin: 0;
font-weight: 600;
}
.header-info {
display: flex;
gap: 12px;
align-items: center;
}
</style>
<style>
* {
margin: 0;
padding: 0;
box-sizing: border-box;
}
body {
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif;
}
#app {
width: 100%;
height: 100%;
}
.el-main {
background: #f5f7fa;
padding: 20px;
}
</style>

View File

@@ -0,0 +1,20 @@
import axios from 'axios'
const api = axios.create({
baseURL: '/api',
timeout: 30000
})
export const detectionApi = {
getModels() {
return api.get('/models')
},
detectImage(formData) {
return api.post('/detect/image', formData, {
headers: {
'Content-Type': 'multipart/form-data'
}
})
}
}

20
apps/web/src/main.js Normal file
View File

@@ -0,0 +1,20 @@
import { createApp } from 'vue'
import { createPinia } from 'pinia'
import ElementPlus from 'element-plus'
import 'element-plus/dist/index.css'
import * as ElementPlusIconsVue from '@element-plus/icons-vue'
import App from './App.vue'
import router from './router'
const app = createApp(App)
const pinia = createPinia()
for (const [key, component] of Object.entries(ElementPlusIconsVue)) {
app.component(key, component)
}
app.use(pinia)
app.use(router)
app.use(ElementPlus)
app.mount('#app')

View File

@@ -0,0 +1,17 @@
import { createRouter, createWebHistory } from 'vue-router'
import Home from '@/views/Home.vue'
const routes = [
{
path: '/',
name: 'Home',
component: Home
}
]
const router = createRouter({
history: createWebHistory(),
routes
})
export default router

809
apps/web/src/views/Home.vue Normal file
View File

@@ -0,0 +1,809 @@
<template>
<div class="home-container">
<div class="resizable-layout">
<!-- 左侧配置面板 -->
<div class="left-panel" :style="{ width: leftPanelWidth + 'px' }">
<el-card class="config-card" shadow="hover">
<template #header>
<div class="card-header">
<el-icon class="header-icon"><Setting /></el-icon>
<span>检测配置</span>
</div>
</template>
<el-form label-position="top" class="config-form">
<el-form-item label="选择模型">
<el-select
v-model="config.model"
placeholder="选择检测模型"
class="full-width"
>
<el-option
v-for="model in models"
:key="model.id"
:label="model.name"
:value="model.id"
>
<span>{{ model.name }}</span>
<span class="model-size">{{ model.size }}</span>
</el-option>
</el-select>
</el-form-item>
<el-form-item label="置信度阈值">
<el-slider
v-model="config.confidence"
:min="0.1"
:max="1.0"
:step="0.05"
:format-tooltip="formatConfidence"
/>
<div class="slider-value">{{ config.confidence.toFixed(2) }}</div>
</el-form-item>
<el-form-item label="IOU阈值">
<el-slider
v-model="config.iou"
:min="0.1"
:max="0.9"
:step="0.05"
:format-tooltip="formatIOU"
/>
<div class="slider-value">{{ config.iou.toFixed(2) }}</div>
</el-form-item>
<el-divider />
<el-form-item label="输入方式">
<el-radio-group v-model="inputType" class="input-type-group">
<el-radio-button label="image">
<el-icon><Picture /></el-icon>
<span>图片</span>
</el-radio-button>
<el-radio-button label="camera">
<el-icon><VideoCamera /></el-icon>
<span>摄像头</span>
</el-radio-button>
</el-radio-group>
</el-form-item>
<el-upload
v-if="inputType === 'image'"
:action="uploadUrl"
:on-success="handleUploadSuccess"
:before-upload="beforeUpload"
:show-file-list="false"
accept="image/*"
drag
class="upload-area"
>
<el-icon class="upload-icon"><UploadFilled /></el-icon>
<div class="upload-text">点击或拖拽图片到此处上传</div>
</el-upload>
<div v-if="inputType === 'camera'" class="camera-section">
<el-button
type="primary"
@click="toggleCamera"
:loading="cameraStarting"
class="full-width"
>
<el-icon v-if="!cameraConnected"><VideoPlay /></el-icon>
<el-icon v-else><VideoPause /></el-icon>
{{ cameraConnected ? '停止摄像头' : '启用摄像头' }}
</el-button>
<div v-if="cameraConnected" class="camera-status">
<el-tag type="success" effect="dark">
<el-icon><CircleCheck /></el-icon>
摄像头已连接
</el-tag>
</div>
</div>
</el-form>
</el-card>
</div>
<!-- 拖拽调整条 -->
<div
class="resize-handle"
@mousedown="startResize"
:class="{ 'resizing': isResizing }"
>
<div class="resize-indicator"></div>
</div>
<!-- 右侧展示区域 -->
<div class="right-panel" :style="{ width: `calc(100% - ${leftPanelWidth}px - 8px)` }">
<!-- 图片对比区域 -->
<el-row :gutter="20" class="image-row">
<el-col :xs="24" :sm="24" :md="12">
<el-card class="image-card" shadow="hover">
<template #header>
<div class="card-header">
<el-icon class="header-icon"><Picture /></el-icon>
<span>{{ inputType === 'camera' ? '摄像头画面' : '原始图片' }}</span>
</div>
</template>
<div class="image-container">
<img
v-if="inputType === 'camera' && originalCameraFrame"
:src="'data:image/jpeg;base64,' + originalCameraFrame"
class="display-image"
alt="摄像头画面"
/>
<img
v-if="inputType === 'image' && originalImage"
:src="originalImage"
class="display-image"
alt="原始图片"
/>
<div v-if="(inputType === 'camera' && !originalCameraFrame) || (inputType === 'image' && !originalImage)" class="placeholder">
<el-icon class="placeholder-icon"><Picture /></el-icon>
<p>{{ inputType === 'camera' ? '等待摄像头...' : '等待图片...' }}</p>
</div>
</div>
</el-card>
</el-col>
<el-col :xs="24" :sm="24" :md="12">
<el-card class="image-card" shadow="hover">
<template #header>
<div class="card-header">
<el-icon class="header-icon"><View /></el-icon>
<span>检测结果</span>
</div>
</template>
<div class="image-container">
<img
v-if="inputType === 'camera' && resultCameraFrame"
:src="'data:image/jpeg;base64,' + resultCameraFrame"
class="display-image"
alt="检测结果"
/>
<img
v-if="inputType === 'image' && resultImage"
:src="resultImage"
class="display-image"
alt="检测结果"
/>
<div v-if="(inputType === 'camera' && !resultCameraFrame) || (inputType === 'image' && !resultImage)" class="placeholder">
<el-icon class="placeholder-icon"><Document /></el-icon>
<p>{{ inputType === 'camera' ? '等待摄像头画面...' : '等待检测结果...' }}</p>
</div>
</div>
</el-card>
</el-col>
</el-row>
<!-- 统计信息 -->
<el-card v-if="stats" class="stats-card" shadow="hover">
<template #header>
<div class="card-header">
<el-icon class="header-icon"><DataLine /></el-icon>
<span>检测统计</span>
</div>
</template>
<el-descriptions :column="4" border class="stats-descriptions">
<el-descriptions-item label="检测数量">
<el-tag size="large" type="primary">{{ stats.totalDetections }} </el-tag>
</el-descriptions-item>
<el-descriptions-item label="平均置信度">
<el-tag size="large" :type="getConfidenceType(stats.avgConfidence)">
{{ stats.avgConfidence.toFixed(2) }}
</el-tag>
</el-descriptions-item>
<el-descriptions-item label="处理时间">
<el-tag size="large" type="info">{{ stats.processingTime.toFixed(2) }}s</el-tag>
</el-descriptions-item>
<el-descriptions-item label="使用模型">
<el-tag size="large" type="success">{{ modelName }}</el-tag>
</el-descriptions-item>
<el-descriptions-item v-if="stats.fps" label="FPS" :span="4">
<el-tag size="large" type="warning">{{ stats.fps }}</el-tag>
</el-descriptions-item>
</el-descriptions>
</el-card>
<!-- 检测详情 -->
<el-card v-if="detections.length > 0" class="details-card" shadow="hover">
<template #header>
<div class="card-header">
<el-icon class="header-icon"><List /></el-icon>
<span>检测详情</span>
</div>
</template>
<el-table :data="detections" border class="details-table">
<el-table-column prop="label" label="类别" min-width="120" />
<el-table-column prop="confidence" label="置信度" width="120">
<template #default="scope">
<el-tag :type="getConfidenceType(scope.row.confidence)">
{{ scope.row.confidence }}
</el-tag>
</template>
</el-table-column>
<el-table-column prop="bbox" label="位置" min-width="200">
<template #default="scope">
<code class="bbox-code">[{{ scope.row.bbox.join(', ') }}]</code>
</template>
</el-table-column>
</el-table>
</el-card>
</div>
</div>
</div>
</template>
<script setup>
import { ref, computed, onUnmounted } from 'vue'
import { ElMessage } from 'element-plus'
import {
UploadFilled,
Picture,
Document,
Setting,
VideoCamera,
VideoPlay,
VideoPause,
CircleCheck,
View,
DataLine,
List
} from '@element-plus/icons-vue'
import { detectionApi } from '@/api/detection'
const config = ref({
model: 'fire_detection',
confidence: 0.5,
iou: 0.45
})
// 可拖拽调整宽度相关
const leftPanelWidth = ref(320)
const isResizing = ref(false)
const startX = ref(0)
const startWidth = ref(0)
const startResize = (e) => {
isResizing.value = true
startX.value = e.clientX
startWidth.value = leftPanelWidth.value
document.addEventListener('mousemove', handleResize)
document.addEventListener('mouseup', stopResize)
}
const handleResize = (e) => {
if (!isResizing.value) return
const delta = e.clientX - startX.value
const newWidth = startWidth.value + delta
// 限制最小和最大宽度
leftPanelWidth.value = Math.max(280, Math.min(500, newWidth))
}
const stopResize = () => {
isResizing.value = false
document.removeEventListener('mousemove', handleResize)
document.removeEventListener('mouseup', stopResize)
}
const inputType = ref('image')
const models = ref([])
const originalImage = ref('')
const resultImage = ref('')
const detections = ref([])
const stats = ref(null)
const uploadUrl = computed(() => `/api/detect/image?model_id=${config.value.model}&confidence=${config.value.confidence}&iou=${config.value.iou}`)
const cameraConnected = ref(false)
const cameraStarting = ref(false)
const originalCameraFrame = ref('') // 原始摄像头画面
const resultCameraFrame = ref('') // 检测结果画面(标注后)
const websocket = ref(null)
const cameraVideo = ref(null)
const loadModels = async () => {
try {
const response = await detectionApi.getModels()
models.value = response.data
if (models.value.length > 0) {
config.value.model = models.value[0].id
}
} catch (error) {
ElMessage.error('加载模型列表失败')
}
}
const formatConfidence = (value) => {
return `置信度: ${value.toFixed(2)}`
}
const formatIOU = (value) => {
return `IOU: ${value.toFixed(2)}`
}
const beforeUpload = (file) => {
const isImage = file.type.startsWith('image/')
if (!isImage) {
ElMessage.error('只能上传图片文件')
return false
}
originalImage.value = URL.createObjectURL(file)
return true
}
const handleUploadSuccess = (response) => {
if (response.success) {
resultImage.value = response.data.image_url
detections.value = response.data.detections
stats.value = response.data.stats
ElMessage.success('检测完成')
} else {
ElMessage.error(response.message)
}
}
const toggleCamera = async () => {
if (cameraConnected.value) {
stopCamera()
} else {
await startCamera()
}
}
const startCamera = async () => {
cameraStarting.value = true
try {
websocket.value = new WebSocket('ws://localhost:8000/ws/camera')
websocket.value.onopen = () => {
console.log('WebSocket connected')
cameraConnected.value = true
cameraStarting.value = false
websocket.value.send(JSON.stringify({
action: 'start',
config: {
model_id: config.value.model,
confidence: config.value.confidence,
iou: config.value.iou
}
}))
}
websocket.value.onmessage = (event) => {
const message = JSON.parse(event.data)
console.log('WebSocket message received:', message)
if (message.type === 'original_frame') {
originalCameraFrame.value = message.frame // 更新原始摄像头画面
} else if (message.type === 'annotated_frame') {
resultCameraFrame.value = message.frame // 更新检测结果画面(标注后)
} else if (message.type === 'detection') {
console.log('Detection result:', message)
detections.value = message.detections
stats.value = message.stats
} else if (message.type === 'error') {
ElMessage.error(message.message)
} else if (message.type === 'camera_started') {
ElMessage.success(message.message)
}
}
websocket.value.onerror = (error) => {
console.error('WebSocket error:', error)
ElMessage.error('摄像头连接失败')
cameraStarting.value = false
cameraConnected.value = false
}
websocket.value.onclose = () => {
console.log('WebSocket closed')
cameraConnected.value = false
}
} catch (error) {
ElMessage.error('启动摄像头失败')
cameraStarting.value = false
cameraConnected.value = false
}
}
const stopCamera = () => {
if (websocket.value) {
websocket.value.send(JSON.stringify({ action: 'stop' }))
websocket.value.close()
websocket.value = null
}
cameraConnected.value = false
originalCameraFrame.value = ''
resultCameraFrame.value = ''
ElMessage.success('摄像头已停止')
}
const updateCameraConfig = () => {
if (websocket.value && cameraConnected.value) {
websocket.value.send(JSON.stringify({
action: 'update_config',
config: {
model_id: config.value.model,
confidence: config.value.confidence,
iou: config.value.iou
}
}))
}
}
const getConfidenceType = (confidence) => {
if (confidence >= 0.8) return 'success'
if (confidence >= 0.6) return 'warning'
return 'danger'
}
const modelName = computed(() => {
const model = models.value.find(m => m.id === config.value.model)
return model ? model.name : config.value.model
})
loadModels()
onUnmounted(() => {
if (websocket.value) {
websocket.value.close()
}
})
</script>
<style scoped>
/* 容器样式 */
.home-container {
padding: 20px;
min-height: calc(100vh - 60px);
background: #f0f2f5;
}
/* 可拖拽布局 */
.resizable-layout {
display: flex;
width: 100%;
height: calc(100vh - 100px);
gap: 0;
}
.left-panel {
flex-shrink: 0;
overflow: hidden;
}
.left-panel .config-card {
height: 100%;
overflow-y: auto;
}
/* 拖拽调整条 */
.resize-handle {
width: 8px;
flex-shrink: 0;
cursor: col-resize;
display: flex;
align-items: center;
justify-content: center;
background: transparent;
transition: background 0.2s;
position: relative;
}
.resize-handle:hover {
background: #d0d0d0;
}
.resize-handle.resizing {
background: #409eff;
cursor: col-resize;
}
.resize-indicator {
width: 3px;
height: 40px;
background: #c0c4cc;
border-radius: 2px;
transition: background 0.2s;
}
.resize-handle:hover .resize-indicator,
.resize-handle.resizing .resize-indicator {
background: #409eff;
}
.right-panel {
flex: 1;
overflow-y: auto;
overflow-x: hidden;
}
/* 卡片通用样式 */
:deep(.el-card) {
border-radius: 12px;
border: none;
transition: all 0.3s ease;
}
:deep(.el-card__header) {
padding: 16px 20px;
border-bottom: 1px solid #e4e7ed;
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
border-radius: 12px 12px 0 0;
}
/* 卡片头部样式 */
.card-header {
display: flex;
align-items: center;
gap: 8px;
font-weight: 600;
font-size: 16px;
color: #fff;
}
.header-icon {
font-size: 18px;
}
/* 配置卡片样式 */
.config-card {
height: auto;
max-height: calc(100vh - 100px);
overflow-y: auto;
}
.config-card :deep(.el-card__body) {
padding: 24px;
}
.config-form :deep(.el-form-item) {
margin-bottom: 20px;
}
.config-form :deep(.el-form-item__label) {
font-weight: 500;
font-size: 14px;
color: #303133;
padding-bottom: 8px;
}
.full-width {
width: 100%;
}
/* 模型选择器 */
.model-size {
float: right;
color: #909399;
font-size: 12px;
}
/* 滑块样式 */
.slider-value {
text-align: center;
font-size: 14px;
font-weight: 600;
color: #409eff;
margin-top: 8px;
padding: 6px 12px;
background: #ecf5ff;
border-radius: 20px;
display: inline-block;
min-width: 60px;
}
/* 输入方式选择 */
.input-type-group {
width: 100%;
display: flex;
}
.input-type-group :deep(.el-radio-button) {
flex: 1;
}
.input-type-group :deep(.el-radio-button__inner) {
width: 100%;
display: flex;
align-items: center;
justify-content: center;
gap: 6px;
padding: 12px;
}
/* 上传区域 */
.upload-area {
margin-top: 16px;
}
.upload-area :deep(.el-upload) {
width: 100%;
}
.upload-area :deep(.el-upload-dragger) {
width: 100%;
padding: 40px 20px;
border: 2px dashed #d9d9d9;
border-radius: 12px;
background: #fafafa;
transition: all 0.3s ease;
}
.upload-area :deep(.el-upload-dragger:hover) {
border-color: #409eff;
background: #ecf5ff;
}
.upload-icon {
font-size: 48px;
color: #409eff;
margin-bottom: 12px;
}
.upload-text {
color: #606266;
font-size: 14px;
}
/* 摄像头区域 */
.camera-section {
margin-top: 16px;
}
.camera-status {
text-align: center;
margin-top: 16px;
}
.camera-status :deep(.el-tag) {
padding: 8px 16px;
font-size: 14px;
display: inline-flex;
align-items: center;
gap: 6px;
}
/* 图片展示区域 */
.image-row {
margin-bottom: 20px;
}
.image-card {
margin-bottom: 20px;
}
.image-card :deep(.el-card__body) {
padding: 0;
}
.image-container {
width: 100%;
aspect-ratio: 4 / 3;
min-height: 300px;
display: flex;
align-items: center;
justify-content: center;
background: #f5f7fa;
border-radius: 0 0 12px 12px;
overflow: hidden;
position: relative;
}
.display-image {
width: 100%;
height: 100%;
object-fit: contain;
background: #000;
}
.display-video {
width: 100%;
height: 100%;
object-fit: contain;
}
.placeholder {
text-align: center;
color: #909399;
padding: 40px 20px;
}
.placeholder-icon {
font-size: 64px;
color: #dcdfe6;
margin-bottom: 16px;
}
.placeholder p {
font-size: 14px;
margin: 0;
}
/* 统计卡片 */
.stats-card {
margin-bottom: 20px;
}
.stats-card :deep(.el-card__body) {
padding: 20px;
}
.stats-descriptions :deep(.el-descriptions__cell) {
padding: 16px;
}
.stats-descriptions :deep(.el-tag) {
font-size: 14px;
font-weight: 500;
}
/* 详情卡片 */
.details-card {
margin-bottom: 20px;
}
.details-card :deep(.el-card__body) {
padding: 0;
}
.details-table :deep(.el-table__header) {
background: #f5f7fa;
}
.details-table :deep(.el-table__header th) {
background: #f5f7fa;
font-weight: 600;
color: #303133;
}
.bbox-code {
background: #f5f7fa;
padding: 4px 8px;
border-radius: 4px;
font-family: 'Courier New', monospace;
font-size: 12px;
color: #606266;
}
/* 响应式布局 */
@media (max-width: 768px) {
.home-container {
padding: 12px;
}
.config-card {
max-height: none;
margin-bottom: 16px;
}
.image-container {
aspect-ratio: 4 / 3;
min-height: 200px;
}
.stats-descriptions :deep(.el-descriptions__body) {
display: grid;
grid-template-columns: 1fr 1fr;
gap: 8px;
}
.stats-descriptions :deep(.el-descriptions__cell) {
padding: 12px;
}
}
@media (max-width: 480px) {
.image-container {
aspect-ratio: 1 / 1;
min-height: 180px;
}
.input-type-group :deep(.el-radio-button__inner) {
padding: 10px 8px;
font-size: 12px;
}
}
</style>