first commit
This commit is contained in:
112
tests/README.md
Normal file
112
tests/README.md
Normal file
@@ -0,0 +1,112 @@
|
||||
# 智能算法展示平台 - 测试指南
|
||||
|
||||
本目录包含智能算法展示平台的各种测试，包括单元测试、集成测试和端到端测试。
|
||||
|
||||
## 测试目录结构
|
||||
|
||||
```
|
||||
tests/
|
||||
├── unit_tests/ # 单元测试
|
||||
├── integration_tests.py # 集成测试
|
||||
├── integration_test_config.py # 集成测试配置
|
||||
├── run_tests.py # 测试运行脚本
|
||||
└── README.md # 本文件
|
||||
```
|
||||
|
||||
## 运行测试
|
||||
|
||||
### 1. 使用测试运行脚本
|
||||
|
||||
```bash
|
||||
# 运行所有测试
|
||||
python tests/run_tests.py --all
|
||||
|
||||
# 只运行单元测试
|
||||
python tests/run_tests.py --unit
|
||||
|
||||
# 只运行集成测试
|
||||
python tests/run_tests.py --integration
|
||||
|
||||
# 运行集成测试和端到端测试
|
||||
python tests/run_tests.py --integration --e2e
|
||||
|
||||
# 显示详细输出
|
||||
python tests/run_tests.py --all --verbose
|
||||
```
|
||||
|
||||
### 2. 环境变量配置
|
||||
|
||||
在运行测试之前，建议设置以下环境变量：
|
||||
|
||||
```bash
|
||||
# 测试API密钥
|
||||
export TEST_API_KEY="your-test-api-key"
|
||||
|
||||
# 测试基础URL
|
||||
export TEST_BASE_URL="http://localhost:8000"
|
||||
|
||||
# 测试超时时间（秒）
|
||||
export TEST_TIMEOUT=30
|
||||
|
||||
# 重试次数
|
||||
export TEST_RETRY_COUNT=3
|
||||
|
||||
# OpenAI API密钥（如果需要测试OpenAI集成功能）
|
||||
export OPENAI_API_KEY="your-openai-api-key"
|
||||
```
|
||||
|
||||
### 3. 运行特定测试
|
||||
|
||||
```bash
|
||||
# 运行集成测试文件
|
||||
python tests/integration_tests.py
|
||||
|
||||
# 使用unittest模块运行特定测试
|
||||
python -m unittest tests.integration_tests.TestAlgorithmManagement -v
|
||||
```
|
||||
|
||||
## 集成测试配置
|
||||
|
||||
集成测试配置文件 (`integration_test_config.py`) 包含以下配置项：
|
||||
|
||||
- `base_url`: API基础URL
|
||||
- `api_key`: 认证API密钥
|
||||
- `test_timeout`: 测试超时时间
|
||||
- `retry_count`: 重试次数
|
||||
- `test_algorithms`: 预定义的测试算法配置
|
||||
|
||||
## 测试类型说明
|
||||
|
||||
### 单元测试
|
||||
- 测试单个函数、类或模块的功能
|
||||
- 不依赖外部服务
|
||||
- 快速执行
|
||||
|
||||
### 集成测试
|
||||
- 测试多个组件之间的交互
|
||||
- 验证API端点的功能
|
||||
- 需要运行的服务实例
|
||||
|
||||
### 端到端测试
|
||||
- 测试完整的用户场景
|
||||
- 验证端到端的工作流程
|
||||
- 需要完整的系统环境
|
||||
|
||||
## CI/CD 集成
|
||||
|
||||
测试脚本支持CI/CD环境，在CI环境中会自动检测并调整配置。
|
||||
|
||||
## 故障排除
|
||||
|
||||
如果测试失败，请检查：
|
||||
|
||||
1. 服务是否正在运行
|
||||
2. API密钥是否正确配置
|
||||
3. 数据库连接是否正常
|
||||
4. 环境变量是否设置正确
|
||||
|
||||
## 退出码
|
||||
|
||||
- `0`: 所有测试通过
|
||||
- `1`: 至少一个测试失败
|
||||
- `2`: 测试执行过程中出现错误
|
||||
270
tests/integration_test_config.py
Normal file
270
tests/integration_test_config.py
Normal file
@@ -0,0 +1,270 @@
|
||||
"""
|
||||
智能算法展示平台 - 集成测试配置
|
||||
|
||||
此配置文件定义了集成测试所需的设置和参数。
|
||||
"""
|
||||
|
||||
import os
|
||||
from typing import Dict, Any, Optional
|
||||
|
||||
|
||||
class IntegrationTestConfig:
|
||||
"""集成测试配置类"""
|
||||
|
||||
def __init__(self):
|
||||
# 基础URL配置
|
||||
self.base_url = os.getenv('TEST_BASE_URL', 'http://localhost:8000')
|
||||
self.api_version = '/api/v1'
|
||||
|
||||
# 认证配置
|
||||
self.api_key = os.getenv('TEST_API_KEY', 'test-key-12345')
|
||||
self.auth_headers = {
|
||||
'Authorization': f'Bearer {self.api_key}',
|
||||
'Content-Type': 'application/json'
|
||||
}
|
||||
|
||||
# 测试数据配置
|
||||
self.test_timeout = int(os.getenv('TEST_TIMEOUT', '30'))
|
||||
self.retry_count = int(os.getenv('TEST_RETRY_COUNT', '3'))
|
||||
self.delay_between_retries = float(os.getenv('TEST_DELAY_BETWEEN_RETRIES', '1.0'))
|
||||
|
||||
# 服务配置
|
||||
self.backend_port = int(os.getenv('BACKEND_PORT', '8000'))
|
||||
self.frontend_port = int(os.getenv('FRONTEND_PORT', '3000'))
|
||||
self.db_host = os.getenv('DB_HOST', 'localhost')
|
||||
self.db_port = int(os.getenv('DB_PORT', '5432'))
|
||||
|
||||
# 测试算法配置
|
||||
self.test_algorithms = [
|
||||
{
|
||||
'name': 'Image Classification Test Algorithm',
|
||||
'description': 'Test algorithm for image classification',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active',
|
||||
'input_schema': {
|
||||
'image_url': {'type': 'string', 'required': True}
|
||||
},
|
||||
'output_schema': {
|
||||
'predictions': {
|
||||
'type': 'array',
|
||||
'items': {
|
||||
'class': {'type': 'string'},
|
||||
'confidence': {'type': 'number'}
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
'name': 'Text Analysis Test Algorithm',
|
||||
'description': 'Test algorithm for text analysis',
|
||||
'type': 'nlp',
|
||||
'status': 'active',
|
||||
'input_schema': {
|
||||
'text': {'type': 'string', 'required': True}
|
||||
},
|
||||
'output_schema': {
|
||||
'sentiment': {'type': 'string'},
|
||||
'entities': {'type': 'array', 'items': {'type': 'string'}}
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
# 测试输入数据
|
||||
self.test_inputs = {
|
||||
'computer_vision': {
|
||||
'image_url': 'https://example.com/test-image.jpg'
|
||||
},
|
||||
'nlp': {
|
||||
'text': 'This is a test text for NLP algorithm.'
|
||||
},
|
||||
'ml': {
|
||||
'features': [1.0, 2.0, 3.0, 4.0, 5.0]
|
||||
}
|
||||
}
|
||||
|
||||
# 测试参数
|
||||
self.test_params = {
|
||||
'confidence_threshold': 0.7,
|
||||
'max_results': 10,
|
||||
'return_probabilities': True
|
||||
}
|
||||
|
||||
def get_api_url(self, endpoint: str) -> str:
|
||||
"""获取API端点的完整URL"""
|
||||
return f"{self.base_url}{self.api_version}{endpoint}"
|
||||
|
||||
def get_auth_headers(self) -> Dict[str, str]:
|
||||
"""获取认证头部信息"""
|
||||
return self.auth_headers.copy()
|
||||
|
||||
def get_test_algorithm_by_type(self, alg_type: str) -> Optional[Dict[str, Any]]:
|
||||
"""根据类型获取测试算法配置"""
|
||||
for alg in self.test_algorithms:
|
||||
if alg['type'] == alg_type:
|
||||
return alg
|
||||
return None
|
||||
|
||||
|
||||
# 全局配置实例
|
||||
test_config = IntegrationTestConfig()
|
||||
|
||||
|
||||
def get_test_config() -> IntegrationTestConfig:
|
||||
"""获取测试配置实例"""
|
||||
return test_config
|
||||
|
||||
|
||||
# 环境特定的配置
|
||||
class TestEnvironment:
|
||||
"""测试环境配置"""
|
||||
|
||||
LOCAL = "local"
|
||||
DOCKER = "docker"
|
||||
CI_CD = "ci_cd"
|
||||
|
||||
@staticmethod
|
||||
def detect_environment() -> str:
|
||||
"""检测当前测试环境"""
|
||||
if os.getenv('CI'):
|
||||
return TestEnvironment.CI_CD
|
||||
elif os.getenv('DOCKER_ENV'):
|
||||
return TestEnvironment.DOCKER
|
||||
else:
|
||||
return TestEnvironment.LOCAL
|
||||
|
||||
@staticmethod
|
||||
def get_environment_config(env_type: str) -> Dict[str, Any]:
|
||||
"""获取特定环境的配置"""
|
||||
configs = {
|
||||
TestEnvironment.LOCAL: {
|
||||
'base_url': 'http://localhost:8000',
|
||||
'db_url': 'postgresql://user:password@localhost:5432/test_db',
|
||||
'redis_url': 'redis://localhost:6379/0',
|
||||
'minio_url': 'http://localhost:9000'
|
||||
},
|
||||
TestEnvironment.DOCKER: {
|
||||
'base_url': 'http://backend:8000',
|
||||
'db_url': 'postgresql://user:password@db:5432/test_db',
|
||||
'redis_url': 'redis://redis:6379/0',
|
||||
'minio_url': 'http://minio:9000'
|
||||
},
|
||||
TestEnvironment.CI_CD: {
|
||||
'base_url': os.getenv('TEST_BASE_URL', 'http://localhost:8000'),
|
||||
'db_url': os.getenv('TEST_DB_URL', 'postgresql://user:password@localhost:5432/test_db'),
|
||||
'redis_url': os.getenv('TEST_REDIS_URL', 'redis://localhost:6379/0'),
|
||||
'minio_url': os.getenv('TEST_MINIO_URL', 'http://localhost:9000')
|
||||
}
|
||||
}
|
||||
return configs.get(env_type, configs[TestEnvironment.LOCAL])
|
||||
|
||||
|
||||
# 数据工厂类，用于生成测试数据
|
||||
class TestDataFactory:
|
||||
"""测试数据工厂"""
|
||||
|
||||
@staticmethod
|
||||
def create_algorithm_data(name_suffix: str = "") -> Dict[str, Any]:
|
||||
"""创建算法测试数据"""
|
||||
import uuid
|
||||
from datetime import datetime
|
||||
|
||||
return {
|
||||
'id': f'test-alg-{uuid.uuid4().hex[:8]}',
|
||||
'name': f'Test Algorithm {name_suffix}'.strip() or f'Test Algorithm {uuid.uuid4().hex[:8]}',
|
||||
'description': f'Test algorithm for integration testing {datetime.now().isoformat()}',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active',
|
||||
'versions': [],
|
||||
'created_at': datetime.now().isoformat(),
|
||||
'updated_at': datetime.now().isoformat()
|
||||
}
|
||||
|
||||
@staticmethod
|
||||
def create_call_data(algorithm_id: str, version_id: str = None) -> Dict[str, Any]:
|
||||
"""创建算法调用测试数据"""
|
||||
import uuid
|
||||
|
||||
return {
|
||||
'id': f'test-call-{uuid.uuid4().hex[:8]}',
|
||||
'user_id': f'test-user-{uuid.uuid4().hex[:8]}',
|
||||
'algorithm_id': algorithm_id,
|
||||
'version_id': version_id or f'test-ver-{uuid.uuid4().hex[:8]}',
|
||||
'input_data': {'test': 'data'},
|
||||
'params': {'test_param': 'test_value'},
|
||||
'output_data': {'result': 'test_result'},
|
||||
'status': 'success',
|
||||
'response_time': 0.123,
|
||||
'error_message': None,
|
||||
'created_at': datetime.now().isoformat(),
|
||||
'updated_at': datetime.now().isoformat()
|
||||
}
|
||||
|
||||
|
||||
# 测试助手类
|
||||
class TestHelpers:
|
||||
"""测试助手类，提供常用的测试辅助功能"""
|
||||
|
||||
@staticmethod
|
||||
def wait_for_service(url: str, timeout: int = 30, interval: float = 1.0) -> bool:
|
||||
"""等待服务启动"""
|
||||
import time
|
||||
import requests
|
||||
from requests.exceptions import RequestException
|
||||
|
||||
start_time = time.time()
|
||||
while time.time() - start_time < timeout:
|
||||
try:
|
||||
response = requests.get(url, timeout=5)
|
||||
if response.status_code == 200:
|
||||
return True
|
||||
except RequestException:
|
||||
pass
|
||||
|
||||
time.sleep(interval)
|
||||
|
||||
return False
|
||||
|
||||
@staticmethod
|
||||
def cleanup_test_data(api_url: str, headers: Dict[str, str], test_ids: list):
|
||||
"""清理测试数据"""
|
||||
import requests
|
||||
|
||||
# 这里可以添加清理测试数据的逻辑
|
||||
# 例如删除测试算法、清理测试调用记录等
|
||||
print(f"清理测试数据: {test_ids}")
|
||||
|
||||
|
||||
# 用于运行测试的装饰器
|
||||
def retry_on_failure(max_attempts: int = 3, delay: float = 1.0):
|
||||
"""失败重试装饰器"""
|
||||
def decorator(func):
|
||||
def wrapper(*args, **kwargs):
|
||||
last_exception = None
|
||||
for attempt in range(max_attempts):
|
||||
try:
|
||||
return func(*args, **kwargs)
|
||||
except Exception as e:
|
||||
last_exception = e
|
||||
if attempt < max_attempts - 1:
|
||||
import time
|
||||
time.sleep(delay)
|
||||
else:
|
||||
raise e
|
||||
raise last_exception
|
||||
return wrapper
|
||||
return decorator
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
# 输出当前配置信息
|
||||
config = get_test_config()
|
||||
env = TestEnvironment.detect_environment()
|
||||
|
||||
print(f"测试环境: {env}")
|
||||
print(f"基础URL: {config.base_url}")
|
||||
print(f"API密钥: {'*' * len(config.api_key) if config.api_key else '未设置'}")
|
||||
print(f"超时时间: {config.test_timeout}秒")
|
||||
print(f"重试次数: {config.retry_count}")
|
||||
|
||||
env_config = TestEnvironment.get_environment_config(env)
|
||||
print(f"环境特定配置: {env_config}")
|
||||
526
tests/integration_tests.py
Normal file
526
tests/integration_tests.py
Normal file
@@ -0,0 +1,526 @@
|
||||
"""
|
||||
智能算法展示平台 - 系统集成测试套件
|
||||
|
||||
此测试套件验证整个系统的功能完整性，包括：
|
||||
- API网关功能
|
||||
- 算法注册和管理
|
||||
- 算法调用流程
|
||||
- 数据管理
|
||||
- 用户认证和权限
|
||||
- 监控和日志
|
||||
- 服务发现和管理
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import unittest
|
||||
import asyncio
|
||||
import requests
|
||||
import time
|
||||
from datetime import datetime, timedelta
|
||||
from typing import Dict, Any, Optional
|
||||
|
||||
# 添加项目根目录到路径
|
||||
sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
|
||||
|
||||
from backend.app.services.service_manager import ServiceManager
|
||||
from backend.app.services.data_manager import DataManager
|
||||
from backend.app.services.monitoring import MonitoringService
|
||||
from backend.app.services.permission import PermissionManager
|
||||
|
||||
|
||||
class IntegrationTestBase(unittest.TestCase):
|
||||
"""集成测试基类"""
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
"""在所有测试开始前设置"""
|
||||
cls.base_url = os.getenv('TEST_BASE_URL', 'http://localhost:8000')
|
||||
cls.api_key = os.getenv('TEST_API_KEY', 'test-key-12345')
|
||||
cls.headers = {
|
||||
'Authorization': f'Bearer {cls.api_key}',
|
||||
'Content-Type': 'application/json'
|
||||
}
|
||||
cls.test_algorithm_id = 'test-alg-' + str(int(time.time()))
|
||||
cls.test_user_id = 'test-user-' + str(int(time.time()))
|
||||
|
||||
def setUp(self):
|
||||
"""每个测试开始前设置"""
|
||||
self.session = requests.Session()
|
||||
self.session.headers.update(self.headers)
|
||||
|
||||
def tearDown(self):
|
||||
"""每个测试结束后清理"""
|
||||
self.session.close()
|
||||
|
||||
|
||||
class TestAlgorithmManagement(IntegrationTestBase):
|
||||
"""算法管理功能集成测试"""
|
||||
|
||||
def test_create_and_get_algorithm(self):
|
||||
"""测试创建和获取算法"""
|
||||
# 创建算法
|
||||
algorithm_data = {
|
||||
'name': f'Test Algorithm {self.test_algorithm_id}',
|
||||
'description': 'Test algorithm for integration testing',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms',
|
||||
json=algorithm_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
created_alg = response.json()
|
||||
self.assertEqual(created_alg['name'], algorithm_data['name'])
|
||||
self.assertEqual(created_alg['type'], algorithm_data['type'])
|
||||
|
||||
# 获取刚创建的算法
|
||||
response = self.session.get(
|
||||
f'{self.base_url}/api/v1/algorithms/{created_alg["id"]}'
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
retrieved_alg = response.json()
|
||||
self.assertEqual(retrieved_alg['id'], created_alg['id'])
|
||||
self.assertEqual(retrieved_alg['name'], created_alg['name'])
|
||||
|
||||
def test_list_algorithms(self):
|
||||
"""测试获取算法列表"""
|
||||
response = self.session.get(f'{self.base_url}/api/v1/algorithms')
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
data = response.json()
|
||||
self.assertIn('algorithms', data)
|
||||
self.assertIn('total', data)
|
||||
self.assertIsInstance(data['algorithms'], list)
|
||||
|
||||
|
||||
class TestAlgorithmCallFlow(IntegrationTestBase):
|
||||
"""算法调用流程集成测试"""
|
||||
|
||||
def setUp(self):
|
||||
super().setUp()
|
||||
|
||||
# 创建一个测试算法
|
||||
algorithm_data = {
|
||||
'name': f'Test Call Algorithm {self.test_algorithm_id}',
|
||||
'description': 'Test algorithm for call flow testing',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms',
|
||||
json=algorithm_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.created_algorithm = response.json()
|
||||
|
||||
def test_algorithm_call_process(self):
|
||||
"""测试完整的算法调用流程"""
|
||||
# 调用算法
|
||||
call_data = {
|
||||
'algorithm_id': self.created_algorithm['id'],
|
||||
'version_id': self.created_algorithm['versions'][0]['id'] if self.created_algorithm['versions'] else None,
|
||||
'input_data': {
|
||||
'image_url': 'https://example.com/test-image.jpg'
|
||||
},
|
||||
'params': {
|
||||
'confidence_threshold': 0.7
|
||||
}
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms/call',
|
||||
json=call_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
call_result = response.json()
|
||||
self.assertIn('id', call_result)
|
||||
self.assertIn('status', call_result)
|
||||
self.assertIn('output_data', call_result)
|
||||
|
||||
# 获取调用结果
|
||||
response = self.session.get(
|
||||
f'{self.base_url}/api/v1/algorithms/calls/{call_result["id"]}'
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
retrieved_result = response.json()
|
||||
self.assertEqual(retrieved_result['id'], call_result['id'])
|
||||
self.assertEqual(retrieved_result['status'], call_result['status'])
|
||||
|
||||
|
||||
class TestGatewayFunctionality(IntegrationTestBase):
|
||||
"""API网关功能集成测试"""
|
||||
|
||||
def setUp(self):
|
||||
super().setUp()
|
||||
|
||||
# 创建一个测试算法
|
||||
algorithm_data = {
|
||||
'name': f'Test Gateway Algorithm {self.test_algorithm_id}',
|
||||
'description': 'Test algorithm for gateway testing',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms',
|
||||
json=algorithm_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
self.created_algorithm = response.json()
|
||||
|
||||
def test_gateway_call(self):
|
||||
"""测试通过网关调用算法"""
|
||||
# 通过网关调用算法
|
||||
call_data = {
|
||||
'algorithm_id': self.created_algorithm['id'],
|
||||
'version_id': self.created_algorithm['versions'][0]['id'] if self.created_algorithm['versions'] else None,
|
||||
'input_data': {
|
||||
'image_url': 'https://example.com/test-image.jpg'
|
||||
},
|
||||
'params': {
|
||||
'confidence_threshold': 0.7
|
||||
}
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/gateway/call',
|
||||
json=call_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
gateway_result = response.json()
|
||||
self.assertIn('id', gateway_result)
|
||||
self.assertIn('status', gateway_result)
|
||||
self.assertIn('response_time', gateway_result)
|
||||
|
||||
def test_gateway_stats(self):
|
||||
"""测试网关统计信息"""
|
||||
response = self.session.get(f'{self.base_url}/api/v1/gateway/stats')
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
stats = response.json()
|
||||
self.assertIn('total_requests', stats)
|
||||
self.assertIn('successful_requests', stats)
|
||||
self.assertIn('failed_requests', stats)
|
||||
|
||||
|
||||
class TestDataService(IntegrationTestBase):
|
||||
"""数据服务集成测试"""
|
||||
|
||||
def test_data_storage_and_retrieval(self):
|
||||
"""测试数据存储和检索"""
|
||||
# 使用数据管理服务
|
||||
data_manager = DataManager()
|
||||
|
||||
# 存储输入数据
|
||||
input_data = {'image_url': 'https://example.com/test.jpg'}
|
||||
input_id = data_manager.save_input_data(input_data)
|
||||
self.assertIsNotNone(input_id)
|
||||
|
||||
# 存储输出数据
|
||||
output_data = {
|
||||
'predictions': [
|
||||
{'class': 'cat', 'confidence': 0.95},
|
||||
{'class': 'dog', 'confidence': 0.87}
|
||||
]
|
||||
}
|
||||
output_id = data_manager.save_output_data(output_data)
|
||||
self.assertIsNotNone(output_id)
|
||||
|
||||
# 检索数据
|
||||
retrieved_input = data_manager.get_input_data(input_id)
|
||||
self.assertEqual(retrieved_input, input_data)
|
||||
|
||||
retrieved_output = data_manager.get_output_data(output_id)
|
||||
self.assertEqual(retrieved_output, output_data)
|
||||
|
||||
|
||||
class TestMonitoringService(IntegrationTestBase):
|
||||
"""监控服务集成测试"""
|
||||
|
||||
def test_monitoring_functionality(self):
|
||||
"""测试监控功能"""
|
||||
monitoring_service = MonitoringService()
|
||||
|
||||
# 检查健康状态
|
||||
health_status = monitoring_service.get_health_status()
|
||||
self.assertIsNotNone(health_status)
|
||||
self.assertIn('status', health_status)
|
||||
self.assertIn('timestamp', health_status)
|
||||
self.assertIn('system_metrics', health_status)
|
||||
|
||||
# 收集一些指标
|
||||
metrics_collector = monitoring_service.metrics_collector
|
||||
metrics_collector.record_api_call('test_endpoint', 1.23, 200)
|
||||
metrics_collector.record_algorithm_execution('test_alg', 0.98, 'success')
|
||||
|
||||
# 获取指标
|
||||
metrics = metrics_collector.get_current_metrics()
|
||||
self.assertIsNotNone(metrics)
|
||||
|
||||
|
||||
class TestPermissionsService(IntegrationTestBase):
|
||||
"""权限服务集成测试"""
|
||||
|
||||
def test_permission_management(self):
|
||||
"""测试权限管理"""
|
||||
permission_manager = PermissionManager()
|
||||
|
||||
# 检查权限
|
||||
has_permission = permission_manager.check_permission(
|
||||
user_id=self.test_user_id,
|
||||
algorithm_id='test-algorithm-123',
|
||||
permission_type='execute'
|
||||
)
|
||||
|
||||
# 可能没有权限，但至少方法应该不抛异常
|
||||
self.assertIsInstance(has_permission, bool)
|
||||
|
||||
# 添加权限
|
||||
permission_manager.grant_permission(
|
||||
user_id=self.test_user_id,
|
||||
algorithm_id='test-algorithm-123',
|
||||
permission_type='execute'
|
||||
)
|
||||
|
||||
# 再次检查权限
|
||||
has_permission_after = permission_manager.check_permission(
|
||||
user_id=self.test_user_id,
|
||||
algorithm_id='test-algorithm-123',
|
||||
permission_type='execute'
|
||||
)
|
||||
|
||||
self.assertTrue(has_permission_after)
|
||||
|
||||
|
||||
class TestServiceManagement(IntegrationTestBase):
|
||||
"""服务管理集成测试"""
|
||||
|
||||
def test_service_registration_and_discovery(self):
|
||||
"""测试服务注册和发现"""
|
||||
service_manager = ServiceManager()
|
||||
|
||||
# 注册一个测试服务
|
||||
service_info = {
|
||||
'name': f'test-service-{int(time.time())}',
|
||||
'host': 'localhost',
|
||||
'port': 8080,
|
||||
'protocol': 'http',
|
||||
'metadata': {'version': '1.0.0'}
|
||||
}
|
||||
|
||||
registered_service = service_manager.register_service(service_info)
|
||||
self.assertIsNotNone(registered_service)
|
||||
|
||||
# 发现服务
|
||||
discovered_services = service_manager.discover_services(service_info['name'])
|
||||
self.assertIn(registered_service['id'], [s['id'] for s in discovered_services])
|
||||
|
||||
# 检查服务状态
|
||||
service_status = service_manager.get_service_status(registered_service['id'])
|
||||
self.assertIsNotNone(service_status)
|
||||
|
||||
|
||||
class TestHistoryManagement(IntegrationTestBase):
|
||||
"""历史记录管理集成测试"""
|
||||
|
||||
def test_history_operations(self):
|
||||
"""测试历史记录操作"""
|
||||
# 先调用一个算法来生成历史记录
|
||||
algorithm_data = {
|
||||
'name': f'Test History Algorithm {self.test_algorithm_id}',
|
||||
'description': 'Test algorithm for history testing',
|
||||
'type': 'computer_vision',
|
||||
'status': 'active'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms',
|
||||
json=algorithm_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
created_algorithm = response.json()
|
||||
|
||||
# 调用算法
|
||||
call_data = {
|
||||
'algorithm_id': created_algorithm['id'],
|
||||
'version_id': created_algorithm['versions'][0]['id'] if created_algorithm['versions'] else None,
|
||||
'input_data': {'test': 'data'},
|
||||
'params': {}
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms/call',
|
||||
json=call_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
call_result = response.json()
|
||||
|
||||
# 获取历史记录
|
||||
response = self.session.get(f'{self.base_url}/api/v1/history/user-calls')
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
history_data = response.json()
|
||||
self.assertIn('history', history_data)
|
||||
self.assertIn('count', history_data)
|
||||
|
||||
# 获取统计信息
|
||||
response = self.session.get(f'{self.base_url}/api/v1/history/statistics')
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
stats_data = response.json()
|
||||
self.assertIn('total_calls', stats_data)
|
||||
self.assertIn('success_rate', stats_data)
|
||||
|
||||
|
||||
class TestOpenAIFunctionality(IntegrationTestBase):
|
||||
"""OpenAI集成功能测试"""
|
||||
|
||||
def test_openai_integration(self):
|
||||
"""测试OpenAI集成"""
|
||||
# 检查是否设置了OpenAI API密钥
|
||||
openai_api_key = os.getenv('OPENAI_API_KEY')
|
||||
if not openai_api_key:
|
||||
self.skipTest("OPENAI_API_KEY not set, skipping OpenAI integration test")
|
||||
|
||||
# 生成仿真数据
|
||||
generation_data = {
|
||||
'prompt': '一个包含猫和狗的图像描述',
|
||||
'data_type': 'text'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/openai/generate-data',
|
||||
json=generation_data
|
||||
)
|
||||
|
||||
# 即使API密钥无效，也应该返回合理的错误而不是崩溃
|
||||
self.assertIn(response.status_code, [200, 401, 500])
|
||||
|
||||
if response.status_code == 200:
|
||||
result = response.json()
|
||||
self.assertIn('data', result)
|
||||
self.assertIn('type', result)
|
||||
|
||||
|
||||
class TestFullWorkflow(IntegrationTestBase):
|
||||
"""完整工作流程集成测试"""
|
||||
|
||||
def test_complete_workflow(self):
|
||||
"""测试完整的端到端工作流程"""
|
||||
# 1. 创建算法
|
||||
algorithm_data = {
|
||||
'name': f'Complete Workflow Test {self.test_algorithm_id}',
|
||||
'description': 'Algorithm for complete workflow testing',
|
||||
'type': 'nlp',
|
||||
'status': 'active'
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/algorithms',
|
||||
json=algorithm_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
created_algorithm = response.json()
|
||||
self.assertIsNotNone(created_algorithm['id'])
|
||||
|
||||
# 2. 通过网关调用算法
|
||||
call_data = {
|
||||
'algorithm_id': created_algorithm['id'],
|
||||
'version_id': created_algorithm['versions'][0]['id'] if created_algorithm['versions'] else None,
|
||||
'input_data': {
|
||||
'text': '这是一个测试文本'
|
||||
},
|
||||
'params': {
|
||||
'max_length': 100
|
||||
}
|
||||
}
|
||||
|
||||
response = self.session.post(
|
||||
f'{self.base_url}/api/v1/gateway/call',
|
||||
json=call_data
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
gateway_result = response.json()
|
||||
self.assertIsNotNone(gateway_result['id'])
|
||||
self.assertIn('status', gateway_result)
|
||||
|
||||
# 3. 验证调用已记录到历史
|
||||
response = self.session.get(
|
||||
f'{self.base_url}/api/v1/history/user-calls',
|
||||
params={'limit': 10}
|
||||
)
|
||||
|
||||
self.assertEqual(response.status_code, 200)
|
||||
history_data = response.json()
|
||||
self.assertGreater(len(history_data['history']), 0)
|
||||
|
||||
# 4. 检查监控指标
|
||||
response = self.session.get(f'{self.base_url}/api/v1/monitoring/health')
|
||||
self.assertEqual(response.status_code, 200)
|
||||
|
||||
# 5. 获取算法性能指标
|
||||
response = self.session.get(
|
||||
f'{self.base_url}/api/v1/monitoring/performance/algorithm/{created_algorithm["id"]}'
|
||||
)
|
||||
self.assertIn(response.status_code, [200, 404]) # 404可能表示没有足够的数据
|
||||
|
||||
|
||||
def run_integration_tests():
|
||||
"""运行所有集成测试"""
|
||||
# 创建测试套件
|
||||
loader = unittest.TestLoader()
|
||||
suite = unittest.TestSuite()
|
||||
|
||||
# 添加所有测试类
|
||||
test_classes = [
|
||||
TestAlgorithmManagement,
|
||||
TestAlgorithmCallFlow,
|
||||
TestGatewayFunctionality,
|
||||
TestDataService,
|
||||
TestMonitoringService,
|
||||
TestPermissionsService,
|
||||
TestServiceManagement,
|
||||
TestHistoryManagement,
|
||||
TestOpenAIFunctionality,
|
||||
TestFullWorkflow
|
||||
]
|
||||
|
||||
for test_class in test_classes:
|
||||
tests = loader.loadTestsFromTestCase(test_class)
|
||||
suite.addTests(tests)
|
||||
|
||||
# 运行测试
|
||||
runner = unittest.TextTestRunner(verbosity=2)
|
||||
result = runner.run(suite)
|
||||
|
||||
return result.wasSuccessful()
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
print("开始运行智能算法展示平台集成测试...")
|
||||
print("=" * 60)
|
||||
|
||||
success = run_integration_tests()
|
||||
|
||||
print("=" * 60)
|
||||
if success:
|
||||
print("✅ 所有集成测试通过！")
|
||||
sys.exit(0)
|
||||
else:
|
||||
print("❌ 部分集成测试失败！")
|
||||
sys.exit(1)
|
||||
212
tests/run_tests.py
Normal file
212
tests/run_tests.py
Normal file
@@ -0,0 +1,212 @@
|
||||
"""
|
||||
智能算法展示平台 - 测试运行脚本
|
||||
|
||||
此脚本用于运行各种类型的测试，包括单元测试、集成测试和端到端测试。
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import subprocess
|
||||
import argparse
|
||||
import unittest
|
||||
import time
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def run_unit_tests():
|
||||
"""运行单元测试"""
|
||||
print("🚀 开始运行单元测试...")
|
||||
|
||||
# 查找所有测试文件
|
||||
test_dir = Path(__file__).parent
|
||||
backend_dir = test_dir.parent / "backend"
|
||||
|
||||
# 运行Python单元测试
|
||||
try:
|
||||
result = subprocess.run([
|
||||
sys.executable, "-m", "unittest", "discover",
|
||||
str(backend_dir), "-p", "*_test.py", "-v"
|
||||
], cwd=str(test_dir.parent), capture_output=True, text=True)
|
||||
|
||||
print("单元测试输出:")
|
||||
print(result.stdout)
|
||||
if result.stderr:
|
||||
print("单元测试错误:")
|
||||
print(result.stderr)
|
||||
|
||||
return result.returncode == 0
|
||||
except Exception as e:
|
||||
print(f"运行单元测试时出错: {e}")
|
||||
return False
|
||||
|
||||
|
||||
def run_integration_tests():
|
||||
"""运行集成测试"""
|
||||
print("⚙️ 开始运行集成测试...")
|
||||
|
||||
test_file = Path(__file__).parent / "integration_tests.py"
|
||||
|
||||
if not test_file.exists():
|
||||
print("⚠️ 集成测试文件不存在，跳过...")
|
||||
return True
|
||||
|
||||
try:
|
||||
result = subprocess.run([
|
||||
sys.executable, str(test_file)
|
||||
], cwd=str(test_file.parent), capture_output=True, text=True)
|
||||
|
||||
print("集成测试输出:")
|
||||
print(result.stdout)
|
||||
if result.stderr:
|
||||
print("集成测试错误:")
|
||||
print(result.stderr)
|
||||
|
||||
return result.returncode == 0
|
||||
except Exception as e:
|
||||
print(f"运行集成测试时出错: {e}")
|
||||
return False
|
||||
|
||||
|
||||
def run_e2e_tests():
|
||||
"""运行端到端测试"""
|
||||
print("🌐 开始运行端到端测试...")
|
||||
|
||||
# 检查服务是否运行
|
||||
import requests
|
||||
from integration_test_config import get_test_config
|
||||
|
||||
config = get_test_config()
|
||||
health_url = config.get_api_url("/monitoring/health")
|
||||
|
||||
try:
|
||||
response = requests.get(health_url, headers=config.get_auth_headers(), timeout=10)
|
||||
if response.status_code == 200:
|
||||
print("✅ 服务正在运行，可以执行端到端测试")
|
||||
|
||||
# 这里可以添加实际的端到端测试逻辑
|
||||
print("正在进行端到端测试...")
|
||||
|
||||
# 示例：测试API的基本功能
|
||||
algorithms_url = config.get_api_url("/algorithms")
|
||||
response = requests.get(algorithms_url, headers=config.get_auth_headers())
|
||||
|
||||
if response.status_code == 200:
|
||||
print("✅ 端到端测试 - 算法API访问正常")
|
||||
return True
|
||||
else:
|
||||
print(f"❌ 端到端测试失败 - 状态码: {response.status_code}")
|
||||
return False
|
||||
else:
|
||||
print("⚠️ 服务未运行，跳过端到端测试")
|
||||
return True # 不将此视为失败，因为可能是预期的
|
||||
except requests.exceptions.ConnectionError:
|
||||
print("⚠️ 无法连接到服务，跳过端到端测试")
|
||||
return True # 不将此视为失败
|
||||
except Exception as e:
|
||||
print(f"运行端到端测试时出错: {e}")
|
||||
return False
|
||||
|
||||
|
||||
def run_load_tests():
|
||||
"""运行负载测试"""
|
||||
print("📈 开始运行负载测试...")
|
||||
|
||||
# 这里可以集成如locust等负载测试工具
|
||||
print("负载测试通常需要单独的工具，如Locust或JMeter")
|
||||
print("当前环境跳过负载测试...")
|
||||
return True
|
||||
|
||||
|
||||
def generate_test_report(results):
|
||||
"""生成测试报告"""
|
||||
print("\n" + "="*60)
|
||||
print("📊 测试报告")
|
||||
print("="*60)
|
||||
|
||||
total_tests = len(results)
|
||||
passed_tests = sum(1 for result in results.values() if result)
|
||||
failed_tests = total_tests - passed_tests
|
||||
|
||||
print(f"总测试类别: {total_tests}")
|
||||
print(f"通过: {passed_tests}")
|
||||
print(f"失败: {failed_tests}")
|
||||
|
||||
for test_name, result in results.items():
|
||||
status = "✅ PASS" if result else "❌ FAIL"
|
||||
print(f"- {test_name}: {status}")
|
||||
|
||||
print("="*60)
|
||||
|
||||
if failed_tests == 0:
|
||||
print("🎉 所有测试都通过了！")
|
||||
return True
|
||||
else:
|
||||
print(f"⚠️ 有 {failed_tests} 个测试类别失败")
|
||||
return False
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description='运行智能算法展示平台测试')
|
||||
parser.add_argument('--unit', action='store_true', help='运行单元测试')
|
||||
parser.add_argument('--integration', action='store_true', help='运行集成测试')
|
||||
parser.add_argument('--e2e', action='store_true', help='运行端到端测试')
|
||||
parser.add_argument('--load', action='store_true', help='运行负载测试')
|
||||
parser.add_argument('--all', action='store_true', help='运行所有测试')
|
||||
parser.add_argument('--verbose', '-v', action='store_true', help='详细输出')
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
# 如果没有指定任何测试类型，则运行所有测试
|
||||
if not any([args.unit, args.integration, args.e2e, args.load, args.all]):
|
||||
args.all = True
|
||||
|
||||
print("🧪 智能算法展示平台测试运行器")
|
||||
print("-" * 40)
|
||||
|
||||
results = {}
|
||||
|
||||
# 根据参数决定运行哪些测试
|
||||
test_functions = []
|
||||
|
||||
if args.all or args.unit:
|
||||
test_functions.append(("单元测试", run_unit_tests))
|
||||
|
||||
if args.all or args.integration:
|
||||
test_functions.append(("集成测试", run_integration_tests))
|
||||
|
||||
if args.all or args.e2e:
|
||||
test_functions.append(("端到端测试", run_e2e_tests))
|
||||
|
||||
if args.all or args.load:
|
||||
test_functions.append(("负载测试", run_load_tests))
|
||||
|
||||
# 运行测试
|
||||
for test_name, test_func in test_functions:
|
||||
print(f"\n{'='*20} {test_name} {'='*20}")
|
||||
start_time = time.time()
|
||||
|
||||
try:
|
||||
result = test_func()
|
||||
elapsed_time = time.time() - start_time
|
||||
|
||||
results[test_name] = result
|
||||
status = "✅ 通过" if result else "❌ 失败"
|
||||
print(f"\n{test_name}结果: {status} (耗时: {elapsed_time:.2f}秒)")
|
||||
|
||||
except KeyboardInterrupt:
|
||||
print("\n⚠️ 测试被用户中断")
|
||||
results[test_name] = False
|
||||
break
|
||||
except Exception as e:
|
||||
print(f"\n❌ {test_name}执行时发生错误: {e}")
|
||||
results[test_name] = False
|
||||
|
||||
# 生成报告
|
||||
all_passed = generate_test_report(results)
|
||||
|
||||
# 设置退出码
|
||||
sys.exit(0 if all_passed else 1)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user