first commit

tests/integration_tests.py

@@ -0,0 +1,526 @@
+"""
+智能算法展示平台 - 系统集成测试套件
+
+此测试套件验证整个系统的功能完整性，包括：
+- API网关功能
+- 算法注册和管理
+- 算法调用流程
+- 数据管理
+- 用户认证和权限
+- 监控和日志
+- 服务发现和管理
+"""
+
+import os
+import sys
+import unittest
+import asyncio
+import requests
+import time
+from datetime import datetime, timedelta
+from typing import Dict, Any, Optional
+
+# 添加项目根目录到路径
+sys.path.insert(0, os.path.join(os.path.dirname(__file__), '..'))
+
+from backend.app.services.service_manager import ServiceManager
+from backend.app.services.data_manager import DataManager
+from backend.app.services.monitoring import MonitoringService
+from backend.app.services.permission import PermissionManager
+
+
+class IntegrationTestBase(unittest.TestCase):
+    """集成测试基类"""
+    
+    @classmethod
+    def setUpClass(cls):
+        """在所有测试开始前设置"""
+        cls.base_url = os.getenv('TEST_BASE_URL', 'http://localhost:8000')
+        cls.api_key = os.getenv('TEST_API_KEY', 'test-key-12345')
+        cls.headers = {
+            'Authorization': f'Bearer {cls.api_key}',
+            'Content-Type': 'application/json'
+        }
+        cls.test_algorithm_id = 'test-alg-' + str(int(time.time()))
+        cls.test_user_id = 'test-user-' + str(int(time.time()))
+        
+    def setUp(self):
+        """每个测试开始前设置"""
+        self.session = requests.Session()
+        self.session.headers.update(self.headers)
+        
+    def tearDown(self):
+        """每个测试结束后清理"""
+        self.session.close()
+
+
+class TestAlgorithmManagement(IntegrationTestBase):
+    """算法管理功能集成测试"""
+    
+    def test_create_and_get_algorithm(self):
+        """测试创建和获取算法"""
+        # 创建算法
+        algorithm_data = {
+            'name': f'Test Algorithm {self.test_algorithm_id}',
+            'description': 'Test algorithm for integration testing',
+            'type': 'computer_vision',
+            'status': 'active'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms',
+            json=algorithm_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        created_alg = response.json()
+        self.assertEqual(created_alg['name'], algorithm_data['name'])
+        self.assertEqual(created_alg['type'], algorithm_data['type'])
+        
+        # 获取刚创建的算法
+        response = self.session.get(
+            f'{self.base_url}/api/v1/algorithms/{created_alg["id"]}'
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        retrieved_alg = response.json()
+        self.assertEqual(retrieved_alg['id'], created_alg['id'])
+        self.assertEqual(retrieved_alg['name'], created_alg['name'])
+        
+    def test_list_algorithms(self):
+        """测试获取算法列表"""
+        response = self.session.get(f'{self.base_url}/api/v1/algorithms')
+        
+        self.assertEqual(response.status_code, 200)
+        data = response.json()
+        self.assertIn('algorithms', data)
+        self.assertIn('total', data)
+        self.assertIsInstance(data['algorithms'], list)
+
+
+class TestAlgorithmCallFlow(IntegrationTestBase):
+    """算法调用流程集成测试"""
+    
+    def setUp(self):
+        super().setUp()
+        
+        # 创建一个测试算法
+        algorithm_data = {
+            'name': f'Test Call Algorithm {self.test_algorithm_id}',
+            'description': 'Test algorithm for call flow testing',
+            'type': 'computer_vision',
+            'status': 'active'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms',
+            json=algorithm_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        self.created_algorithm = response.json()
+        
+    def test_algorithm_call_process(self):
+        """测试完整的算法调用流程"""
+        # 调用算法
+        call_data = {
+            'algorithm_id': self.created_algorithm['id'],
+            'version_id': self.created_algorithm['versions'][0]['id'] if self.created_algorithm['versions'] else None,
+            'input_data': {
+                'image_url': 'https://example.com/test-image.jpg'
+            },
+            'params': {
+                'confidence_threshold': 0.7
+            }
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms/call',
+            json=call_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        call_result = response.json()
+        self.assertIn('id', call_result)
+        self.assertIn('status', call_result)
+        self.assertIn('output_data', call_result)
+        
+        # 获取调用结果
+        response = self.session.get(
+            f'{self.base_url}/api/v1/algorithms/calls/{call_result["id"]}'
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        retrieved_result = response.json()
+        self.assertEqual(retrieved_result['id'], call_result['id'])
+        self.assertEqual(retrieved_result['status'], call_result['status'])
+
+
+class TestGatewayFunctionality(IntegrationTestBase):
+    """API网关功能集成测试"""
+    
+    def setUp(self):
+        super().setUp()
+        
+        # 创建一个测试算法
+        algorithm_data = {
+            'name': f'Test Gateway Algorithm {self.test_algorithm_id}',
+            'description': 'Test algorithm for gateway testing',
+            'type': 'computer_vision',
+            'status': 'active'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms',
+            json=algorithm_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        self.created_algorithm = response.json()
+        
+    def test_gateway_call(self):
+        """测试通过网关调用算法"""
+        # 通过网关调用算法
+        call_data = {
+            'algorithm_id': self.created_algorithm['id'],
+            'version_id': self.created_algorithm['versions'][0]['id'] if self.created_algorithm['versions'] else None,
+            'input_data': {
+                'image_url': 'https://example.com/test-image.jpg'
+            },
+            'params': {
+                'confidence_threshold': 0.7
+            }
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/gateway/call',
+            json=call_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        gateway_result = response.json()
+        self.assertIn('id', gateway_result)
+        self.assertIn('status', gateway_result)
+        self.assertIn('response_time', gateway_result)
+        
+    def test_gateway_stats(self):
+        """测试网关统计信息"""
+        response = self.session.get(f'{self.base_url}/api/v1/gateway/stats')
+        
+        self.assertEqual(response.status_code, 200)
+        stats = response.json()
+        self.assertIn('total_requests', stats)
+        self.assertIn('successful_requests', stats)
+        self.assertIn('failed_requests', stats)
+
+
+class TestDataService(IntegrationTestBase):
+    """数据服务集成测试"""
+    
+    def test_data_storage_and_retrieval(self):
+        """测试数据存储和检索"""
+        # 使用数据管理服务
+        data_manager = DataManager()
+        
+        # 存储输入数据
+        input_data = {'image_url': 'https://example.com/test.jpg'}
+        input_id = data_manager.save_input_data(input_data)
+        self.assertIsNotNone(input_id)
+        
+        # 存储输出数据
+        output_data = {
+            'predictions': [
+                {'class': 'cat', 'confidence': 0.95},
+                {'class': 'dog', 'confidence': 0.87}
+            ]
+        }
+        output_id = data_manager.save_output_data(output_data)
+        self.assertIsNotNone(output_id)
+        
+        # 检索数据
+        retrieved_input = data_manager.get_input_data(input_id)
+        self.assertEqual(retrieved_input, input_data)
+        
+        retrieved_output = data_manager.get_output_data(output_id)
+        self.assertEqual(retrieved_output, output_data)
+
+
+class TestMonitoringService(IntegrationTestBase):
+    """监控服务集成测试"""
+    
+    def test_monitoring_functionality(self):
+        """测试监控功能"""
+        monitoring_service = MonitoringService()
+        
+        # 检查健康状态
+        health_status = monitoring_service.get_health_status()
+        self.assertIsNotNone(health_status)
+        self.assertIn('status', health_status)
+        self.assertIn('timestamp', health_status)
+        self.assertIn('system_metrics', health_status)
+        
+        # 收集一些指标
+        metrics_collector = monitoring_service.metrics_collector
+        metrics_collector.record_api_call('test_endpoint', 1.23, 200)
+        metrics_collector.record_algorithm_execution('test_alg', 0.98, 'success')
+        
+        # 获取指标
+        metrics = metrics_collector.get_current_metrics()
+        self.assertIsNotNone(metrics)
+
+
+class TestPermissionsService(IntegrationTestBase):
+    """权限服务集成测试"""
+    
+    def test_permission_management(self):
+        """测试权限管理"""
+        permission_manager = PermissionManager()
+        
+        # 检查权限
+        has_permission = permission_manager.check_permission(
+            user_id=self.test_user_id,
+            algorithm_id='test-algorithm-123',
+            permission_type='execute'
+        )
+        
+        # 可能没有权限，但至少方法应该不抛异常
+        self.assertIsInstance(has_permission, bool)
+        
+        # 添加权限
+        permission_manager.grant_permission(
+            user_id=self.test_user_id,
+            algorithm_id='test-algorithm-123',
+            permission_type='execute'
+        )
+        
+        # 再次检查权限
+        has_permission_after = permission_manager.check_permission(
+            user_id=self.test_user_id,
+            algorithm_id='test-algorithm-123',
+            permission_type='execute'
+        )
+        
+        self.assertTrue(has_permission_after)
+
+
+class TestServiceManagement(IntegrationTestBase):
+    """服务管理集成测试"""
+    
+    def test_service_registration_and_discovery(self):
+        """测试服务注册和发现"""
+        service_manager = ServiceManager()
+        
+        # 注册一个测试服务
+        service_info = {
+            'name': f'test-service-{int(time.time())}',
+            'host': 'localhost',
+            'port': 8080,
+            'protocol': 'http',
+            'metadata': {'version': '1.0.0'}
+        }
+        
+        registered_service = service_manager.register_service(service_info)
+        self.assertIsNotNone(registered_service)
+        
+        # 发现服务
+        discovered_services = service_manager.discover_services(service_info['name'])
+        self.assertIn(registered_service['id'], [s['id'] for s in discovered_services])
+        
+        # 检查服务状态
+        service_status = service_manager.get_service_status(registered_service['id'])
+        self.assertIsNotNone(service_status)
+
+
+class TestHistoryManagement(IntegrationTestBase):
+    """历史记录管理集成测试"""
+    
+    def test_history_operations(self):
+        """测试历史记录操作"""
+        # 先调用一个算法来生成历史记录
+        algorithm_data = {
+            'name': f'Test History Algorithm {self.test_algorithm_id}',
+            'description': 'Test algorithm for history testing',
+            'type': 'computer_vision',
+            'status': 'active'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms',
+            json=algorithm_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        created_algorithm = response.json()
+        
+        # 调用算法
+        call_data = {
+            'algorithm_id': created_algorithm['id'],
+            'version_id': created_algorithm['versions'][0]['id'] if created_algorithm['versions'] else None,
+            'input_data': {'test': 'data'},
+            'params': {}
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms/call',
+            json=call_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        call_result = response.json()
+        
+        # 获取历史记录
+        response = self.session.get(f'{self.base_url}/api/v1/history/user-calls')
+        
+        self.assertEqual(response.status_code, 200)
+        history_data = response.json()
+        self.assertIn('history', history_data)
+        self.assertIn('count', history_data)
+        
+        # 获取统计信息
+        response = self.session.get(f'{self.base_url}/api/v1/history/statistics')
+        
+        self.assertEqual(response.status_code, 200)
+        stats_data = response.json()
+        self.assertIn('total_calls', stats_data)
+        self.assertIn('success_rate', stats_data)
+
+
+class TestOpenAIFunctionality(IntegrationTestBase):
+    """OpenAI集成功能测试"""
+    
+    def test_openai_integration(self):
+        """测试OpenAI集成"""
+        # 检查是否设置了OpenAI API密钥
+        openai_api_key = os.getenv('OPENAI_API_KEY')
+        if not openai_api_key:
+            self.skipTest("OPENAI_API_KEY not set, skipping OpenAI integration test")
+        
+        # 生成仿真数据
+        generation_data = {
+            'prompt': '一个包含猫和狗的图像描述',
+            'data_type': 'text'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/openai/generate-data',
+            json=generation_data
+        )
+        
+        # 即使API密钥无效，也应该返回合理的错误而不是崩溃
+        self.assertIn(response.status_code, [200, 401, 500])
+        
+        if response.status_code == 200:
+            result = response.json()
+            self.assertIn('data', result)
+            self.assertIn('type', result)
+
+
+class TestFullWorkflow(IntegrationTestBase):
+    """完整工作流程集成测试"""
+    
+    def test_complete_workflow(self):
+        """测试完整的端到端工作流程"""
+        # 1. 创建算法
+        algorithm_data = {
+            'name': f'Complete Workflow Test {self.test_algorithm_id}',
+            'description': 'Algorithm for complete workflow testing',
+            'type': 'nlp',
+            'status': 'active'
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/algorithms',
+            json=algorithm_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        created_algorithm = response.json()
+        self.assertIsNotNone(created_algorithm['id'])
+        
+        # 2. 通过网关调用算法
+        call_data = {
+            'algorithm_id': created_algorithm['id'],
+            'version_id': created_algorithm['versions'][0]['id'] if created_algorithm['versions'] else None,
+            'input_data': {
+                'text': '这是一个测试文本'
+            },
+            'params': {
+                'max_length': 100
+            }
+        }
+        
+        response = self.session.post(
+            f'{self.base_url}/api/v1/gateway/call',
+            json=call_data
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        gateway_result = response.json()
+        self.assertIsNotNone(gateway_result['id'])
+        self.assertIn('status', gateway_result)
+        
+        # 3. 验证调用已记录到历史
+        response = self.session.get(
+            f'{self.base_url}/api/v1/history/user-calls',
+            params={'limit': 10}
+        )
+        
+        self.assertEqual(response.status_code, 200)
+        history_data = response.json()
+        self.assertGreater(len(history_data['history']), 0)
+        
+        # 4. 检查监控指标
+        response = self.session.get(f'{self.base_url}/api/v1/monitoring/health')
+        self.assertEqual(response.status_code, 200)
+        
+        # 5. 获取算法性能指标
+        response = self.session.get(
+            f'{self.base_url}/api/v1/monitoring/performance/algorithm/{created_algorithm["id"]}'
+        )
+        self.assertIn(response.status_code, [200, 404])  # 404可能表示没有足够的数据
+
+
+def run_integration_tests():
+    """运行所有集成测试"""
+    # 创建测试套件
+    loader = unittest.TestLoader()
+    suite = unittest.TestSuite()
+    
+    # 添加所有测试类
+    test_classes = [
+        TestAlgorithmManagement,
+        TestAlgorithmCallFlow,
+        TestGatewayFunctionality,
+        TestDataService,
+        TestMonitoringService,
+        TestPermissionsService,
+        TestServiceManagement,
+        TestHistoryManagement,
+        TestOpenAIFunctionality,
+        TestFullWorkflow
+    ]
+    
+    for test_class in test_classes:
+        tests = loader.loadTestsFromTestCase(test_class)
+        suite.addTests(tests)
+    
+    # 运行测试
+    runner = unittest.TextTestRunner(verbosity=2)
+    result = runner.run(suite)
+    
+    return result.wasSuccessful()
+
+
+if __name__ == '__main__':
+    print("开始运行智能算法展示平台集成测试...")
+    print("=" * 60)
+    
+    success = run_integration_tests()
+    
+    print("=" * 60)
+    if success:
+        print("✅ 所有集成测试通过！")
+        sys.exit(0)
+    else:
+        print("❌ 部分集成测试失败！")
+        sys.exit(1)