Skip to content

Commit 889b003

Browse files
committed
added new 6 gap-test cases and rectified old gap test cases
1 parent 529135f commit 889b003

15 files changed

+3465
-100
lines changed

Makefile

Lines changed: 25 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
# Makefile for TVM Upload System
22
# Simplifies common development tasks
33

4-
.PHONY: help install install-dev install-dev-tools test test-fast test-unit test-integration test-e2e test-all test-coverage test-manual clean clean-test clean-all lint format check run run-test-config deploy-install deploy-uninstall deploy-verify deploy-health
4+
.PHONY: help install install-dev install-dev-tools test test-fast test-unit test-integration test-e2e test-all test-coverage test-manual test-gap test-all-manual clean clean-test clean-all lint format check run run-test-config deploy-install deploy-uninstall deploy-verify deploy-health
55

66
# Default target
77
.DEFAULT_GOAL := help
@@ -45,7 +45,9 @@ help:
4545
@echo " make test-e2e Run E2E tests (AWS_PROFILE=china)"
4646
@echo " make test-all Run ALL tests including E2E (AWS_PROFILE=china)"
4747
@echo " make test-coverage Run tests with HTML coverage report"
48-
@echo " make test-manual Run manual test scenarios (~24 min)"
48+
@echo " make test-manual Run 17 core manual test scenarios (~2.5 hours)"
49+
@echo " make test-gap Run 11 gap + advanced test scenarios (~3 hours)"
50+
@echo " make test-all-manual Run ALL manual tests (core + gap + advanced, ~5.5 hours)"
4951
@echo ""
5052
@echo "$(GREEN)Code Quality:$(NC)"
5153
@echo " make lint Run linters (flake8, pylint)"
@@ -144,10 +146,21 @@ test-coverage:
144146
@echo "$(YELLOW)View HTML report: open htmlcov/index.html$(NC)"
145147

146148
test-manual:
147-
@echo "$(BLUE)Running manual test scenarios...$(NC)"
148-
@echo "$(YELLOW)This runs 17 automated manual test scenarios (~24 min)$(NC)"
149+
@echo "$(BLUE)Running core manual test scenarios...$(NC)"
150+
@echo "$(YELLOW)This runs 17 automated manual test scenarios (~2.5 hours)$(NC)"
149151
./scripts/testing/run_manual_tests.sh
150-
@echo "$(GREEN)✓ Manual tests complete$(NC)"
152+
@echo "$(GREEN)✓ Core manual tests complete$(NC)"
153+
154+
test-gap:
155+
@echo "$(BLUE)Running gap + advanced test scenarios...$(NC)"
156+
@echo "$(YELLOW)This runs 11 test scenarios (~3 hours)$(NC)"
157+
@echo "$(YELLOW)Gap tests (18-22): env vars, all sources, deferred deletion, crash recovery, registry cleanup$(NC)"
158+
@echo "$(YELLOW)Advanced tests (23,25-29): config validation, concurrency, security, performance, integration$(NC)"
159+
./scripts/testing/gap-tests/run_gap_tests.sh
160+
@echo "$(GREEN)✓ Gap + advanced tests complete$(NC)"
161+
162+
test-all-manual: test-manual test-gap
163+
@echo "$(GREEN)✓ All manual tests complete (17 core + 5 gap + 6 advanced = 28 tests)$(NC)"
151164

152165
# ==================== Code Quality ====================
153166

@@ -303,10 +316,13 @@ info:
303316
@echo " Docs: docs/"
304317
@echo ""
305318
@echo "$(BLUE)Test Breakdown:$(NC)"
306-
@echo " Unit: 249 tests (~5 sec)"
307-
@echo " Integration: 90 tests (~35 sec)"
308-
@echo " E2E: 60 tests (~7.5 min)"
309-
@echo " Manual: 17 scenarios (~24 min)"
319+
@echo " Unit: 249 tests (~5 sec)"
320+
@echo " Integration: 90 tests (~35 sec)"
321+
@echo " E2E: 60 tests (~7.5 min)"
322+
@echo " Manual (core): 17 scenarios (~2.5 hours)"
323+
@echo " Manual (gap): 5 scenarios (~30 min)"
324+
@echo " Manual (adv): 6 scenarios (~2.5 hours)"
325+
@echo " Manual (total): 28 scenarios (~5.5 hours)"
310326

311327
version:
312328
@echo "TVM Upload System v2.1.0"

README.md

Lines changed: 26 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44

55
[![Python 3.10+](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
66
[![AWS China](https://img.shields.io/badge/AWS-China%20Region-orange.svg)](https://www.amazonaws.cn/)
7-
[![Tests](https://img.shields.io/badge/tests-400%2B%20passing-brightgreen.svg)]()
7+
[![Tests](https://img.shields.io/badge/tests-426%2B%20passing-brightgreen.svg)]()
88

99
---
1010

@@ -92,7 +92,7 @@ All dependencies are defined in `pyproject.toml`:
9292
|----------|-------------|----------|
9393
| **[Deployment Guide](docs/deployment_guide.md)** | **START HERE** - Complete vehicle deployment | Operators, DevOps |
9494
| **[Complete Reference](docs/complete_reference.md)** | All features, configuration, examples | All Users |
95-
| **[Testing Guide](docs/autonomous_testing_guide.md)** | Running 400+ automated tests | Developers |
95+
| **[Testing Guide](docs/autonomous_testing_guide.md)** | Running 426+ automated tests (unit/integration/E2E/manual) | Developers |
9696
| **[GitHub Actions OIDC](docs/github_actions_oidc_setup.md)** | CI/CD setup without stored credentials | DevOps |
9797

9898
---
@@ -252,27 +252,34 @@ See [Configuration Reference](./docs/configuration_reference.md#pattern) for det
252252

253253
## 🧪 Testing
254254

255-
**400+ automated tests** covering all functionality:
255+
**420+ automated tests** covering all functionality:
256256

257257
```bash
258258
# Fast local tests (unit + integration)
259-
./scripts/testing/run_tests.sh fast
260-
261-
# Full suite with coverage
262-
./scripts/testing/run_tests.sh all --coverage
259+
make test-fast # Unit tests (~5s)
260+
make test # Unit + integration (~40s)
263261
264262
# E2E tests (requires AWS)
265-
AWS_PROFILE=china ./scripts/testing/run_tests.sh e2e
263+
make test-e2e # E2E tests (~7.5 min)
266264
267-
# Manual test suite (17 scenarios, end-to-end validation)
265+
# Manual test scenarios
266+
make test-manual # 17 core manual tests (~2.5 hours)
267+
make test-gap # 5 gap tests (~30 min)
268+
make test-all-manual # All manual tests (~3 hours)
269+
270+
# Or use scripts directly
271+
./scripts/testing/run_tests.sh fast
272+
./scripts/testing/run_tests.sh all --coverage
268273
./scripts/testing/run_manual_tests.sh
274+
./scripts/testing/gap-tests/run_gap_tests.sh
269275
```
270276

271277
**Test Coverage:**
272-
- ✅ 249 unit tests (fast, fully mocked)
273-
- ✅ 90 integration tests (mocked AWS)
274-
- ✅ 60 E2E tests (real AWS S3)
275-
- ✅ 17 manual test scenarios
278+
- ✅ 249 unit tests (fast, fully mocked, ~5s)
279+
- ✅ 90 integration tests (mocked AWS, ~35s)
280+
- ✅ 60 E2E tests (real AWS S3, ~7.5min)
281+
- ✅ 17 core manual test scenarios (~2.5 hours)
282+
- ✅ 5 gap test scenarios (~30 min)
276283
- ✅ 90%+ code coverage
277284

278285
See [Testing Guide](docs/autonomous_testing_guide.md) for details.
@@ -372,13 +379,14 @@ tvm-upload/
372379
│ ├── disk_manager.py # Disk management
373380
│ ├── queue_manager.py # Queue persistence
374381
│ └── cloudwatch_manager.py
375-
├── tests/ # Test suite (400+ tests)
376-
│ ├── unit/ # Fast unit tests
377-
│ ├── integration/ # Integration tests
378-
│ └── e2e/ # End-to-end tests
382+
├── tests/ # Test suite (399+ automated tests)
383+
│ ├── unit/ # 249 fast unit tests
384+
│ ├── integration/ # 90 integration tests
385+
│ └── e2e/ # 60 end-to-end tests
379386
├── scripts/
380387
│ ├── deployment/ # install.sh, uninstall.sh, verify_deployment.sh
381-
│ ├── testing/ # run_tests.sh, run_manual_tests.sh
388+
│ ├── testing/ # run_tests.sh, manual-tests/ (17 tests)
389+
│ │ └── gap-tests/ # run_gap_tests.sh (5 tests + 6 advanced tests = 11 tests)
382390
│ ├── diagnostics/ # Troubleshooting tools
383391
│ └── lib/ # Shared libraries
384392
├── docs/ # Documentation

0 commit comments

Comments
 (0)