[LABIMP-8500] Adding the pytest cases for Project Creation

.github/workflows/ci.yml

@@ -11,24 +11,6 @@ jobs:
     runs-on: ubuntu-latest
     environment: prod
 
-    env:
-      API_KEY: ${{ secrets.API_KEY }}
-      API_SECRET: ${{ secrets.API_SECRET }}
-      CLIENT_ID: ${{ secrets.CLIENT_ID }}
-      TEST_EMAIL: ${{ secrets.TEST_EMAIL }}
-      AWS_CONNECTION_IMAGE: ${{ secrets.AWS_CONNECTION_IMAGE }}
-      AWS_CONNECTION_VIDEO: ${{ secrets.AWS_CONNECTION_VIDEO }}
-      GCS_CONNECTION_IMAGE: ${{ secrets.GCS_CONNECTION_IMAGE }}
-      GCS_CONNECTION_VIDEO: ${{ secrets.GCS_CONNECTION_VIDEO }}
-      LABELLERR_TEST_DATA_PATH: ${{ github.workspace }}/tests/fixtures/mcp_images
-      IMAGE_DATASET_ID: ${{ vars.IMAGE_DATASET_ID }}
-      AUDIO_MP3_DATASET_ID: ${{ vars.AUDIO_MP3_DATASET_ID }}
-      AUDIO_WAV_DATASET_ID: ${{ vars.AUDIO_WAV_DATASET_ID }}
-      VIDEO_DATASET_ID: ${{ vars.VIDEO_DATASET_ID }}
-      DOCUMENT_DATASET_ID: ${{ vars.DOCUMENT_DATASET_ID }}
-      TEXT_DATASET_ID: ${{ vars.TEXT_DATASET_ID }}
-
-
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -41,6 +23,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
+          pip install -r requirements.txt
           pip install -e ".[dev,mcp]"
 
       - name: Run linting
@@ -62,7 +45,7 @@ jobs:
           fi
 
       - name: Run unit tests
-        run: make test-unit
-
-      - name: Run integration tests
-        run: make test-integration
+        run: |
+          mkdir -p tests/integration/test_reports
+          make test-unit
+        continue-on-error: false

.github/workflows/release.yml

@@ -30,76 +30,100 @@
   PYTHON_VERSION: '3.9'
 
 jobs:
-  # Test before releasing - reuse existing CI strategy
+  # Test before releasing - unified test suite
   test:
-    name: Test Suite
+    name: Test Suite (Unit + Integration)
     runs-on: ubuntu-latest
     if: ${{ !inputs.skip_tests }}
-    strategy:
-      matrix:
-        python-version: ['3.9']
+    environment: prod
+
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
 
-      - name: Set up Python ${{ matrix.python-version }}
+      - name: Set up Python 3.9
         uses: actions/setup-python@v4
         with:
-          python-version: ${{ matrix.python-version }}
+          python-version: '3.9'
 
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
+          pip install -r requirements.txt
           pip install -e ".[dev]"
 
       - name: Run linting
         run: |
           make lint
+
       - name: Run formatting
         run: |
           make format
-      - name: Run tests
-        run: |
-          make test
-
-  integration-test:
-    name: Integration Tests
-    runs-on: ubuntu-latest
-    needs: test
-    if: ${{ !inputs.skip_tests && (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop') }}
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Set up Python 3.9
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.9'
-
-      - name: Install dependencies
+
+      - name: Run unit tests
         run: |
-          python -m pip install --upgrade pip
-          pip install -e ".[dev]"
+          mkdir -p tests/integration/test_reports
+          make test-unit
 
       - name: Run integration tests
         env:
-          LABELLERR_API_KEY: ${{ secrets.LABELLERR_API_KEY }}
-          LABELLERR_API_SECRET: ${{ secrets.LABELLERR_API_SECRET }}
-          LABELLERR_CLIENT_ID: ${{ secrets.LABELLERR_CLIENT_ID }}
-          LABELLERR_TEST_EMAIL: ${{ secrets.LABELLERR_TEST_EMAIL }}
+          API_KEY: ${{ secrets.LABELLERR_API_KEY }}
+          API_SECRET: ${{ secrets.LABELLERR_API_SECRET }}
+          CLIENT_ID: ${{ secrets.LABELLERR_CLIENT_ID }}
+          TEST_EMAIL: ${{ secrets.LABELLERR_TEST_EMAIL }}
           AWS_CONNECTION_IMAGE: ${{ secrets.AWS_CONNECTION_IMAGE }}
           AWS_CONNECTION_VIDEO: ${{ secrets.AWS_CONNECTION_VIDEO }}
           GCS_CONNECTION_IMAGE: ${{ secrets.GCS_CONNECTION_IMAGE }}
           GCS_CONNECTION_VIDEO: ${{ secrets.GCS_CONNECTION_VIDEO }}
+          LABELLERR_TEST_DATA_PATH: ${{ github.workspace }}/tests/fixtures/mcp_images
+          IMAGE_DATASET_ID: ${{ vars.IMAGE_DATASET_ID }}
+          AUDIO_MP3_DATASET_ID: ${{ vars.AUDIO_MP3_DATASET_ID }}
+          AUDIO_WAV_DATASET_ID: ${{ vars.AUDIO_WAV_DATASET_ID }}
+          VIDEO_DATASET_ID: ${{ vars.VIDEO_DATASET_ID }}
+          DOCUMENT_DATASET_ID: ${{ vars.DOCUMENT_DATASET_ID }}
+          TEXT_DATASET_ID: ${{ vars.TEXT_DATASET_ID }}
+        run: |
+          make test-integration
+
+      - name: Upload test reports
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: release-test-reports
+          path: |
+            tests/integration/test_reports/
+            htmlcov/
+          retention-days: 90
+
+      - name: Publish Test Results
+        uses: EnricoMi/publish-unit-test-result-action@v2
+        if: always()
+        with:
+          files: tests/integration/test_reports/junit.xml
+          check_name: Release Test Results
+          comment_title: Release Test Results
+
+      - name: Test Report Summary
+        if: always()
         run: |
-          python -m pytest labellerr_integration_case_tests.py -v
+          echo "## 📊 Release Test Execution Summary" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          echo "### Unit Tests ✅" >> $GITHUB_STEP_SUMMARY
+          echo "### Integration Tests ✅" >> $GITHUB_STEP_SUMMARY
+          echo "" >> $GITHUB_STEP_SUMMARY
+          if [ -f tests/integration/test_reports/junit.xml ]; then
+            echo "✅ Test reports generated successfully" >> $GITHUB_STEP_SUMMARY
+            echo "" >> $GITHUB_STEP_SUMMARY
+            echo "📄 Reports available in artifacts" >> $GITHUB_STEP_SUMMARY
+          else
+            echo "⚠️ No test reports found" >> $GITHUB_STEP_SUMMARY
+          fi
 
   release:
     name: Create Release
     runs-on: ubuntu-latest
-    needs: [test, integration-test]
-    if: always() && github.ref == 'refs/heads/main' && (needs.test.result == 'success' || needs.test.result == 'skipped') && (needs.integration-test.result == 'success' || needs.integration-test.result == 'skipped')
+    needs: [test]
+    if: always() && github.ref == 'refs/heads/main' && (needs.test.result == 'success' || needs.test.result == 'skipped')
     outputs:
       version: ${{ steps.version.outputs.version }}
       tag: ${{ steps.version.outputs.tag }}

.gitignore

@@ -31,3 +31,12 @@ labellerr/__pycache__/
 env.*
 claude.md
 .history/
+
+# Test reports
+tests/integration/test_reports/
+reports/
+htmlcov/
+.coverage
+.pytest_cache/
+*.xml
+*.html

Makefile

@@ -20,25 +20,54 @@ clean:
 	find . -type f -name "*.pyc" -delete
 	find . -type d -name "__pycache__" -delete
 	find . -type d -name "*.egg-info" -exec rm -rf {} +
-	rm -rf build/ dist/ .coverage .pytest_cache/ .mypy_cache/
+	rm -rf build/ dist/ .coverage .pytest_cache/ .mypy_cache/ tests/integration/test_reports/ htmlcov/
 
-test: ## Run all tests
+test: ## Run all tests with HTML report
+	@mkdir -p tests/integration/test_reports
 	$(PYTHON) -m pytest tests/ -v
+	@echo ""
+	@echo "✅ Tests completed! Check output above for report locations."
 
 test-unit: ## Run only unit tests
+	@mkdir -p tests/integration/test_reports
 	$(PYTHON) -m pytest tests/unit/ -v -m "unit"
+	@echo ""
+	@echo "✅ Unit tests completed! Check output above for report locations."
 
 test-integration: ## Run only integration tests (requires credentials)
-	$(PYTHON) -m pytest tests/integration/ -v -m "integration"
+	@mkdir -p tests/integration/test_reports
+	$(PYTHON) -m pytest tests/integration/ -v -m "integration and not deprecated"
+	@echo ""
+	@echo "✅ Integration tests completed! Check output above for report locations."
 
 test-fast: ## Run fast tests only (exclude slow tests)
-	$(PYTHON) -m pytest tests/ -v -m "not slow"
+	@mkdir -p tests/integration/test_reports
+	$(PYTHON) -m pytest tests/ -v -m "not slow" --html=dummy --junit-xml=dummy
+	@echo ""
+	@echo "📊 Latest test report: tests/integration/test_reports/test-report.html"
+	@echo "📁 Timestamped reports saved in: tests/integration/test_reports/"
 
 test-aws: ## Run AWS-specific tests
-	$(PYTHON) -m pytest tests/ -v -m "aws"
+	@mkdir -p tests/integration/test_reports
+	$(PYTHON) -m pytest tests/ -v -m "aws" --html=dummy --junit-xml=dummy
+	@echo ""
+	@echo "📊 Latest test report: tests/integration/test_reports/test-report.html"
+	@echo "📁 Timestamped reports saved in: tests/integration/test_reports/"
 
 test-gcs: ## Run GCS-specific tests
-	$(PYTHON) -m pytest tests/ -v -m "gcs"
+	@mkdir -p tests/integration/test_reports
+	$(PYTHON) -m pytest tests/ -v -m "gcs" --html=dummy --junit-xml=dummy
+	@echo ""
+	@echo "📊 Latest test report: tests/integration/test_reports/test-report.html"
+	@echo "📁 Timestamped reports saved in: tests/integration/test_reports/"
+
+test-with-coverage: ## Run tests with coverage report
+	@mkdir -p tests/integration/test_reports htmlcov
+	$(PYTHON) -m pytest tests/ -v --html=dummy --junit-xml=dummy --cov=labellerr --cov-report=html --cov-report=term --cov-report=xml:tests/integration/test_reports/coverage.xml
+	@echo ""
+	@echo "📊 Latest test report: tests/integration/test_reports/test-report.html"
+	@echo "📈 Coverage report: htmlcov/index.html"
+	@echo "📁 Timestamped reports saved in: tests/integration/test_reports/"
 
 lint:
 	flake8 .