docker-compose.e2e.yml

# =============================================================================
# TelemetryFlow Python SDK - E2E Test Docker Compose
# =============================================================================
#
# TelemetryFlow Python SDK - Community Enterprise Observability Platform (CEOP)
# Copyright (c) 2024-2026 Telemetri Data Indonesia. All rights reserved.
#
# Usage:
#   # Start E2E test environment
#   docker-compose -f docker-compose.e2e.yml up -d
#
#   # Wait for services to be ready
#   ./scripts/wait-for-services.sh
#
#   # Run E2E tests
#   make test-e2e
#
#   # Stop E2E test environment
#   docker-compose -f docker-compose.e2e.yml down -v
#
# =============================================================================
# OTLP HTTP Endpoints (Dual Ingestion Support)
# =============================================================================
#
#   TelemetryFlow Platform (Recommended - TFO Standalone):
#     POST http://localhost:4318/v2/traces
#     POST http://localhost:4318/v2/metrics
#     POST http://localhost:4318/v2/logs
#
#   OTEL Community (Backwards Compatible - OCB/Standard):
#     POST http://localhost:4318/v1/traces
#     POST http://localhost:4318/v1/metrics
#     POST http://localhost:4318/v1/logs
#
#   gRPC (Both versions via same port):
#     localhost:4317
#
#   NOTE: v2 endpoints require TFO Standalone build.
#         OCB builds support v1 endpoints only.
#
# =============================================================================

services:
  # ---------------------------------------------------------------------------
  # SDK E2E Test Runner
  # ---------------------------------------------------------------------------
  sdk-e2e:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: telemetryflow-python-sdk-e2e
    entrypoint: ["/bin/bash", "-c"]
    command:
      - |
        echo "TelemetryFlow Python SDK E2E Test Container"
        echo "============================================"
        python -c "from telemetryflow import TelemetryFlowBuilder; print('SDK imported successfully')"
        telemetryflow-gen version || echo "Generator CLI check"
        echo "SDK is ready for E2E testing!"
        # Keep container running for test execution
        tail -f /dev/null
    environment:
      - TELEMETRYFLOW_API_KEY_ID=tfk_e2e_test_key
      - TELEMETRYFLOW_API_KEY_SECRET=tfs_e2e_test_secret
      - TELEMETRYFLOW_ENDPOINT=otel-collector:4317
      - TELEMETRYFLOW_SERVICE_NAME=python-sdk-e2e
      - TELEMETRYFLOW_SERVICE_VERSION=1.1.1
      - TELEMETRYFLOW_ENVIRONMENT=test
    volumes:
      - ./workspace:/workspace
      - ./tests/e2e/testdata:/testdata:ro
      - ./examples:/examples:ro
    working_dir: /workspace
    depends_on:
      otel-collector:
        condition: service_healthy
    networks:
      - e2e-test

  # ---------------------------------------------------------------------------
  # Python Test Runner
  # ---------------------------------------------------------------------------
  test-runner:
    build:
      context: .
      dockerfile: Dockerfile.dev
    container_name: telemetryflow-python-test-runner
    entrypoint: ["pytest"]
    command: ["tests/", "-v", "--tb=short"]
    environment:
      - TELEMETRYFLOW_API_KEY_ID=tfk_e2e_test_key
      - TELEMETRYFLOW_API_KEY_SECRET=tfs_e2e_test_secret
      - TELEMETRYFLOW_ENDPOINT=otel-collector:4317
      - TELEMETRYFLOW_SERVICE_NAME=python-sdk-tests
      - TELEMETRYFLOW_SERVICE_VERSION=1.1.1
      - TELEMETRYFLOW_ENVIRONMENT=test
    volumes:
      - .:/app
      - ./workspace:/workspace
    working_dir: /app
    depends_on:
      otel-collector:
        condition: service_healthy
    networks:
      - e2e-test
    profiles:
      - test

  # ---------------------------------------------------------------------------
  # Flask Example App (for HTTP middleware testing)
  # ---------------------------------------------------------------------------
  flask-app:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: flask-app-e2e
    entrypoint: ["python"]
    command: ["/examples/http_server/main.py"]
    environment:
      - TELEMETRYFLOW_API_KEY_ID=tfk_e2e_test_key
      - TELEMETRYFLOW_API_KEY_SECRET=tfs_e2e_test_secret
      - TELEMETRYFLOW_ENDPOINT=otel-collector:4317
      - TELEMETRYFLOW_SERVICE_NAME=flask-e2e-app
      - TELEMETRYFLOW_SERVICE_VERSION=1.0.0
      - TELEMETRYFLOW_ENVIRONMENT=test
      - FLASK_APP=main
      - FLASK_ENV=development
      - PORT=5000
    ports:
      - "5000:5000"
    volumes:
      - ./examples:/examples:ro
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:5000/health"]
      interval: 10s
      timeout: 5s
      retries: 3
      start_period: 15s
    depends_on:
      otel-collector:
        condition: service_healthy
    networks:
      - e2e-test
    profiles:
      - http-test

  # ---------------------------------------------------------------------------
  # OpenTelemetry Collector
  # ---------------------------------------------------------------------------
  # Supports dual ingestion: v1 (OTEL standard) and v2 (TelemetryFlow enhanced)
  otel-collector:
    platform: linux/amd64
    # =============================================================================
    # TelemetryFlow Collector (TFO-Collector) - Custom TFO format with OTLP support (v1.1.1+)
    image: telemetryflow/telemetryflow-collector:${TFO_VERSION:-latest}
    command: ["--config=/etc/tfo-collector/tfo-collector.yaml"]
    # =============================================================================
    # TelemetryFlow Collector OCB (TFO-Collector-OCB) - Standard OTEL format
    # image: telemetryflow/telemetryflow-collector-ocb:${TFO_VERSION:-latest}
    # command: ["--config=/etc/tfo-collector/otel-collector.yaml"]
    # =============================================================================
    # OTEL Collector Community Contributor (Standard OTEL format)
    # image: otel/opentelemetry-collector-contrib:${OTEL_VERSION:-0.142.0}
    # command: ["--config=/etc/otelcol-contrib/config.yaml"]
    # =============================================================================
    container_name: otel-collector-e2e
    restart: unless-stopped
    volumes:
      # TelemetryFlow Collector config (Custom TFO format)
      - ./tests/e2e/testdata/tfo-collector.yaml:/etc/tfo-collector/tfo-collector.yaml:ro
      # =============================================================================
      # TelemetryFlow Collector OCB config (Standard OTEL format)
      # - ./tests/e2e/testdata/otel-collector.yaml:/etc/tfo-collector/otel-collector.yaml:ro
      # =============================================================================
      # OTEL Collector Community Contributor config (Standard OTEL format)
      # - ./tests/e2e/testdata/otel-collector.yaml:/etc/otelcol-contrib/config.yaml:ro
    ports:
      - "4317:4317"   # OTLP gRPC (v1 & v2)
      - "4318:4318"   # OTLP HTTP (v1 & v2)
      - "8888:8888"   # Prometheus metrics (self)
      - "8889:8889"   # Prometheus exporter
      - "13133:13133" # Health check
      - "55679:55679" # zPages
      - "1777:1777"   # pprof
    healthcheck:
      test: ["CMD", "wget", "--spider", "-q", "http://localhost:13133"]
      interval: 10s
      timeout: 5s
      retries: 5
      start_period: 10s
    networks:
      - e2e-test

  # ---------------------------------------------------------------------------
  # Mock TelemetryFlow Backend
  # ---------------------------------------------------------------------------
  mock-backend:
    image: nginx:alpine
    container_name: mock-backend-e2e
    ports:
      - "3100:80"
    volumes:
      - ./tests/e2e/testdata/nginx.conf:/etc/nginx/nginx.conf:ro
      - ./tests/e2e/testdata/mock-responses:/usr/share/nginx/html:ro
    healthcheck:
      test: ["CMD", "wget", "-q", "--spider", "http://localhost/health"]
      interval: 10s
      timeout: 5s
      retries: 3
    networks:
      - e2e-test

  # ---------------------------------------------------------------------------
  # PostgreSQL (for integration testing)
  # ---------------------------------------------------------------------------
  postgres:
    image: postgres:16-alpine
    container_name: postgres-e2e
    environment:
      - POSTGRES_USER=test
      - POSTGRES_PASSWORD=test
      - POSTGRES_DB=e2e_test
    ports:
      - "5432:5432"
    volumes:
      - postgres-e2e-data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U test -d e2e_test"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - e2e-test
    profiles:
      - db-test

  # ---------------------------------------------------------------------------
  # Redis (for caching tests)
  # ---------------------------------------------------------------------------
  redis:
    image: redis:7-alpine
    container_name: redis-e2e
    ports:
      - "6379:6379"
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 5s
      retries: 3
    networks:
      - e2e-test
    profiles:
      - cache-test

# -----------------------------------------------------------------------------
# Volumes
# -----------------------------------------------------------------------------
volumes:
  postgres-e2e-data:
    driver: local

# -----------------------------------------------------------------------------
# Networks
# -----------------------------------------------------------------------------
networks:
  e2e-test:
    driver: bridge
    name: telemetryflow-python-e2e-network