single-existing-project.yml

name: Load Single Existing Project
on:
  workflow_call:
    inputs:
      duration:
        description: 'Duration ("s" for seconds (the default), "m" for minutes, "h" for hours) for each collector process to run'
        required: true
        default: '1h'
        type: string
      delay_start:
        description: 'Maximum delay in seconds before starting each collector'
        required: true
        default: '10'
        type: string
      numprocs:
        description: 'Number of collector processes to run'
        required: true
        default: '5'
        type: string
      numparallel:
        description: 'Number of parallel github actions jobs to run'
        required: true
        default: '20'
        type: string
      numpipelines:
        description: 'Number of collector pipelines per configuration (otlp/1, otlp/2, etc.)'
        required: true
        default: '10'
        type: string
      collector_version:
        description: 'Version of the collector to use'
        required: false
        type: string
      output_type:
        description: 'Output type for the collector (otlp or elasticsearch)'
        required: true
        default: 'otlp'
        type: string
    secrets:
      ENCRYPTION_KEY:
        required: true
        description: 'Encryption key for GPG decryption'
      single_existing_project_es_api_key:
        required: false
        description: 'API key for the existing Elastic Cloud observability project'
      single_existing_project_es_endpoint:
        required: false
        description: 'Elasticsearch endpoint URL for the existing project'
      single_existing_project_ingest_endpoint:
        required: false
        description: 'OTLP endpoint URL for the existing project'
      single_existing_project_otlp_api_key:
        required: false
        description: 'API key for the existing project'
      global_monitoring_otlp_endpoint:
        required: true
        description: 'OTLP endpoint URL for monitoring telemetry from the OpenTelemetry collectors'
      global_monitoring_api_key:
        required: true
        description: 'API key for the monitoring OTLP endpoint'

jobs:
  determine-collector-version:
    name: Determine Collector Version
    runs-on: ubuntu-latest
    outputs:
      collector_version: ${{ steps.determine-collector-version.outputs.collector_version }}
    steps:
      - name: Determine Collector Version
        id: determine-collector-version
        run: |
          COLLECTOR_VERSION="${{ inputs.collector_version || vars.DEFAULT_COLLECTOR_VERSION }}"
          echo "collector_version=$COLLECTOR_VERSION" >> $GITHUB_OUTPUT
          echo "Determined collector version: $COLLECTOR_VERSION"

  plan:
    name: Summarize Plan
    runs-on: ubuntu-latest
    needs:
      - determine-collector-version
    steps:
      - name: Summarize Plan
        run: |
          echo "Collector Version: ${{ needs.determine-collector-version.outputs.collector_version }}"
          echo "Output Type: ${{ inputs.output_type }}"
          echo "Duration: ${{ inputs.duration }}"
          echo "Delay Start: ${{ inputs.delay_start }}"
          echo "Collector Procs: ${{ inputs.numprocs }}"
          echo "Pipelines per Collector: ${{ inputs.numpipelines }}"
          echo "Parallel Jobs: ${{ inputs.numparallel }}"
          echo "Total Collector Count: $(( ${{ inputs.numpipelines }} * ${{ inputs.numprocs }} * ${{ inputs.numparallel }} ))"

  determine-numparallel:
    name: Determine numparallel
    runs-on: ubuntu-latest
    outputs:
      matrix: ${{ steps.determine-numparallel.outputs.matrix }}
    steps:
      - uses: actions/setup-python@v5
        with:
          python-version: 3.12
      - name: Define matrix
        id: determine-numparallel
        run: |
          echo "matrix=$(python -c 'import json; print(json.dumps(list(range(int(${{ inputs.numparallel }})))))')" >> $GITHUB_OUTPUT

  configure-collector:
    name: Configure Collector
    runs-on: ubuntu-latest
    outputs:
      matrix: ${{ needs.determine-numparallel.outputs.matrix }}
    needs:
      - determine-numparallel
    steps:
      - name: Checkout repository
        uses: actions/checkout@v5
        with:
          fetch-depth: 1

      - name: Install GPG
        run: |
            sudo apt update
            sudo apt install -y gpg

      - uses: actions/setup-python@v5
        with:
          python-version: 3.12
          cache: 'pip'

      - name: Install Supervisor
        run: |
          python -m venv .venv
          source .venv/bin/activate
          pip install -r confgen/requirements.txt

      - name: Generate Config
        id: generate-config
        env:
          OTLP_API_KEY: ${{ inputs.output_type == 'otlp' && secrets.single_existing_project_otlp_api_key || '' }}
          OTLP_ENDPOINT: ${{ inputs.output_type == 'otlp' && secrets.single_existing_project_ingest_endpoint || '' }}
          ELASTICSEARCH_API_KEY: ${{ inputs.output_type == 'elasticsearch' && secrets.single_existing_project_es_api_key || '' }}
          ELASTICSEARCH_ENDPOINT: ${{ inputs.output_type == 'elasticsearch' && secrets.single_existing_project_es_endpoint || '' }}
          MONITORING_OTLP_ENDPOINT: ${{ secrets.global_monitoring_otlp_endpoint }}
          MONITORING_API_KEY: ${{ secrets.global_monitoring_api_key }}
          numpipelines: ${{ inputs.numpipelines }}
        run: |
          source .venv/bin/activate
          ./confgen/generate-collector-config.py > config.yaml
          echo ${{ secrets.ENCRYPTION_KEY }} | gpg --pinentry-mode loopback --passphrase-fd 0 -c -o config.yaml.gpg config.yaml

      - name: Upload Collector Config
        uses: actions/upload-artifact@v4
        with:
          name: collector-config
          path: config.yaml.gpg

  load-project:
    name: Run Collectors
    needs:
      - configure-collector
      - determine-numparallel
      - determine-collector-version
    uses: graphaelli/loadtel/.github/workflows/load.yml@main
    with:
      collector_config_artifact: collector-config
      collector_version: ${{ needs.determine-collector-version.outputs.collector_version }}
      delay_start: ${{ inputs.delay_start }}
      duration: ${{ inputs.duration }}
      matrix: ${{ needs.determine-numparallel.outputs.matrix }}
      numprocs: ${{ inputs.numprocs }}
    secrets:
      ENCRYPTION_KEY: ${{ secrets.ENCRYPTION_KEY }}
      global_monitoring_otlp_endpoint: ${{ secrets.global_monitoring_otlp_endpoint }}
      global_monitoring_api_key: ${{ secrets.global_monitoring_api_key }}