release_nightly.yml

name: LangBuilder Nightly Build
run-name: LangBuilder Nightly Release by @${{ github.actor }}

on:
  workflow_dispatch:
    inputs:
      build_docker_base:
        description: "Build Docker Image for LangBuilder Nightly Base"
        required: true
        type: boolean
        default: false
      build_docker_main:
        description: "Build Docker Image for LangBuilder Nightly"
        required: true
        type: boolean
        default: false
      build_docker_ep:
        description: "Build Docker Image for LangBuilder Nightly with Entrypoint"
        required: false
        type: boolean
        default: false
      nightly_tag_main:
        description: "Tag for the nightly main build"
        required: true
        type: string
      nightly_tag_base:
        description: "Tag for the nightly base build"
        required: true
        type: string
  workflow_call:
    inputs:
      build_docker_base:
        description: "Build Docker Image for LangBuilder Nightly Base"
        required: true
        type: boolean
        default: false
      build_docker_main:
        description: "Build Docker Image for LangBuilder Nightly"
        required: true
        type: boolean
        default: false
      build_docker_ep:
        description: "Build Docker Image for LangBuilder Nightly with Entrypoint"
        required: false
        type: boolean
        default: false
      nightly_tag_main:
        description: "Tag for the nightly main build"
        required: true
        type: string
      nightly_tag_base:
        description: "Tag for the nightly base build"
        required: true
        type: string

env:
  POETRY_VERSION: "1.8.3"
  PYTHON_VERSION: "3.13"

jobs:
  build-nightly-base:
    name: Build LangBuilder Nightly Base
    runs-on: ubuntu-latest
    defaults:
      run:
        shell: bash
    outputs:
      version: ${{ steps.verify.outputs.version }}
      skipped: ${{ steps.verify.outputs.skipped }}
    steps:
      - name: Check out the code at a specific ref
        uses: actions/checkout@v6
        with:
          ref: ${{ inputs.nightly_tag_main }}
          persist-credentials: true
      - name: "Setup Environment"
        uses: astral-sh/setup-uv@v6
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          python-version: ${{ env.PYTHON_VERSION }}
          prune-cache: false
      - name: Install the project
        run: uv sync

      - name: Verify Nightly Name and Version
        id: verify
        run: |
          name=$(uv tree | grep 'langbuilder-base' | awk '{print $2}' | head -n 1)
          version=$(uv tree | grep 'langbuilder-base' | awk '{print $3}' | head -n 1)
          if [ "$name" != "langbuilder-base-nightly" ]; then
            echo "Name $name does not match langbuilder-base-nightly. Exiting the workflow."
            exit 1
          fi
          if [ "$version" != "${{ inputs.nightly_tag_base }}" ]; then
            echo "Version $version does not match nightly tag ${{ inputs.nightly_tag_base }}. Exiting the workflow."
            exit 1
          fi
          # Strip the leading `v` from the version
          version=$(echo $version | sed 's/^v//')
          echo "version=$version" >> $GITHUB_OUTPUT

      - name: Build project for distribution
        run: |
          rm -rf src/backend/base/dist
          rm -rf dist
          make build base=true args="--wheel"

      - name: Test CLI
        run: |
          # TODO: Unsure why the whl is not built in src/backend/base/dist
          mkdir src/backend/base/dist
          mv dist/*.whl src/backend/base/dist/
          uv pip install src/backend/base/dist/*.whl
          uv run python -m langbuilder run --host localhost --port 7860 --backend-only &
          SERVER_PID=$!
          # Wait for the server to start
          timeout 120 bash -c 'until curl -f http://localhost:7860/api/v1/auto_login; do sleep 2; done' || (echo "Server did not start in time" && kill $SERVER_PID && exit 1)
          # Terminate the server
          kill $SERVER_PID || (echo "Failed to terminate the server" && exit 1)
          sleep 20 # give the server some time to terminate
          # Check if the server is still running
          if kill -0 $SERVER_PID 2>/dev/null; then
            echo "Failed to terminate the server"
            exit 0
          else
            echo "Server terminated successfully"
          fi

      # PyPI publishing moved to after cross-platform testing

      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: dist-nightly-base
          path: src/backend/base/dist

  build-nightly-main:
    name: Build LangBuilder Nightly Main
    needs: [build-nightly-base]
    runs-on: ubuntu-latest
    outputs:
      version: ${{ steps.verify.outputs.version }}
    defaults:
      run:
        shell: bash
    steps:
      - name: Check out the code at a specific ref
        uses: actions/checkout@v6
        with:
          ref: ${{ inputs.nightly_tag_main}}
          persist-credentials: true
      - name: "Setup Environment"
        uses: astral-sh/setup-uv@v6
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          python-version: ${{ env.PYTHON_VERSION }}
          prune-cache: false
      - name: Install the project
        run: uv sync

      - name: Verify Nightly Name and Version
        id: verify
        run: |
          name=$(uv tree | grep 'langbuilder' | grep -v 'langbuilder-base' | awk '{print $1}')
          version=$(uv tree | grep 'langbuilder' | grep -v 'langbuilder-base' | awk '{print $2}')
          if [ "$name" != "langbuilder-nightly" ]; then
            echo "Name $name does not match langbuilder-nightly. Exiting the workflow."
            exit 1
          fi
          if [ "$version" != "${{ inputs.nightly_tag_main }}" ]; then
            echo "Version $version does not match nightly tag ${{ inputs.nightly_tag_main }}. Exiting the workflow."
            exit 1
          fi
          # Strip the leading `v` from the version
          version=$(echo $version | sed 's/^v//')
          echo "version=$version" >> $GITHUB_OUTPUT
      - name: Wait for PyPI Propagation
        if: needs.build-nightly-base.outputs.skipped == 'false'
        run: sleep 300 # wait for 5 minutes to ensure PyPI propagation of base

      - name: Build project for distribution
        run: make build main=true args="--no-sources --wheel"
      - name: Test CLI
        run: |
          uv pip install dist/*.whl
          uv run python -m langbuilder run --host localhost --port 7860 --backend-only &
          SERVER_PID=$!
          # Wait for the server to start
          timeout 120 bash -c 'until curl -f http://localhost:7860/health_check; do sleep 2; done' || (echo "Server did not start in time" && kill $SERVER_PID && exit 1)
          # Terminate the server
          kill $SERVER_PID || (echo "Failed to terminate the server" && exit 1)
          sleep 20 # give the server some time to terminate
          # Check if the server is still running
          if kill -0 $SERVER_PID 2>/dev/null; then
            echo "Failed to terminate the server"
            exit 0
          else
            echo "Server terminated successfully"
          fi

      # PyPI publishing moved to after cross-platform testing

      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: dist-nightly-main
          path: dist

  test-cross-platform:
    name: Test Cross-Platform Installation
    needs: [build-nightly-base, build-nightly-main]
    uses: ./.github/workflows/cross-platform-test.yml
    with:
      base-artifact-name: "dist-nightly-base"
      main-artifact-name: "dist-nightly-main"

  publish-nightly-base:
    name: Publish LangBuilder Base Nightly to PyPI
    needs: [build-nightly-base, test-cross-platform]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v6
      - name: Download base artifact
        uses: actions/download-artifact@v4
        with:
          name: dist-nightly-base
          path: src/backend/base/dist
      - name: Setup Environment
        uses: astral-sh/setup-uv@v6
        with:
          enable-cache: false
          python-version: "3.13"
      - name: Publish base to PyPI
        if: needs.build-nightly-base.outputs.skipped == 'false'
        env:
          POETRY_PYPI_TOKEN_PYPI: ${{ secrets.PYPI_API_TOKEN }}
          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
        run: |
          make publish base=true

  publish-nightly-main:
    name: Publish LangBuilder Main Nightly to PyPI
    needs: [build-nightly-main, test-cross-platform, publish-nightly-base]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v6
      - name: Download main artifact
        uses: actions/download-artifact@v4
        with:
          name: dist-nightly-main
          path: dist
      - name: Setup Environment
        uses: astral-sh/setup-uv@v6
        with:
          enable-cache: false
          python-version: "3.13"
      - name: Publish to PyPI
        env:
          POETRY_PYPI_TOKEN_PYPI: ${{ secrets.PYPI_API_TOKEN }}
          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
        run: |
          make publish main=true

  call_docker_build_base:
    name: Call Docker Build Workflow for LangBuilder Base
    if: always() && ${{ inputs.build_docker_base == 'true' }}
    needs: [build-nightly-base, build-nightly-main]
    uses: ./.github/workflows/docker-build.yml
    with:
      release_type: nightly-base
      base_version: ${{ inputs.nightly_tag_base }}
      main_version: ${{ inputs.nightly_tag_main }}
    secrets: inherit

  call_docker_build_main:
    name: Call Docker Build Workflow for LangBuilder
    if: always() && ${{ inputs.build_docker_main == 'true' }}
    needs: [build-nightly-main, call_docker_build_base]
    uses: ./.github/workflows/docker-build.yml
    with:
      release_type: nightly-main
      main_version: ${{ inputs.nightly_tag_main }}
    secrets: inherit

  # TODO: Uncomment this when our runner can fit the builds that contain pytorch (and other large dependencies)
  # call_docker_build_main_all:
  #   name: Call Docker Build Workflow for langbuilder-all
  #   if: always() && ${{ inputs.build_docker_main == 'true' }}
  #   needs: [build-nightly-main]
  #   uses: ./.github/workflows/docker-build.yml
  #   with:
  #     release_type: nightly-main-all
  #     main_version: ${{ inputs.nightly_tag_main }}
  #   secrets: inherit

  call_docker_build_main_ep:
    name: Call Docker Build Workflow for LangBuilder with Entrypoint
    if: always() && ${{ inputs.build_docker_ep == 'true' }}
    needs: [build-nightly-main, call_docker_build_main]
    uses: ./.github/workflows/docker-build.yml
    with:
      release_type: main-ep
      main_version: ${{ inputs.nightly_tag_main }}
    secrets: inherit