Code/.github/workflows/publish-python.yml at main · AI45Lab/Code · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
name: Publish Python SDK

# This workflow builds native Python wheels, uploads them to GitHub Releases,
# and publishes the wheels to PyPI.

on:
  workflow_call:
    inputs:
      target:
        required: false
        type: string
        description: "Specific target to build (e.g., x86_64-unknown-linux-gnu). If empty, builds all targets."
  workflow_dispatch:
    inputs:
      target:
        required: false
        type: string
        description: "Specific target to build (e.g., x86_64-unknown-linux-gnu). If empty, builds all targets."

permissions:
  contents: write

jobs:
  # ─────────────────────────────────────────────────────────────────
  # Build native wheels for each platform
  # These are uploaded to GitHub Releases, NOT to PyPI
  # ─────────────────────────────────────────────────────────────────
  build:
    strategy:
      fail-fast: false
      matrix:
        settings:
          - host: macos-latest
            target: aarch64-apple-darwin
          - host: ubuntu-latest
            target: x86_64-unknown-linux-gnu
            manylinux: 2_28
          - host: windows-latest
            target: x86_64-pc-windows-msvc

    name: Build ${{ matrix.settings.target }}
    runs-on: ${{ matrix.settings.host }}

    steps:
      - uses: actions/checkout@v4

      - name: Setup workspace context
        shell: bash
        run: bash .github/setup-workspace.sh

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: |
            3.10
            3.11
            3.12
            3.13

      - name: Install Rust
        uses: dtolnay/rust-toolchain@stable
        with:
          targets: ${{ matrix.settings.target }}

      - name: Install protobuf compiler
        shell: bash
        run: |
          if [ "${{ matrix.settings.host }}" = "ubuntu-latest" ]; then
            sudo apt-get update && sudo apt-get install -y protobuf-compiler
          elif [ "${{ matrix.settings.host }}" = "windows-latest" ]; then
            choco install protoc -y
          else
            brew install protobuf
          fi

      # Build native wheels - these go to GitHub Releases ONLY
      - name: Build wheels
        uses: PyO3/maturin-action@v1
        with:
          target: ${{ matrix.settings.target }}
          args: --release --out dist --manifest-path sdk/python/Cargo.toml -i python3.10 -i python3.11 -i python3.12 -i python3.13
          manylinux: ${{ matrix.settings.manylinux || 'auto' }}

      - name: Upload wheels to GitHub Releases
        uses: actions/upload-artifact@v4
        with:
          name: python-wheels-${{ matrix.settings.target }}
          path: dist/*.whl
          if-no-files-found: error

  # ─────────────────────────────────────────────────────────────────
  # Publish to GitHub Releases and PyPI
  # ─────────────────────────────────────────────────────────────────
  publish:
    name: Publish Python SDK
    runs-on: ubuntu-latest
    needs: build
    steps:
      - uses: actions/checkout@v4

      - name: Download all wheel artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: python-wheels-*
          path: dist
          merge-multiple: true

      - name: List wheels
        run: ls -la dist/

      # Upload native wheels to GitHub Releases (NOT to PyPI)
      - name: Ensure release exists and upload native assets
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          if gh release view "$GITHUB_REF_NAME" >/dev/null 2>&1; then
            echo "Release $GITHUB_REF_NAME already exists"
          else
            gh release create "$GITHUB_REF_NAME" \
              --title "$GITHUB_REF_NAME" \
              --notes "Native Python wheel assets"
          fi
          gh release upload "$GITHUB_REF_NAME" dist/*.whl --clobber

      # Generate manifest with wheel metadata for bootstrap downloader
      - name: Generate native wheel manifest
        run: |
          python .github/scripts/generate_python_release_manifest.py \
            dist \
            dist/python-native-manifest.json \
            --version "${GITHUB_REF_NAME#v}"

      # Upload manifest to GitHub Releases
      - name: Upload manifest to GitHub Releases
        env:
          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        run: |
          gh release upload "$GITHUB_REF_NAME" dist/python-native-manifest.json --clobber

      # Publish native wheels to PyPI
      - name: Publish wheels to PyPI
        env:
          TWINE_USERNAME: __token__
          TWINE_PASSWORD: ${{ secrets.PYPI_NATIVE_TOKEN }}
        run: |
          python -m pip install --upgrade pip twine
          python -m twine upload --skip-existing dist/*.whl