.github/workflows/release.yml

   1 name: Release
   2 on:
   3   workflow_call:
   4     inputs:
   5       prerelease:
   6         required: false
   7         default: true
   8         type: boolean
   9       source:
  10         required: false
  11         default: ''
  12         type: string
  13       target:
  14         required: false
  15         default: ''
  16         type: string
  17       version:
  18         required: false
  19         default: ''
  20         type: string
  21   workflow_dispatch:
  22     inputs:
  23       source:
  24         description: |
  25           SOURCE of this release's updates:
  26           channel, repo, tag, or channel/repo@tag
  27           (default: <current_repo>)
  28         required: false
  29         default: ''
  30         type: string
  31       target:
  32         description: |
  33           TARGET to publish this release to:
  34           channel, tag, or channel@tag
  35           (default: <source> if writable else <current_repo>[@source_tag])
  36         required: false
  37         default: ''
  38         type: string
  39       version:
  40         description: |
  41           VERSION: yyyy.mm.dd[.rev] or rev
  42           (default: auto-generated)
  43         required: false
  44         default: ''
  45         type: string
  46       prerelease:
  47         description: Pre-release
  48         default: false
  49         type: boolean
  50
  51 permissions:
  52   contents: read
  53
  54 jobs:
  55   prepare:
  56     permissions:
  57       contents: write
  58     runs-on: ubuntu-latest
  59     outputs:
  60       channel: ${{ steps.setup_variables.outputs.channel }}
  61       version: ${{ steps.setup_variables.outputs.version }}
  62       target_repo: ${{ steps.setup_variables.outputs.target_repo }}
  63       target_repo_token: ${{ steps.setup_variables.outputs.target_repo_token }}
  64       target_tag: ${{ steps.setup_variables.outputs.target_tag }}
  65       pypi_project: ${{ steps.setup_variables.outputs.pypi_project }}
  66       pypi_suffix: ${{ steps.setup_variables.outputs.pypi_suffix }}
  67       head_sha: ${{ steps.get_target.outputs.head_sha }}
  68
  69     steps:
  70       - uses: actions/checkout@v4
  71         with:
  72           fetch-depth: 0
  73
  74       - uses: actions/setup-python@v5
  75         with:
  76           python-version: "3.10"
  77
  78       - name: Process inputs
  79         id: process_inputs
  80         run: |
  81           cat << EOF
  82           ::group::Inputs
  83           prerelease=${{ inputs.prerelease }}
  84           source=${{ inputs.source }}
  85           target=${{ inputs.target }}
  86           version=${{ inputs.version }}
  87           ::endgroup::
  88           EOF
  89           IFS='@' read -r source_repo source_tag <<<"${{ inputs.source }}"
  90           IFS='@' read -r target_repo target_tag <<<"${{ inputs.target }}"
  91           cat << EOF >> "$GITHUB_OUTPUT"
  92           source_repo=${source_repo}
  93           source_tag=${source_tag}
  94           target_repo=${target_repo}
  95           target_tag=${target_tag}
  96           EOF
  97
  98       - name: Setup variables
  99         id: setup_variables
 100         env:
 101           source_repo: ${{ steps.process_inputs.outputs.source_repo }}
 102           source_tag: ${{ steps.process_inputs.outputs.source_tag }}
 103           target_repo: ${{ steps.process_inputs.outputs.target_repo }}
 104           target_tag: ${{ steps.process_inputs.outputs.target_tag }}
 105         run: |
 106           # unholy bash monstrosity (sincere apologies)
 107           fallback_token () {
 108             if ${{ !secrets.ARCHIVE_REPO_TOKEN }}; then
 109               echo "::error::Repository access secret ${target_repo_token^^} not found"
 110               exit 1
 111             fi
 112             target_repo_token=ARCHIVE_REPO_TOKEN
 113             return 0
 114           }
 115
 116           source_is_channel=0
 117           [[ "${source_repo}" == 'stable' ]] && source_repo='yt-dlp/yt-dlp'
 118           if [[ -z "${source_repo}" ]]; then
 119             source_repo='${{ github.repository }}'
 120           elif [[ '${{ vars[format('{0}_archive_repo', env.source_repo)] }}' ]]; then
 121             source_is_channel=1
 122             source_channel='${{ vars[format('{0}_archive_repo', env.source_repo)] }}'
 123           elif [[ -z "${source_tag}" && "${source_repo}" != */* ]]; then
 124             source_tag="${source_repo}"
 125             source_repo='${{ github.repository }}'
 126           fi
 127           resolved_source="${source_repo}"
 128           if [[ "${source_tag}" ]]; then
 129             resolved_source="${resolved_source}@${source_tag}"
 130           elif [[ "${source_repo}" == 'yt-dlp/yt-dlp' ]]; then
 131             resolved_source='stable'
 132           fi
 133
 134           revision="${{ (inputs.prerelease || !vars.PUSH_VERSION_COMMIT) && '$(date -u +"%H%M%S")' || '' }}"
 135           version="$(
 136             python devscripts/update-version.py \
 137             -c "${resolved_source}" -r "${{ github.repository }}" ${{ inputs.version || '$revision' }} | \
 138             grep -Po "version=\K\d+\.\d+\.\d+(\.\d+)?")"
 139
 140           if [[ "${target_repo}" ]]; then
 141             if [[ -z "${target_tag}" ]]; then
 142               if [[ '${{ vars[format('{0}_archive_repo', env.target_repo)] }}' ]]; then
 143                 target_tag="${source_tag:-${version}}"
 144               else
 145                 target_tag="${target_repo}"
 146                 target_repo='${{ github.repository }}'
 147               fi
 148             fi
 149             if [[ "${target_repo}" != '${{ github.repository}}' ]]; then
 150               target_repo='${{ vars[format('{0}_archive_repo', env.target_repo)] }}'
 151               target_repo_token='${{ env.target_repo }}_archive_repo_token'
 152               ${{ !!secrets[format('{0}_archive_repo_token', env.target_repo)] }} || fallback_token
 153               pypi_project='${{ vars[format('{0}_pypi_project', env.target_repo)] }}'
 154               pypi_suffix='${{ vars[format('{0}_pypi_suffix', env.target_repo)] }}'
 155             fi
 156           else
 157             target_tag="${source_tag:-${version}}"
 158             if ((source_is_channel)); then
 159               target_repo="${source_channel}"
 160               target_repo_token='${{ env.source_repo }}_archive_repo_token'
 161               ${{ !!secrets[format('{0}_archive_repo_token', env.source_repo)] }} || fallback_token
 162               pypi_project='${{ vars[format('{0}_pypi_project', env.source_repo)] }}'
 163               pypi_suffix='${{ vars[format('{0}_pypi_suffix', env.source_repo)] }}'
 164             else
 165               target_repo='${{ github.repository }}'
 166             fi
 167           fi
 168
 169           if [[ "${target_repo}" == '${{ github.repository }}' ]] && ${{ !inputs.prerelease }}; then
 170             pypi_project='${{ vars.PYPI_PROJECT }}'
 171           fi
 172
 173           echo "::group::Output variables"
 174           cat << EOF | tee -a "$GITHUB_OUTPUT"
 175           channel=${resolved_source}
 176           version=${version}
 177           target_repo=${target_repo}
 178           target_repo_token=${target_repo_token}
 179           target_tag=${target_tag}
 180           pypi_project=${pypi_project}
 181           pypi_suffix=${pypi_suffix}
 182           EOF
 183           echo "::endgroup::"
 184
 185       - name: Update documentation
 186         env:
 187           version: ${{ steps.setup_variables.outputs.version }}
 188           target_repo: ${{ steps.setup_variables.outputs.target_repo }}
 189         if: |
 190           !inputs.prerelease && env.target_repo == github.repository
 191         run: |
 192           python devscripts/update_changelog.py -vv
 193           make doc
 194
 195       - name: Push to release
 196         id: push_release
 197         env:
 198           version: ${{ steps.setup_variables.outputs.version }}
 199           target_repo: ${{ steps.setup_variables.outputs.target_repo }}
 200         if: |
 201           !inputs.prerelease && env.target_repo == github.repository
 202         run: |
 203           git config --global user.name "github-actions[bot]"
 204           git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com"
 205           git add -u
 206           git commit -m "Release ${{ env.version }}" \
 207             -m "Created by: ${{ github.event.sender.login }}" -m ":ci skip all :ci run dl"
 208           git push origin --force ${{ github.event.ref }}:release
 209
 210       - name: Get target commitish
 211         id: get_target
 212         run: |
 213           echo "head_sha=$(git rev-parse HEAD)" >> "$GITHUB_OUTPUT"
 214
 215       - name: Update master
 216         env:
 217           target_repo: ${{ steps.setup_variables.outputs.target_repo }}
 218         if: |
 219           vars.PUSH_VERSION_COMMIT != '' && !inputs.prerelease && env.target_repo == github.repository
 220         run: git push origin ${{ github.event.ref }}
 221
 222   build:
 223     needs: prepare
 224     uses: ./.github/workflows/build.yml
 225     with:
 226       version: ${{ needs.prepare.outputs.version }}
 227       channel: ${{ needs.prepare.outputs.channel }}
 228       origin: ${{ needs.prepare.outputs.target_repo }}
 229     permissions:
 230       contents: read
 231       packages: write # For package cache
 232     secrets:
 233       GPG_SIGNING_KEY: ${{ secrets.GPG_SIGNING_KEY }}
 234
 235   publish_pypi:
 236     needs: [prepare, build]
 237     if: ${{ needs.prepare.outputs.pypi_project }}
 238     runs-on: ubuntu-latest
 239     permissions:
 240       id-token: write  # mandatory for trusted publishing
 241
 242     steps:
 243       - uses: actions/checkout@v4
 244         with:
 245           fetch-depth: 0
 246       - uses: actions/setup-python@v5
 247         with:
 248           python-version: "3.10"
 249
 250       - name: Install Requirements
 251         run: |
 252           sudo apt -y install pandoc man
 253           python devscripts/install_deps.py -o --include build
 254
 255       - name: Prepare
 256         env:
 257           version: ${{ needs.prepare.outputs.version }}
 258           suffix: ${{ needs.prepare.outputs.pypi_suffix }}
 259           channel: ${{ needs.prepare.outputs.channel }}
 260           target_repo: ${{ needs.prepare.outputs.target_repo }}
 261           pypi_project: ${{ needs.prepare.outputs.pypi_project }}
 262         run: |
 263           python devscripts/update-version.py -c "${{ env.channel }}" -r "${{ env.target_repo }}" -s "${{ env.suffix }}" "${{ env.version }}"
 264           python devscripts/update_changelog.py -vv
 265           python devscripts/make_lazy_extractors.py
 266           sed -i -E '0,/(name = ")[^"]+(")/s//\1${{ env.pypi_project }}\2/' pyproject.toml
 267
 268       - name: Build
 269         run: |
 270           rm -rf dist/*
 271           make pypi-files
 272           printf '%s\n\n' \
 273             'Official repository: <https://github.com/yt-dlp/yt-dlp>' \
 274             '**PS**: Some links in this document will not work since this is a copy of the README.md from Github' > ./README.md.new
 275           cat ./README.md >> ./README.md.new && mv -f ./README.md.new ./README.md
 276           python devscripts/set-variant.py pip -M "You installed yt-dlp with pip or using the wheel from PyPi; Use that to update"
 277           make clean-cache
 278           python -m build --no-isolation .
 279
 280       - name: Publish to PyPI
 281         uses: pypa/gh-action-pypi-publish@release/v1
 282         with:
 283           verbose: true
 284
 285   publish:
 286     needs: [prepare, build]
 287     permissions:
 288       contents: write
 289     runs-on: ubuntu-latest
 290
 291     steps:
 292       - uses: actions/checkout@v4
 293         with:
 294           fetch-depth: 0
 295       - uses: actions/download-artifact@v4
 296         with:
 297           path: artifact
 298           pattern: build-*
 299           merge-multiple: true
 300       - uses: actions/setup-python@v5
 301         with:
 302           python-version: "3.10"
 303
 304       - name: Generate release notes
 305         env:
 306           head_sha: ${{ needs.prepare.outputs.head_sha }}
 307           target_repo: ${{ needs.prepare.outputs.target_repo }}
 308           target_tag: ${{ needs.prepare.outputs.target_tag }}
 309         run: |
 310           printf '%s' \
 311             '[![Installation](https://img.shields.io/badge/-Which%20file%20to%20download%3F-white.svg?style=for-the-badge)]' \
 312               '(https://github.com/${{ github.repository }}#installation "Installation instructions") ' \
 313             '[![Discord](https://img.shields.io/discord/807245652072857610?color=blue&labelColor=555555&label=&logo=discord&style=for-the-badge)]' \
 314               '(https://discord.gg/H5MNcFW63r "Discord") ' \
 315             '[![Donate](https://img.shields.io/badge/_-Donate-red.svg?logo=githubsponsors&labelColor=555555&style=for-the-badge)]' \
 316               '(https://github.com/yt-dlp/yt-dlp/blob/master/Collaborators.md#collaborators "Donate") ' \
 317             '[![Documentation](https://img.shields.io/badge/-Docs-brightgreen.svg?style=for-the-badge&logo=GitBook&labelColor=555555)]' \
 318               '(https://github.com/${{ github.repository }}' \
 319               '${{ env.target_repo == github.repository && format('/tree/{0}', env.target_tag) || '' }}#readme "Documentation") ' \
 320             ${{ env.target_repo == 'yt-dlp/yt-dlp' && '\
 321               "[![Nightly](https://img.shields.io/badge/Nightly%20builds-purple.svg?style=for-the-badge)]" \
 322               "(https://github.com/yt-dlp/yt-dlp-nightly-builds/releases/latest \"Nightly builds\") " \
 323               "[![Master](https://img.shields.io/badge/Master%20builds-lightblue.svg?style=for-the-badge)]" \
 324               "(https://github.com/yt-dlp/yt-dlp-master-builds/releases/latest \"Master builds\")"' || '' }} > ./RELEASE_NOTES
 325           printf '\n\n' >> ./RELEASE_NOTES
 326           cat >> ./RELEASE_NOTES << EOF
 327           #### A description of the various files are in the [README](https://github.com/${{ github.repository }}#release-files)
 328           ---
 329           $(python ./devscripts/make_changelog.py -vv --collapsible)
 330           EOF
 331           printf '%s\n\n' '**This is a pre-release build**' >> ./PRERELEASE_NOTES
 332           cat ./RELEASE_NOTES >> ./PRERELEASE_NOTES
 333           printf '%s\n\n' 'Generated from: https://github.com/${{ github.repository }}/commit/${{ env.head_sha }}' >> ./ARCHIVE_NOTES
 334           cat ./RELEASE_NOTES >> ./ARCHIVE_NOTES
 335
 336       - name: Publish to archive repo
 337         env:
 338           GH_TOKEN: ${{ secrets[needs.prepare.outputs.target_repo_token] }}
 339           GH_REPO: ${{ needs.prepare.outputs.target_repo }}
 340           version: ${{ needs.prepare.outputs.version }}
 341           channel: ${{ needs.prepare.outputs.channel }}
 342         if: |
 343           inputs.prerelease && env.GH_TOKEN != '' && env.GH_REPO != '' && env.GH_REPO != github.repository
 344         run: |
 345           title="${{ startswith(env.GH_REPO, 'yt-dlp/') && 'yt-dlp ' || '' }}${{ env.channel }}"
 346           gh release create \
 347             --notes-file ARCHIVE_NOTES \
 348             --title "${title} ${{ env.version }}" \
 349             ${{ env.version }} \
 350             artifact/*
 351
 352       - name: Prune old release
 353         env:
 354           GH_TOKEN: ${{ github.token }}
 355           version: ${{ needs.prepare.outputs.version }}
 356           target_repo: ${{ needs.prepare.outputs.target_repo }}
 357           target_tag: ${{ needs.prepare.outputs.target_tag }}
 358         if: |
 359           env.target_repo == github.repository && env.target_tag != env.version
 360         run: |
 361           gh release delete --yes --cleanup-tag "${{ env.target_tag }}" || true
 362           git tag --delete "${{ env.target_tag }}" || true
 363           sleep 5  # Enough time to cover deletion race condition
 364
 365       - name: Publish release
 366         env:
 367           GH_TOKEN: ${{ github.token }}
 368           version: ${{ needs.prepare.outputs.version }}
 369           target_repo: ${{ needs.prepare.outputs.target_repo }}
 370           target_tag: ${{ needs.prepare.outputs.target_tag }}
 371           head_sha: ${{ needs.prepare.outputs.head_sha }}
 372         if: |
 373           env.target_repo == github.repository
 374         run: |
 375           title="${{ github.repository == 'yt-dlp/yt-dlp' && 'yt-dlp ' || '' }}"
 376           title+="${{ env.target_tag != env.version && format('{0} ', env.target_tag) || '' }}"
 377           gh release create \
 378             --notes-file ${{ inputs.prerelease && 'PRERELEASE_NOTES' || 'RELEASE_NOTES' }} \
 379             --target ${{ env.head_sha }} \
 380             --title "${title}${{ env.version }}" \
 381             ${{ inputs.prerelease && '--prerelease' || '' }} \
 382             ${{ env.target_tag }} \
 383             artifact/*