.github/workflows/build.yml

   1 name: Build
   2 on: workflow_dispatch
   3
   4 jobs:
   5   create_release:
   6     runs-on: ubuntu-latest
   7     outputs:
   8       version_suffix: ${{ steps.version_suffix.outputs.version_suffix }}
   9       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  10       upload_url: ${{ steps.create_release.outputs.upload_url }}
  11     steps:
  12     - uses: actions/checkout@v2
  13       with:
  14         fetch-depth: 0
  15     - uses: actions/setup-python@v2
  16       with:
  17           python-version: '3.10'
  18
  19     - name: Set version suffix
  20       id: version_suffix
  21       env:
  22         PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
  23       if: "env.PUSH_VERSION_COMMIT == ''"
  24       run: echo ::set-output name=version_suffix::$(date -u +"%H%M%S")
  25     - name: Bump version
  26       id: bump_version
  27       run: |
  28         python devscripts/update-version.py ${{ steps.version_suffix.outputs.version_suffix }}
  29         make issuetemplates
  30
  31     - name: Push to release
  32       id: push_release
  33       run: |
  34         git config --global user.name github-actions
  35         git config --global user.email github-actions@example.com
  36         git add -u
  37         git commit -m "[version] update" -m "Created by: ${{ github.event.sender.login }}" -m ":ci skip all :ci run dl"
  38         git push origin --force ${{ github.event.ref }}:release
  39         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  40     - name: Update master
  41       env:
  42         PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
  43       if: "env.PUSH_VERSION_COMMIT != ''"
  44       run: git push origin ${{ github.event.ref }}
  45     - name: Get Changelog
  46       run: |
  47         changelog=$(grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)' Changelog.md) || true
  48         echo "changelog<<EOF" >> $GITHUB_ENV
  49         echo "$changelog" >> $GITHUB_ENV
  50         echo "EOF" >> $GITHUB_ENV
  51
  52     - name: Create Release
  53       id: create_release
  54       uses: actions/create-release@v1
  55       env:
  56         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  57       with:
  58         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
  59         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
  60         commitish: ${{ steps.push_release.outputs.head_sha }}
  61         body: |
  62           #### [A description of the various files]((https://github.com/yt-dlp/yt-dlp#release-files)) are in the README
  63
  64           ---
  65
  66           ### Changelog:
  67           ${{ env.changelog }}
  68         draft: false
  69         prerelease: false
  70
  71
  72   build_unix:
  73     needs: create_release
  74     runs-on: ubuntu-18.04  # Standalone executable should be built on minimum supported OS
  75     outputs:
  76       sha256_bin: ${{ steps.get_sha.outputs.sha256_bin }}
  77       sha512_bin: ${{ steps.get_sha.outputs.sha512_bin }}
  78       sha256_tar: ${{ steps.get_sha.outputs.sha256_tar }}
  79       sha512_tar: ${{ steps.get_sha.outputs.sha512_tar }}
  80       sha256_linux: ${{ steps.get_sha.outputs.sha256_linux }}
  81       sha512_linux: ${{ steps.get_sha.outputs.sha512_linux }}
  82       sha256_linux_zip: ${{ steps.get_sha.outputs.sha256_linux_zip }}
  83       sha512_linux_zip: ${{ steps.get_sha.outputs.sha512_linux_zip }}
  84
  85     steps:
  86     - uses: actions/checkout@v2
  87     - uses: actions/setup-python@v2
  88       with:
  89           python-version: '3.10'
  90     - name: Install Requirements
  91       run: |
  92           sudo apt-get -y install zip pandoc man
  93           python -m pip install --upgrade pip setuptools wheel twine
  94           python -m pip install Pyinstaller -r requirements.txt
  95
  96     - name: Prepare
  97       run: |
  98           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
  99           python devscripts/make_lazy_extractors.py
 100     - name: Build Unix executables
 101       run: |
 102           make all tar
 103           python pyinst.py --onedir
 104           (cd ./dist/yt-dlp_linux && zip -r ../yt-dlp_linux.zip .)
 105           python pyinst.py
 106     - name: Get SHA2-SUMS
 107       id: get_sha
 108       run: |
 109           echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
 110           echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
 111           echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
 112           echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
 113           echo "::set-output name=sha256_linux::$(sha256sum dist/yt-dlp_linux | awk '{print $1}')"
 114           echo "::set-output name=sha512_linux::$(sha512sum dist/yt-dlp_linux | awk '{print $1}')"
 115           echo "::set-output name=sha256_linux_zip::$(sha256sum dist/yt-dlp_linux.zip | awk '{print $1}')"
 116           echo "::set-output name=sha512_linux_zip::$(sha512sum dist/yt-dlp_linux.zip | awk '{print $1}')"
 117
 118     - name: Upload zip binary
 119       uses: actions/upload-release-asset@v1
 120       env:
 121         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 122       with:
 123         upload_url: ${{ needs.create_release.outputs.upload_url }}
 124         asset_path: ./yt-dlp
 125         asset_name: yt-dlp
 126         asset_content_type: application/octet-stream
 127     - name: Upload Source tar
 128       uses: actions/upload-release-asset@v1
 129       env:
 130         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 131       with:
 132         upload_url: ${{ needs.create_release.outputs.upload_url }}
 133         asset_path: ./yt-dlp.tar.gz
 134         asset_name: yt-dlp.tar.gz
 135         asset_content_type: application/gzip
 136     - name: Upload standalone binary
 137       uses: actions/upload-release-asset@v1
 138       env:
 139         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 140       with:
 141         upload_url: ${{ needs.create_release.outputs.upload_url }}
 142         asset_path: ./dist/yt-dlp_linux
 143         asset_name: yt-dlp_linux
 144         asset_content_type: application/octet-stream
 145     - name: Upload onedir binary
 146       uses: actions/upload-release-asset@v1
 147       env:
 148         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 149       with:
 150         upload_url: ${{ needs.create_release.outputs.upload_url }}
 151         asset_path: ./dist/yt-dlp_linux.zip
 152         asset_name: yt-dlp_linux.zip
 153         asset_content_type: application/zip
 154
 155     - name: Build and publish on PyPi
 156       env:
 157         TWINE_USERNAME: __token__
 158         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
 159       if: "env.TWINE_PASSWORD != ''"
 160       run: |
 161         rm -rf dist/*
 162         python setup.py sdist bdist_wheel
 163         twine upload dist/*
 164
 165     - name: Install SSH private key for Homebrew
 166       env:
 167         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
 168       if: "env.BREW_TOKEN != ''"
 169       uses: yt-dlp/ssh-agent@v0.5.3
 170       with:
 171           ssh-private-key: ${{ env.BREW_TOKEN }}
 172     - name: Update Homebrew Formulae
 173       env:
 174         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
 175       if: "env.BREW_TOKEN != ''"
 176       run: |
 177         git clone git@github.com:yt-dlp/homebrew-taps taps/
 178         python devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ needs.create_release.outputs.ytdlp_version }}"
 179         git -C taps/ config user.name github-actions
 180         git -C taps/ config user.email github-actions@example.com
 181         git -C taps/ commit -am 'yt-dlp: ${{ needs.create_release.outputs.ytdlp_version }}'
 182         git -C taps/ push
 183
 184
 185   build_macos:
 186     runs-on: macos-11
 187     needs: create_release
 188     outputs:
 189       sha256_macos: ${{ steps.get_sha.outputs.sha256_macos }}
 190       sha512_macos: ${{ steps.get_sha.outputs.sha512_macos }}
 191       sha256_macos_zip: ${{ steps.get_sha.outputs.sha256_macos_zip }}
 192       sha512_macos_zip: ${{ steps.get_sha.outputs.sha512_macos_zip }}
 193
 194     steps:
 195     - uses: actions/checkout@v2
 196     # NB: In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 197     - name: Install Requirements
 198       run: |
 199           brew install coreutils
 200           /usr/bin/python3 -m pip install -U --user pip Pyinstaller -r requirements.txt
 201
 202     - name: Prepare
 203       run: |
 204           /usr/bin/python3 devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 205           /usr/bin/python3 devscripts/make_lazy_extractors.py
 206     - name: Build
 207       run: |
 208           /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
 209           (cd ./dist/yt-dlp_macos && zip -r ../yt-dlp_macos.zip .)
 210           /usr/bin/python3 pyinst.py --target-architecture universal2
 211     - name: Get SHA2-SUMS
 212       id: get_sha
 213       run: |
 214           echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 215           echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 216           echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 217           echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 218
 219     - name: Upload standalone binary
 220       uses: actions/upload-release-asset@v1
 221       env:
 222         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 223       with:
 224         upload_url: ${{ needs.create_release.outputs.upload_url }}
 225         asset_path: ./dist/yt-dlp_macos
 226         asset_name: yt-dlp_macos
 227         asset_content_type: application/octet-stream
 228     - name: Upload onedir binary
 229       uses: actions/upload-release-asset@v1
 230       env:
 231         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 232       with:
 233         upload_url: ${{ needs.create_release.outputs.upload_url }}
 234         asset_path: ./dist/yt-dlp_macos.zip
 235         asset_name: yt-dlp_macos.zip
 236         asset_content_type: application/zip
 237
 238
 239   build_windows:
 240     runs-on: windows-latest
 241     needs: create_release
 242     outputs:
 243       sha256_win: ${{ steps.get_sha.outputs.sha256_win }}
 244       sha512_win: ${{ steps.get_sha.outputs.sha512_win }}
 245       sha256_py2exe: ${{ steps.get_sha.outputs.sha256_py2exe }}
 246       sha512_py2exe: ${{ steps.get_sha.outputs.sha512_py2exe }}
 247       sha256_win_zip: ${{ steps.get_sha.outputs.sha256_win_zip }}
 248       sha512_win_zip: ${{ steps.get_sha.outputs.sha512_win_zip }}
 249
 250     steps:
 251     - uses: actions/checkout@v2
 252     - uses: actions/setup-python@v2
 253       with:  # 3.8 is used for Win7 support
 254           python-version: '3.8'
 255     - name: Install Requirements
 256       run: |  # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 257           python -m pip install --upgrade pip setuptools wheel py2exe
 258           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.10-py3-none-any.whl" -r requirements.txt
 259
 260     - name: Prepare
 261       run: |
 262           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 263           python devscripts/make_lazy_extractors.py
 264     - name: Build
 265       run: |
 266           python setup.py py2exe
 267           Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe
 268           python pyinst.py
 269           python pyinst.py --onedir
 270           Compress-Archive -Path ./dist/yt-dlp/* -DestinationPath ./dist/yt-dlp_win.zip
 271     - name: Get SHA2-SUMS
 272       id: get_sha
 273       run: |
 274           echo "::set-output name=sha256_py2exe::$((Get-FileHash dist\yt-dlp_min.exe -Algorithm SHA256).Hash.ToLower())"
 275           echo "::set-output name=sha512_py2exe::$((Get-FileHash dist\yt-dlp_min.exe -Algorithm SHA512).Hash.ToLower())"
 276           echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 277           echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 278           echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 279           echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 280
 281     - name: Upload py2exe binary
 282       uses: actions/upload-release-asset@v1
 283       env:
 284         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 285       with:
 286         upload_url: ${{ needs.create_release.outputs.upload_url }}
 287         asset_path: ./dist/yt-dlp_min.exe
 288         asset_name: yt-dlp_min.exe
 289         asset_content_type: application/vnd.microsoft.portable-executable
 290     - name: Upload standalone binary
 291       uses: actions/upload-release-asset@v1
 292       env:
 293         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 294       with:
 295         upload_url: ${{ needs.create_release.outputs.upload_url }}
 296         asset_path: ./dist/yt-dlp.exe
 297         asset_name: yt-dlp.exe
 298         asset_content_type: application/vnd.microsoft.portable-executable
 299     - name: Upload onedir binary
 300       uses: actions/upload-release-asset@v1
 301       env:
 302         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 303       with:
 304         upload_url: ${{ needs.create_release.outputs.upload_url }}
 305         asset_path: ./dist/yt-dlp_win.zip
 306         asset_name: yt-dlp_win.zip
 307         asset_content_type: application/zip
 308
 309
 310   build_windows32:
 311     runs-on: windows-latest
 312     needs: create_release
 313     outputs:
 314       sha256_win32: ${{ steps.get_sha.outputs.sha256_win32 }}
 315       sha512_win32: ${{ steps.get_sha.outputs.sha512_win32 }}
 316
 317     steps:
 318     - uses: actions/checkout@v2
 319     - uses: actions/setup-python@v2
 320       with:  # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 321           python-version: '3.7'
 322           architecture: 'x86'
 323     - name: Install Requirements
 324       run: |
 325           python -m pip install --upgrade pip setuptools wheel
 326           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.10-py3-none-any.whl" -r requirements.txt
 327
 328     - name: Prepare
 329       run: |
 330           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 331           python devscripts/make_lazy_extractors.py
 332     - name: Build
 333       run: |
 334           python pyinst.py
 335     - name: Get SHA2-SUMS
 336       id: get_sha
 337       run: |
 338           echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 339           echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 340
 341     - name: Upload standalone binary
 342       uses: actions/upload-release-asset@v1
 343       env:
 344         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 345       with:
 346         upload_url: ${{ needs.create_release.outputs.upload_url }}
 347         asset_path: ./dist/yt-dlp_x86.exe
 348         asset_name: yt-dlp_x86.exe
 349         asset_content_type: application/vnd.microsoft.portable-executable
 350
 351
 352   finish:
 353     runs-on: ubuntu-latest
 354     needs: [create_release, build_unix, build_windows, build_windows32, build_macos]
 355
 356     steps:
 357     - name: Make SHA2-SUMS files
 358       run: |
 359         echo "${{ needs.build_unix.outputs.sha256_bin }}  yt-dlp" >> SHA2-256SUMS
 360         echo "${{ needs.build_unix.outputs.sha256_tar }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 361         echo "${{ needs.build_unix.outputs.sha256_linux }}  yt-dlp_linux" >> SHA2-256SUMS
 362         echo "${{ needs.build_unix.outputs.sha256_linux_zip }}  yt-dlp_linux.zip" >> SHA2-256SUMS
 363         echo "${{ needs.build_windows.outputs.sha256_win }}  yt-dlp.exe" >> SHA2-256SUMS
 364         echo "${{ needs.build_windows.outputs.sha256_py2exe }}  yt-dlp_min.exe" >> SHA2-256SUMS
 365         echo "${{ needs.build_windows32.outputs.sha256_win32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 366         echo "${{ needs.build_windows.outputs.sha256_win_zip }}  yt-dlp_win.zip" >> SHA2-256SUMS
 367         echo "${{ needs.build_macos.outputs.sha256_macos }}  yt-dlp_macos" >> SHA2-256SUMS
 368         echo "${{ needs.build_macos.outputs.sha256_macos_zip }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 369         echo "${{ needs.build_unix.outputs.sha512_bin }}  yt-dlp" >> SHA2-512SUMS
 370         echo "${{ needs.build_unix.outputs.sha512_tar }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 371         echo "${{ needs.build_unix.outputs.sha512_linux }}  yt-dlp_linux" >> SHA2-512SUMS
 372         echo "${{ needs.build_unix.outputs.sha512_linux_zip }}  yt-dlp_linux.zip" >> SHA2-512SUMS
 373         echo "${{ needs.build_windows.outputs.sha512_win }}  yt-dlp.exe" >> SHA2-512SUMS
 374         echo "${{ needs.build_windows.outputs.sha512_py2exe }}  yt-dlp_min.exe" >> SHA2-512SUMS
 375         echo "${{ needs.build_windows32.outputs.sha512_win32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 376         echo "${{ needs.build_windows.outputs.sha512_win_zip }}  yt-dlp_win.zip" >> SHA2-512SUMS
 377         echo "${{ needs.build_macos.outputs.sha512_macos }}  yt-dlp_macos" >> SHA2-512SUMS
 378         echo "${{ needs.build_macos.outputs.sha512_macos_zip }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 379
 380     - name: Upload SHA2-256SUMS file
 381       uses: actions/upload-release-asset@v1
 382       env:
 383         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 384       with:
 385         upload_url: ${{ needs.create_release.outputs.upload_url }}
 386         asset_path: ./SHA2-256SUMS
 387         asset_name: SHA2-256SUMS
 388         asset_content_type: text/plain
 389     - name: Upload SHA2-512SUMS file
 390       uses: actions/upload-release-asset@v1
 391       env:
 392         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 393       with:
 394         upload_url: ${{ needs.create_release.outputs.upload_url }}
 395         asset_path: ./SHA2-512SUMS
 396         asset_name: SHA2-512SUMS
 397         asset_content_type: text/plain