.github/workflows/build.yml

   1 name: Build
   2 on: workflow_dispatch
   3
   4 jobs:
   5   create_release:
   6     runs-on: ubuntu-latest
   7     outputs:
   8       version_suffix: ${{ steps.version_suffix.outputs.version_suffix }}
   9       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  10       upload_url: ${{ steps.create_release.outputs.upload_url }}
  11     steps:
  12     - uses: actions/checkout@v2
  13       with:
  14         fetch-depth: 0
  15     - uses: actions/setup-python@v2
  16       with:
  17           python-version: '3.10'
  18
  19     - name: Set version suffix
  20       id: version_suffix
  21       env:
  22         PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
  23       if: "env.PUSH_VERSION_COMMIT == ''"
  24       run: echo ::set-output name=version_suffix::$(date -u +"%H%M%S")
  25     - name: Bump version
  26       id: bump_version
  27       run: |
  28         python devscripts/update-version.py ${{ steps.version_suffix.outputs.version_suffix }}
  29         make issuetemplates
  30
  31     - name: Push to release
  32       run: |
  33         git config --global user.name github-actions
  34         git config --global user.email github-actions@example.com
  35         git add -u
  36         git commit -m "[version] update" -m "Created by: ${{ github.event.sender.login }}" -m ":ci skip all :ci run dl"
  37         git push origin --force ${{ github.event.ref }}:release
  38         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  39     - name: Update master
  40       env:
  41         PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
  42       if: "env.PUSH_VERSION_COMMIT != ''"
  43       run: git push origin ${{ github.event.ref }}
  44     - name: Get Changelog
  45       run: |
  46         changelog=$(grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)' Changelog.md) || true
  47         echo "changelog<<EOF" >> $GITHUB_ENV
  48         echo "$changelog" >> $GITHUB_ENV
  49         echo "EOF" >> $GITHUB_ENV
  50
  51     - name: Create Release
  52       id: create_release
  53       uses: actions/create-release@v1
  54       env:
  55         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  56       with:
  57         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
  58         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
  59         commitish: ${{ steps.push_release.outputs.head_sha }}
  60         body: |
  61           #### [A description of the various files]((https://github.com/yt-dlp/yt-dlp#release-files)) are in the README
  62
  63           ---
  64
  65           ### Changelog:
  66           ${{ env.changelog }}
  67         draft: false
  68         prerelease: false
  69
  70
  71   build_unix:
  72     needs: create_release
  73     runs-on: ubuntu-18.04  # Standalone executable should be built on minimum supported OS
  74     outputs:
  75       sha256_bin: ${{ steps.get_sha.outputs.sha256_bin }}
  76       sha512_bin: ${{ steps.get_sha.outputs.sha512_bin }}
  77       sha256_tar: ${{ steps.get_sha.outputs.sha256_tar }}
  78       sha512_tar: ${{ steps.get_sha.outputs.sha512_tar }}
  79       sha256_linux: ${{ steps.get_sha.outputs.sha256_linux }}
  80       sha512_linux: ${{ steps.get_sha.outputs.sha512_linux }}
  81       sha256_linux_zip: ${{ steps.get_sha.outputs.sha256_linux_zip }}
  82       sha512_linux_zip: ${{ steps.get_sha.outputs.sha512_linux_zip }}
  83
  84     steps:
  85     - uses: actions/checkout@v2
  86     - uses: actions/setup-python@v2
  87       with:
  88           python-version: '3.10'
  89     - name: Install Requirements
  90       run: |
  91           sudo apt-get -y install zip pandoc man
  92           python -m pip install --upgrade pip setuptools wheel twine
  93           python -m pip install Pyinstaller -r requirements.txt
  94
  95     - name: Prepare
  96       run: |
  97           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
  98           python devscripts/make_lazy_extractors.py
  99     - name: Build Unix executables
 100       run: |
 101           make all tar
 102           python pyinst.py --onedir
 103           (cd ./dist/yt-dlp_linux && zip -r ../yt-dlp_linux.zip .)
 104           python pyinst.py
 105     - name: Get SHA2-SUMS
 106       id: get_sha
 107       run: |
 108           echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
 109           echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
 110           echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
 111           echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
 112           echo "::set-output name=sha256_linux::$(sha256sum dist/yt-dlp_linux | awk '{print $1}')"
 113           echo "::set-output name=sha512_linux::$(sha512sum dist/yt-dlp_linux | awk '{print $1}')"
 114           echo "::set-output name=sha256_linux_zip::$(sha256sum dist/yt-dlp_linux.zip | awk '{print $1}')"
 115           echo "::set-output name=sha512_linux_zip::$(sha512sum dist/yt-dlp_linux.zip | awk '{print $1}')"
 116
 117     - name: Upload zip binary
 118       uses: actions/upload-release-asset@v1
 119       env:
 120         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 121       with:
 122         upload_url: ${{ needs.create_release.outputs.upload_url }}
 123         asset_path: ./yt-dlp
 124         asset_name: yt-dlp
 125         asset_content_type: application/octet-stream
 126     - name: Upload Source tar
 127       uses: actions/upload-release-asset@v1
 128       env:
 129         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 130       with:
 131         upload_url: ${{ needs.create_release.outputs.upload_url }}
 132         asset_path: ./yt-dlp.tar.gz
 133         asset_name: yt-dlp.tar.gz
 134         asset_content_type: application/gzip
 135     - name: Upload standalone binary
 136       uses: actions/upload-release-asset@v1
 137       env:
 138         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 139       with:
 140         upload_url: ${{ needs.create_release.outputs.upload_url }}
 141         asset_path: ./dist/yt-dlp_linux
 142         asset_name: yt-dlp_linux
 143         asset_content_type: application/octet-stream
 144     - name: Upload onedir binary
 145       uses: actions/upload-release-asset@v1
 146       env:
 147         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 148       with:
 149         upload_url: ${{ needs.create_release.outputs.upload_url }}
 150         asset_path: ./dist/yt-dlp_linux.zip
 151         asset_name: yt-dlp_linux.zip
 152         asset_content_type: application/zip
 153
 154     - name: Build and publish on PyPi
 155       env:
 156         TWINE_USERNAME: __token__
 157         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
 158       if: "env.TWINE_PASSWORD != ''"
 159       run: |
 160         rm -rf dist/*
 161         python setup.py sdist bdist_wheel
 162         twine upload dist/*
 163
 164     - name: Install SSH private key for Homebrew
 165       env:
 166         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
 167       if: "env.BREW_TOKEN != ''"
 168       uses: yt-dlp/ssh-agent@v0.5.3
 169       with:
 170           ssh-private-key: ${{ env.BREW_TOKEN }}
 171     - name: Update Homebrew Formulae
 172       env:
 173         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
 174       if: "env.BREW_TOKEN != ''"
 175       run: |
 176         git clone git@github.com:yt-dlp/homebrew-taps taps/
 177         python devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ steps.bump_version.outputs.ytdlp_version }}"
 178         git -C taps/ config user.name github-actions
 179         git -C taps/ config user.email github-actions@example.com
 180         git -C taps/ commit -am 'yt-dlp: ${{ steps.bump_version.outputs.ytdlp_version }}'
 181         git -C taps/ push
 182
 183
 184   build_macos:
 185     runs-on: macos-11
 186     needs: create_release
 187     outputs:
 188       sha256_macos: ${{ steps.get_sha.outputs.sha256_macos }}
 189       sha512_macos: ${{ steps.get_sha.outputs.sha512_macos }}
 190       sha256_macos_zip: ${{ steps.get_sha.outputs.sha256_macos_zip }}
 191       sha512_macos_zip: ${{ steps.get_sha.outputs.sha512_macos_zip }}
 192
 193     steps:
 194     - uses: actions/checkout@v2
 195     # NB: In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 196     - name: Install Requirements
 197       run: |
 198           brew install coreutils
 199           /usr/bin/python3 -m pip install -U --user pip Pyinstaller -r requirements.txt
 200
 201     - name: Prepare
 202       run: |
 203           /usr/bin/python3 devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 204           /usr/bin/python3 devscripts/make_lazy_extractors.py
 205     - name: Build
 206       run: |
 207           /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
 208           (cd ./dist/yt-dlp_macos && zip -r ../yt-dlp_macos.zip .)
 209           /usr/bin/python3 pyinst.py --target-architecture universal2
 210     - name: Get SHA2-SUMS
 211       id: get_sha
 212       run: |
 213           echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 214           echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 215           echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 216           echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 217
 218     - name: Upload standalone binary
 219       uses: actions/upload-release-asset@v1
 220       env:
 221         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 222       with:
 223         upload_url: ${{ needs.create_release.outputs.upload_url }}
 224         asset_path: ./dist/yt-dlp_macos
 225         asset_name: yt-dlp_macos
 226         asset_content_type: application/octet-stream
 227     - name: Upload onedir binary
 228       uses: actions/upload-release-asset@v1
 229       env:
 230         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 231       with:
 232         upload_url: ${{ needs.create_release.outputs.upload_url }}
 233         asset_path: ./dist/yt-dlp_macos.zip
 234         asset_name: yt-dlp_macos.zip
 235         asset_content_type: application/zip
 236
 237
 238   build_windows:
 239     runs-on: windows-latest
 240     needs: create_release
 241     outputs:
 242       sha256_win: ${{ steps.get_sha.outputs.sha256_win }}
 243       sha512_win: ${{ steps.get_sha.outputs.sha512_win }}
 244       sha256_py2exe: ${{ steps.get_sha.outputs.sha256_py2exe }}
 245       sha512_py2exe: ${{ steps.get_sha.outputs.sha512_py2exe }}
 246       sha256_win_zip: ${{ steps.get_sha.outputs.sha256_win_zip }}
 247       sha512_win_zip: ${{ steps.get_sha.outputs.sha512_win_zip }}
 248
 249     steps:
 250     - uses: actions/checkout@v2
 251     - uses: actions/setup-python@v2
 252       with:  # 3.8 is used for Win7 support
 253           python-version: '3.8'
 254     - name: Install Requirements
 255       run: |  # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 256           python -m pip install --upgrade pip setuptools wheel py2exe
 257           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.10-py3-none-any.whl" -r requirements.txt
 258
 259     - name: Prepare
 260       run: |
 261           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 262           python devscripts/make_lazy_extractors.py
 263     - name: Build
 264       run: |
 265           python setup.py py2exe
 266           Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe
 267           python pyinst.py
 268           python pyinst.py --onedir
 269           Compress-Archive -Path ./dist/yt-dlp/* -DestinationPath ./dist/yt-dlp_win.zip
 270     - name: Get SHA2-SUMS
 271       id: get_sha
 272       run: |
 273           echo "::set-output name=sha256_py2exe::$((Get-FileHash dist\yt-dlp_min.exe -Algorithm SHA256).Hash.ToLower())"
 274           echo "::set-output name=sha512_py2exe::$((Get-FileHash dist\yt-dlp_min.exe -Algorithm SHA512).Hash.ToLower())"
 275           echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 276           echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 277           echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 278           echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 279
 280     - name: Upload py2exe binary
 281       uses: actions/upload-release-asset@v1
 282       env:
 283         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 284       with:
 285         upload_url: ${{ needs.create_release.outputs.upload_url }}
 286         asset_path: ./dist/yt-dlp_min.exe
 287         asset_name: yt-dlp_min.exe
 288         asset_content_type: application/vnd.microsoft.portable-executable
 289     - name: Upload standalone binary
 290       uses: actions/upload-release-asset@v1
 291       env:
 292         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 293       with:
 294         upload_url: ${{ needs.create_release.outputs.upload_url }}
 295         asset_path: ./dist/yt-dlp.exe
 296         asset_name: yt-dlp.exe
 297         asset_content_type: application/vnd.microsoft.portable-executable
 298     - name: Upload onedir binary
 299       uses: actions/upload-release-asset@v1
 300       env:
 301         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 302       with:
 303         upload_url: ${{ needs.create_release.outputs.upload_url }}
 304         asset_path: ./dist/yt-dlp_win.zip
 305         asset_name: yt-dlp_win.zip
 306         asset_content_type: application/zip
 307
 308
 309   build_windows32:
 310     runs-on: windows-latest
 311     needs: create_release
 312     outputs:
 313       sha256_win32: ${{ steps.get_sha.outputs.sha256_win32 }}
 314       sha512_win32: ${{ steps.get_sha.outputs.sha512_win32 }}
 315
 316     steps:
 317     - uses: actions/checkout@v2
 318     - uses: actions/setup-python@v2
 319       with:  # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 320           python-version: '3.7'
 321           architecture: 'x86'
 322     - name: Install Requirements
 323       run: |
 324           python -m pip install --upgrade pip setuptools wheel
 325           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.10-py3-none-any.whl" -r requirements.txt
 326
 327     - name: Prepare
 328       run: |
 329           python devscripts/update-version.py ${{ needs.create_release.outputs.version_suffix }}
 330           python devscripts/make_lazy_extractors.py
 331     - name: Build
 332       run: |
 333           python pyinst.py
 334     - name: Get SHA2-SUMS
 335       id: get_sha
 336       run: |
 337           echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 338           echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 339
 340     - name: Upload standalone binary
 341       uses: actions/upload-release-asset@v1
 342       env:
 343         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 344       with:
 345         upload_url: ${{ needs.create_release.outputs.upload_url }}
 346         asset_path: ./dist/yt-dlp_x86.exe
 347         asset_name: yt-dlp_x86.exe
 348         asset_content_type: application/vnd.microsoft.portable-executable
 349
 350
 351   finish:
 352     runs-on: ubuntu-latest
 353     needs: [create_release, build_unix, build_windows, build_windows32, build_macos]
 354
 355     steps:
 356     - name: Make SHA2-SUMS files
 357       run: |
 358         echo "${{ needs.build_unix.outputs.sha256_bin }}  yt-dlp" >> SHA2-256SUMS
 359         echo "${{ needs.build_unix.outputs.sha256_tar }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 360         echo "${{ needs.build_unix.outputs.sha256_linux }}  yt-dlp_linux" >> SHA2-256SUMS
 361         echo "${{ needs.build_unix.outputs.sha256_linux_zip }}  yt-dlp_linux.zip" >> SHA2-256SUMS
 362         echo "${{ needs.build_windows.outputs.sha256_win }}  yt-dlp.exe" >> SHA2-256SUMS
 363         echo "${{ needs.build_windows.outputs.sha256_py2exe }}  yt-dlp_min.exe" >> SHA2-256SUMS
 364         echo "${{ needs.build_windows32.outputs.sha256_win32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 365         echo "${{ needs.build_windows.outputs.sha256_win_zip }}  yt-dlp_win.zip" >> SHA2-256SUMS
 366         echo "${{ needs.build_macos.outputs.sha256_macos }}  yt-dlp_macos" >> SHA2-256SUMS
 367         echo "${{ needs.build_macos.outputs.sha256_macos_zip }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 368         echo "${{ needs.build_unix.outputs.sha512_bin }}  yt-dlp" >> SHA2-512SUMS
 369         echo "${{ needs.build_unix.outputs.sha512_tar }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 370         echo "${{ needs.build_unix.outputs.sha512_linux }}  yt-dlp_linux" >> SHA2-512SUMS
 371         echo "${{ needs.build_unix.outputs.sha512_linux_zip }}  yt-dlp_linux.zip" >> SHA2-512SUMS
 372         echo "${{ needs.build_windows.outputs.sha512_win }}  yt-dlp.exe" >> SHA2-512SUMS
 373         echo "${{ needs.build_windows.outputs.sha512_py2exe }}  yt-dlp_min.exe" >> SHA2-512SUMS
 374         echo "${{ needs.build_windows32.outputs.sha512_win32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 375         echo "${{ needs.build_windows.outputs.sha512_win_zip }}  yt-dlp_win.zip" >> SHA2-512SUMS
 376         echo "${{ needs.build_macos.outputs.sha512_macos }}  yt-dlp_macos" >> SHA2-512SUMS
 377         echo "${{ needs.build_macos.outputs.sha512_macos_zip }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 378
 379     - name: Upload SHA2-256SUMS file
 380       uses: actions/upload-release-asset@v1
 381       env:
 382         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 383       with:
 384         upload_url: ${{ needs.create_release.outputs.upload_url }}
 385         asset_path: ./SHA2-256SUMS
 386         asset_name: SHA2-256SUMS
 387         asset_content_type: text/plain
 388     - name: Upload SHA2-512SUMS file
 389       uses: actions/upload-release-asset@v1
 390       env:
 391         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 392       with:
 393         upload_url: ${{ needs.create_release.outputs.upload_url }}
 394         asset_path: ./SHA2-512SUMS
 395         asset_name: SHA2-512SUMS
 396         asset_content_type: text/plain