.github/workflows/build.yml

   1 name: Build
   2
   3 on:
   4   push:
   5     branches:
   6       - release
   7
   8 jobs:
   9   build_unix:
  10     runs-on: ubuntu-latest
  11     outputs:
  12       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  13       upload_url: ${{ steps.create_release.outputs.upload_url }}
  14       sha256_bin: ${{ steps.sha256_bin.outputs.sha256_bin }}
  15       sha512_bin: ${{ steps.sha512_bin.outputs.sha512_bin }}
  16       sha256_tar: ${{ steps.sha256_tar.outputs.sha256_tar }}
  17       sha512_tar: ${{ steps.sha512_tar.outputs.sha512_tar }}
  18
  19     steps:
  20     - uses: actions/checkout@v2
  21       with:
  22         fetch-depth: 0
  23     - name: Set up Python
  24       uses: actions/setup-python@v2
  25       with:
  26           python-version: '3.8'
  27     - name: Install packages
  28       run: sudo apt-get -y install zip pandoc man
  29     - name: Bump version
  30       id: bump_version
  31       run: |
  32         python devscripts/update-version.py
  33         make issuetemplates
  34     - name: Update master
  35       id: push_update
  36       run: |
  37         git config --global user.email "${{ github.event.pusher.email }}"
  38         git config --global user.name "${{ github.event.pusher.name }}"
  39         git add -u
  40         git commit -m "[version] update" -m ":ci skip all"
  41         git pull --rebase origin ${{ github.event.repository.master_branch }}
  42         git push origin ${{ github.event.ref }}:${{ github.event.repository.master_branch }}
  43         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  44     - name: Get Changelog
  45       id: get_changelog
  46       run: |
  47         changelog=$(cat Changelog.md | grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)') || true
  48         echo "changelog<<EOF" >> $GITHUB_ENV
  49         echo "$changelog" >> $GITHUB_ENV
  50         echo "EOF" >> $GITHUB_ENV
  51
  52     - name: Build lazy extractors
  53       id: lazy_extractors
  54       run: python devscripts/make_lazy_extractors.py
  55     - name: Run Make
  56       run: make all tar
  57     - name: Get SHA2-256SUMS for yt-dlp
  58       id: sha256_bin
  59       run: echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
  60     - name: Get SHA2-256SUMS for yt-dlp.tar.gz
  61       id: sha256_tar
  62       run: echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
  63     - name: Get SHA2-512SUMS for yt-dlp
  64       id: sha512_bin
  65       run: echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
  66     - name: Get SHA2-512SUMS for yt-dlp.tar.gz
  67       id: sha512_tar
  68       run: echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
  69
  70     - name: Install dependencies for pypi
  71       env:
  72         PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
  73       if: "env.PYPI_TOKEN != ''"
  74       run: |
  75         python -m pip install --upgrade pip
  76         pip install setuptools wheel twine
  77     - name: Build and publish on pypi
  78       env:
  79         TWINE_USERNAME: __token__
  80         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
  81       if: "env.TWINE_PASSWORD != ''"
  82       run: |
  83         rm -rf dist/*
  84         python setup.py sdist bdist_wheel
  85         twine upload dist/*
  86
  87     - name: Install SSH private key
  88       env:
  89         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  90       if: "env.BREW_TOKEN != ''"
  91       uses: webfactory/ssh-agent@v0.5.3
  92       with:
  93           ssh-private-key: ${{ env.BREW_TOKEN }}
  94     - name: Update Homebrew Formulae
  95       env:
  96         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  97       if: "env.BREW_TOKEN != ''"
  98       run: |
  99         git clone git@github.com:yt-dlp/homebrew-taps taps/
 100         python3 devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ steps.bump_version.outputs.ytdlp_version }}"
 101         git -C taps/ config user.name github-actions
 102         git -C taps/ config user.email github-actions@example.com
 103         git -C taps/ commit -am 'yt-dlp: ${{ steps.bump_version.outputs.ytdlp_version }}'
 104         git -C taps/ push
 105
 106     - name: Create Release
 107       id: create_release
 108       uses: actions/create-release@v1
 109       env:
 110         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 111       with:
 112         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
 113         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
 114         commitish: ${{ steps.push_update.outputs.head_sha }}
 115         body: |
 116           #### [A description of the various files]((https://github.com/yt-dlp/yt-dlp#release-files)) are in the README
 117
 118           ---
 119
 120           ### Changelog:
 121           ${{ env.changelog }}
 122         draft: false
 123         prerelease: false
 124     - name: Upload yt-dlp Unix binary
 125       id: upload-release-asset
 126       uses: actions/upload-release-asset@v1
 127       env:
 128         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 129       with:
 130         upload_url: ${{ steps.create_release.outputs.upload_url }}
 131         asset_path: ./yt-dlp
 132         asset_name: yt-dlp
 133         asset_content_type: application/octet-stream
 134     - name: Upload Source tar
 135       uses: actions/upload-release-asset@v1
 136       env:
 137         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 138       with:
 139         upload_url: ${{ steps.create_release.outputs.upload_url }}
 140         asset_path: ./yt-dlp.tar.gz
 141         asset_name: yt-dlp.tar.gz
 142         asset_content_type: application/gzip
 143
 144   build_macos:
 145     runs-on: macos-11
 146     needs: build_unix
 147     outputs:
 148       sha256_macos: ${{ steps.sha256_macos.outputs.sha256_macos }}
 149       sha512_macos: ${{ steps.sha512_macos.outputs.sha512_macos }}
 150       sha256_macos_zip: ${{ steps.sha256_macos_zip.outputs.sha256_macos_zip }}
 151       sha512_macos_zip: ${{ steps.sha512_macos_zip.outputs.sha512_macos_zip }}
 152
 153     steps:
 154     - uses: actions/checkout@v2
 155     # In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 156     # Pyinstaller is pinned to 4.5.1 because the builds are failing in 4.6, 4.7
 157     - name: Install Requirements
 158       run: |
 159           brew install coreutils
 160           /usr/bin/python3 -m pip install -U --user pip Pyinstaller==4.5.1 mutagen pycryptodomex websockets
 161     - name: Bump version
 162       id: bump_version
 163       run: /usr/bin/python3 devscripts/update-version.py
 164     - name: Build lazy extractors
 165       id: lazy_extractors
 166       run: /usr/bin/python3 devscripts/make_lazy_extractors.py
 167     - name: Run PyInstaller Script
 168       run: /usr/bin/python3 pyinst.py --target-architecture universal2 --onefile
 169     - name: Upload yt-dlp MacOS binary
 170       id: upload-release-macos
 171       uses: actions/upload-release-asset@v1
 172       env:
 173         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 174       with:
 175         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 176         asset_path: ./dist/yt-dlp_macos
 177         asset_name: yt-dlp_macos
 178         asset_content_type: application/octet-stream
 179     - name: Get SHA2-256SUMS for yt-dlp_macos
 180       id: sha256_macos
 181       run: echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 182     - name: Get SHA2-512SUMS for yt-dlp_macos
 183       id: sha512_macos
 184       run: echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 185
 186     - name: Run PyInstaller Script with --onedir
 187       run: /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
 188     - uses: papeloto/action-zip@v1
 189       with:
 190         files: ./dist/yt-dlp_macos
 191         dest: ./dist/yt-dlp_macos.zip
 192     - name: Upload yt-dlp MacOS onedir
 193       id: upload-release-macos-zip
 194       uses: actions/upload-release-asset@v1
 195       env:
 196         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 197       with:
 198         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 199         asset_path: ./dist/yt-dlp_macos.zip
 200         asset_name: yt-dlp_macos.zip
 201         asset_content_type: application/zip
 202     - name: Get SHA2-256SUMS for yt-dlp_macos.zip
 203       id: sha256_macos_zip
 204       run: echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 205     - name: Get SHA2-512SUMS for yt-dlp_macos
 206       id: sha512_macos_zip
 207       run: echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 208
 209   build_windows:
 210     runs-on: windows-latest
 211     needs: build_unix
 212     outputs:
 213       sha256_win: ${{ steps.sha256_win.outputs.sha256_win }}
 214       sha512_win: ${{ steps.sha512_win.outputs.sha512_win }}
 215       sha256_py2exe: ${{ steps.sha256_py2exe.outputs.sha256_py2exe }}
 216       sha512_py2exe: ${{ steps.sha512_py2exe.outputs.sha512_py2exe }}
 217       sha256_win_zip: ${{ steps.sha256_win_zip.outputs.sha256_win_zip }}
 218       sha512_win_zip: ${{ steps.sha512_win_zip.outputs.sha512_win_zip }}
 219
 220     steps:
 221     - uses: actions/checkout@v2
 222     # 3.8 is used for Win7 support
 223     - name: Set up Python 3.8
 224       uses: actions/setup-python@v2
 225       with:
 226           python-version: '3.8'
 227     - name: Install Requirements
 228       # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 229       run: |
 230           python -m pip install --upgrade pip setuptools wheel py2exe
 231           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 232     - name: Bump version
 233       id: bump_version
 234       run: python devscripts/update-version.py
 235     - name: Build lazy extractors
 236       id: lazy_extractors
 237       run: python devscripts/make_lazy_extractors.py
 238     - name: Run PyInstaller Script
 239       run: python pyinst.py
 240     - name: Upload yt-dlp.exe Windows binary
 241       id: upload-release-windows
 242       uses: actions/upload-release-asset@v1
 243       env:
 244         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 245       with:
 246         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 247         asset_path: ./dist/yt-dlp.exe
 248         asset_name: yt-dlp.exe
 249         asset_content_type: application/vnd.microsoft.portable-executable
 250     - name: Get SHA2-256SUMS for yt-dlp.exe
 251       id: sha256_win
 252       run: echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 253     - name: Get SHA2-512SUMS for yt-dlp.exe
 254       id: sha512_win
 255       run: echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 256
 257     - name: Run PyInstaller Script with --onedir
 258       run: python pyinst.py --onedir
 259     - uses: papeloto/action-zip@v1
 260       with:
 261         files: ./dist/yt-dlp
 262         dest: ./dist/yt-dlp_win.zip
 263     - name: Upload yt-dlp Windows onedir
 264       id: upload-release-windows-zip
 265       uses: actions/upload-release-asset@v1
 266       env:
 267         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 268       with:
 269         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 270         asset_path: ./dist/yt-dlp_win.zip
 271         asset_name: yt-dlp_win.zip
 272         asset_content_type: application/zip
 273     - name: Get SHA2-256SUMS for yt-dlp_win.zip
 274       id: sha256_win_zip
 275       run: echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 276     - name: Get SHA2-512SUMS for yt-dlp_win.zip
 277       id: sha512_win_zip
 278       run: echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 279
 280     - name: Run py2exe Script
 281       run: python setup.py py2exe
 282     - name: Upload yt-dlp_min.exe Windows binary
 283       id: upload-release-windows-py2exe
 284       uses: actions/upload-release-asset@v1
 285       env:
 286         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 287       with:
 288         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 289         asset_path: ./dist/yt-dlp.exe
 290         asset_name: yt-dlp_min.exe
 291         asset_content_type: application/vnd.microsoft.portable-executable
 292     - name: Get SHA2-256SUMS for yt-dlp_min.exe
 293       id: sha256_py2exe
 294       run: echo "::set-output name=sha256_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 295     - name: Get SHA2-512SUMS for yt-dlp_min.exe
 296       id: sha512_py2exe
 297       run: echo "::set-output name=sha512_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 298
 299   build_windows32:
 300     runs-on: windows-latest
 301     needs: build_unix
 302
 303     outputs:
 304       sha256_win32: ${{ steps.sha256_win32.outputs.sha256_win32 }}
 305       sha512_win32: ${{ steps.sha512_win32.outputs.sha512_win32 }}
 306
 307     steps:
 308     - uses: actions/checkout@v2
 309     # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 310     - name: Set up Python 3.7 32-Bit
 311       uses: actions/setup-python@v2
 312       with:
 313           python-version: '3.7'
 314           architecture: 'x86'
 315     - name: Install Requirements
 316       run: |
 317           python -m pip install --upgrade pip setuptools wheel
 318           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 319     - name: Bump version
 320       id: bump_version
 321       run: python devscripts/update-version.py
 322     - name: Build lazy extractors
 323       id: lazy_extractors
 324       run: python devscripts/make_lazy_extractors.py
 325     - name: Run PyInstaller Script for 32 Bit
 326       run: python pyinst.py
 327     - name: Upload Executable yt-dlp_x86.exe
 328       id: upload-release-windows32
 329       uses: actions/upload-release-asset@v1
 330       env:
 331         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 332       with:
 333         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 334         asset_path: ./dist/yt-dlp_x86.exe
 335         asset_name: yt-dlp_x86.exe
 336         asset_content_type: application/vnd.microsoft.portable-executable
 337     - name: Get SHA2-256SUMS for yt-dlp_x86.exe
 338       id: sha256_win32
 339       run: echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 340     - name: Get SHA2-512SUMS for yt-dlp_x86.exe
 341       id: sha512_win32
 342       run: echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 343
 344   finish:
 345     runs-on: ubuntu-latest
 346     needs: [build_unix, build_windows, build_windows32, build_macos]
 347
 348     steps:
 349     - name: Make SHA2-256SUMS file
 350       env:
 351         SHA256_BIN: ${{ needs.build_unix.outputs.sha256_bin }}
 352         SHA256_TAR: ${{ needs.build_unix.outputs.sha256_tar }}
 353         SHA256_WIN: ${{ needs.build_windows.outputs.sha256_win }}
 354         SHA256_PY2EXE: ${{ needs.build_windows.outputs.sha256_py2exe }}
 355         SHA256_WIN_ZIP: ${{ needs.build_windows.outputs.sha256_win_zip }}
 356         SHA256_WIN32: ${{ needs.build_windows32.outputs.sha256_win32 }}
 357         SHA256_MACOS: ${{ needs.build_macos.outputs.sha256_macos }}
 358         SHA256_MACOS_ZIP: ${{ needs.build_macos.outputs.sha256_macos_zip }}
 359       run: |
 360         echo "${{ env.SHA256_BIN }}  yt-dlp" >> SHA2-256SUMS
 361         echo "${{ env.SHA256_TAR }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 362         echo "${{ env.SHA256_WIN }}  yt-dlp.exe" >> SHA2-256SUMS
 363         echo "${{ env.SHA256_PY2EXE }}  yt-dlp_min.exe" >> SHA2-256SUMS
 364         echo "${{ env.SHA256_WIN32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 365         echo "${{ env.SHA256_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-256SUMS
 366         echo "${{ env.SHA256_MACOS }}  yt-dlp_macos" >> SHA2-256SUMS
 367         echo "${{ env.SHA256_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 368     - name: Upload 256SUMS file
 369       id: upload-sums
 370       uses: actions/upload-release-asset@v1
 371       env:
 372         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 373       with:
 374         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 375         asset_path: ./SHA2-256SUMS
 376         asset_name: SHA2-256SUMS
 377         asset_content_type: text/plain
 378     - name: Make SHA2-512SUMS file
 379       env:
 380         SHA512_BIN: ${{ needs.build_unix.outputs.sha512_bin }}
 381         SHA512_TAR: ${{ needs.build_unix.outputs.sha512_tar }}
 382         SHA512_WIN: ${{ needs.build_windows.outputs.sha512_win }}
 383         SHA512_PY2EXE: ${{ needs.build_windows.outputs.sha512_py2exe }}
 384         SHA512_WIN_ZIP: ${{ needs.build_windows.outputs.sha512_win_zip }}
 385         SHA512_WIN32: ${{ needs.build_windows32.outputs.sha512_win32 }}
 386         SHA512_MACOS: ${{ needs.build_macos.outputs.sha512_macos }}
 387         SHA512_MACOS_ZIP: ${{ needs.build_macos.outputs.sha512_macos_zip }}
 388       run: |
 389         echo "${{ env.SHA512_BIN }}  yt-dlp" >> SHA2-512SUMS
 390         echo "${{ env.SHA512_TAR }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 391         echo "${{ env.SHA512_WIN }}  yt-dlp.exe" >> SHA2-512SUMS
 392         echo "${{ env.SHA512_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-512SUMS
 393         echo "${{ env.SHA512_PY2EXE }}  yt-dlp_min.exe" >> SHA2-512SUMS
 394         echo "${{ env.SHA512_WIN32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 395         echo "${{ env.SHA512_MACOS }}  yt-dlp_macos" >> SHA2-512SUMS
 396         echo "${{ env.SHA512_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 397     - name: Upload 512SUMS file
 398       id: upload-512sums
 399       uses: actions/upload-release-asset@v1
 400       env:
 401         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 402       with:
 403         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 404         asset_path: ./SHA2-512SUMS
 405         asset_name: SHA2-512SUMS
 406         asset_content_type: text/plain