.github/workflows/build.yml

   1 name: Build
   2
   3 on:
   4   push:
   5     branches:
   6       - release
   7
   8 jobs:
   9   build_unix:
  10     runs-on: ubuntu-latest
  11     outputs:
  12       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  13       upload_url: ${{ steps.create_release.outputs.upload_url }}
  14       sha256_bin: ${{ steps.sha256_bin.outputs.sha256_bin }}
  15       sha512_bin: ${{ steps.sha512_bin.outputs.sha512_bin }}
  16       sha256_tar: ${{ steps.sha256_tar.outputs.sha256_tar }}
  17       sha512_tar: ${{ steps.sha512_tar.outputs.sha512_tar }}
  18
  19     steps:
  20     - uses: actions/checkout@v2
  21       with:
  22         fetch-depth: 0
  23     - name: Set up Python
  24       uses: actions/setup-python@v2
  25       with:
  26           python-version: '3.8'
  27     - name: Install packages
  28       run: sudo apt-get -y install zip pandoc man
  29     - name: Bump version
  30       id: bump_version
  31       run: |
  32         python devscripts/update-version.py
  33         make issuetemplates
  34     - name: Print version
  35       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
  36     - name: Update master
  37       id: push_update
  38       run: |
  39         git config --global user.email "${{ github.event.pusher.email }}"
  40         git config --global user.name "${{ github.event.pusher.name }}"
  41         git add -u
  42         git commit -m "[version] update" -m ":ci skip all"
  43         git pull --rebase origin ${{ github.event.repository.master_branch }}
  44         git push origin ${{ github.event.ref }}:${{ github.event.repository.master_branch }}
  45         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  46     - name: Get Changelog
  47       id: get_changelog
  48       run: |
  49         changelog=$(cat Changelog.md | grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)') || true
  50         echo "changelog<<EOF" >> $GITHUB_ENV
  51         echo "$changelog" >> $GITHUB_ENV
  52         echo "EOF" >> $GITHUB_ENV
  53
  54     - name: Build lazy extractors
  55       id: lazy_extractors
  56       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
  57     - name: Run Make
  58       run: make all tar
  59     - name: Get SHA2-256SUMS for yt-dlp
  60       id: sha256_bin
  61       run: echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
  62     - name: Get SHA2-256SUMS for yt-dlp.tar.gz
  63       id: sha256_tar
  64       run: echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
  65     - name: Get SHA2-512SUMS for yt-dlp
  66       id: sha512_bin
  67       run: echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
  68     - name: Get SHA2-512SUMS for yt-dlp.tar.gz
  69       id: sha512_tar
  70       run: echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
  71
  72     - name: Install dependencies for pypi
  73       env:
  74         PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
  75       if: "env.PYPI_TOKEN != ''"
  76       run: |
  77         python -m pip install --upgrade pip
  78         pip install setuptools wheel twine
  79     - name: Build and publish on pypi
  80       env:
  81         TWINE_USERNAME: __token__
  82         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
  83       if: "env.TWINE_PASSWORD != ''"
  84       run: |
  85         rm -rf dist/*
  86         python setup.py sdist bdist_wheel
  87         twine upload dist/*
  88
  89     - name: Install SSH private key
  90       env:
  91         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  92       if: "env.BREW_TOKEN != ''"
  93       uses: webfactory/ssh-agent@v0.5.3
  94       with:
  95           ssh-private-key: ${{ env.BREW_TOKEN }}
  96     - name: Update Homebrew Formulae
  97       env:
  98         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  99       if: "env.BREW_TOKEN != ''"
 100       run: |
 101         git clone git@github.com:yt-dlp/homebrew-taps taps/
 102         python3 devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ steps.bump_version.outputs.ytdlp_version }}"
 103         git -C taps/ config user.name github-actions
 104         git -C taps/ config user.email github-actions@example.com
 105         git -C taps/ commit -am 'yt-dlp: ${{ steps.bump_version.outputs.ytdlp_version }}'
 106         git -C taps/ push
 107
 108     - name: Create Release
 109       id: create_release
 110       uses: actions/create-release@v1
 111       env:
 112         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 113       with:
 114         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
 115         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
 116         commitish: ${{ steps.push_update.outputs.head_sha }}
 117         body: |
 118           See [this](https://github.com/yt-dlp/yt-dlp#release-files) for a description of the files
 119
 120           #### Changelog:
 121           ${{ env.changelog }}
 122         draft: false
 123         prerelease: false
 124     - name: Upload yt-dlp Unix binary
 125       id: upload-release-asset
 126       uses: actions/upload-release-asset@v1
 127       env:
 128         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 129       with:
 130         upload_url: ${{ steps.create_release.outputs.upload_url }}
 131         asset_path: ./yt-dlp
 132         asset_name: yt-dlp
 133         asset_content_type: application/octet-stream
 134     - name: Upload Source tar
 135       uses: actions/upload-release-asset@v1
 136       env:
 137         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 138       with:
 139         upload_url: ${{ steps.create_release.outputs.upload_url }}
 140         asset_path: ./yt-dlp.tar.gz
 141         asset_name: yt-dlp.tar.gz
 142         asset_content_type: application/gzip
 143
 144   build_macos:
 145     runs-on: macos-11
 146     needs: build_unix
 147     outputs:
 148       sha256_macos: ${{ steps.sha256_macos.outputs.sha256_macos }}
 149       sha512_macos: ${{ steps.sha512_macos.outputs.sha512_macos }}
 150       sha256_macos_zip: ${{ steps.sha256_macos_zip.outputs.sha256_macos_zip }}
 151       sha512_macos_zip: ${{ steps.sha512_macos_zip.outputs.sha512_macos_zip }}
 152
 153     steps:
 154     - uses: actions/checkout@v2
 155     # In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 156     - name: Install Requirements
 157       run: |
 158           brew install coreutils
 159           /usr/bin/python3 -m pip install -U --user pip Pyinstaller mutagen pycryptodomex websockets
 160     - name: Bump version
 161       id: bump_version
 162       run: /usr/bin/python3 devscripts/update-version.py
 163     - name: Build lazy extractors
 164       id: lazy_extractors
 165       run: /usr/bin/python3 devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 166     - name: Run PyInstaller Script
 167       run: /usr/bin/python3 pyinst.py --target-architecture universal2 --onefile
 168     - name: Upload yt-dlp MacOS binary
 169       id: upload-release-macos
 170       uses: actions/upload-release-asset@v1
 171       env:
 172         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 173       with:
 174         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 175         asset_path: ./dist/yt-dlp_macos
 176         asset_name: yt-dlp_macos
 177         asset_content_type: application/octet-stream
 178     - name: Get SHA2-256SUMS for yt-dlp_macos
 179       id: sha256_macos
 180       run: echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 181     - name: Get SHA2-512SUMS for yt-dlp_macos
 182       id: sha512_macos
 183       run: echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 184
 185     - name: Run PyInstaller Script with --onedir
 186       run: /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
 187     - uses: papeloto/action-zip@v1
 188       with:
 189         files: ./dist/yt-dlp_macos
 190         dest: ./dist/yt-dlp_macos.zip
 191     - name: Upload yt-dlp MacOS onedir
 192       id: upload-release-macos-zip
 193       uses: actions/upload-release-asset@v1
 194       env:
 195         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 196       with:
 197         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 198         asset_path: ./dist/yt-dlp_macos.zip
 199         asset_name: yt-dlp_macos.zip
 200         asset_content_type: application/zip
 201     - name: Get SHA2-256SUMS for yt-dlp_macos.zip
 202       id: sha256_macos_zip
 203       run: echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 204     - name: Get SHA2-512SUMS for yt-dlp_macos
 205       id: sha512_macos_zip
 206       run: echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 207
 208   build_windows:
 209     runs-on: windows-latest
 210     needs: build_unix
 211     outputs:
 212       sha256_win: ${{ steps.sha256_win.outputs.sha256_win }}
 213       sha512_win: ${{ steps.sha512_win.outputs.sha512_win }}
 214       sha256_py2exe: ${{ steps.sha256_py2exe.outputs.sha256_py2exe }}
 215       sha512_py2exe: ${{ steps.sha512_py2exe.outputs.sha512_py2exe }}
 216       sha256_win_zip: ${{ steps.sha256_win_zip.outputs.sha256_win_zip }}
 217       sha512_win_zip: ${{ steps.sha512_win_zip.outputs.sha512_win_zip }}
 218
 219     steps:
 220     - uses: actions/checkout@v2
 221     # 3.8 is used for Win7 support
 222     - name: Set up Python 3.8
 223       uses: actions/setup-python@v2
 224       with:
 225           python-version: '3.8'
 226     - name: Install Requirements
 227       # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 228       run: |
 229           python -m pip install --upgrade pip setuptools wheel py2exe
 230           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 231     - name: Bump version
 232       id: bump_version
 233       run: python devscripts/update-version.py
 234     - name: Build lazy extractors
 235       id: lazy_extractors
 236       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 237     - name: Run PyInstaller Script
 238       run: python pyinst.py
 239     - name: Upload yt-dlp.exe Windows binary
 240       id: upload-release-windows
 241       uses: actions/upload-release-asset@v1
 242       env:
 243         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 244       with:
 245         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 246         asset_path: ./dist/yt-dlp.exe
 247         asset_name: yt-dlp.exe
 248         asset_content_type: application/vnd.microsoft.portable-executable
 249     - name: Get SHA2-256SUMS for yt-dlp.exe
 250       id: sha256_win
 251       run: echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 252     - name: Get SHA2-512SUMS for yt-dlp.exe
 253       id: sha512_win
 254       run: echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 255
 256     - name: Run PyInstaller Script with --onedir
 257       run: python pyinst.py --onedir
 258     - uses: papeloto/action-zip@v1
 259       with:
 260         files: ./dist/yt-dlp
 261         dest: ./dist/yt-dlp_win.zip
 262     - name: Upload yt-dlp Windows onedir
 263       id: upload-release-windows-zip
 264       uses: actions/upload-release-asset@v1
 265       env:
 266         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 267       with:
 268         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 269         asset_path: ./dist/yt-dlp_win.zip
 270         asset_name: yt-dlp_win.zip
 271         asset_content_type: application/zip
 272     - name: Get SHA2-256SUMS for yt-dlp_win.zip
 273       id: sha256_win_zip
 274       run: echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 275     - name: Get SHA2-512SUMS for yt-dlp_win.zip
 276       id: sha512_win_zip
 277       run: echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 278
 279     - name: Run py2exe Script
 280       run: python setup.py py2exe
 281     - name: Upload yt-dlp_min.exe Windows binary
 282       id: upload-release-windows-py2exe
 283       uses: actions/upload-release-asset@v1
 284       env:
 285         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 286       with:
 287         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 288         asset_path: ./dist/yt-dlp.exe
 289         asset_name: yt-dlp_min.exe
 290         asset_content_type: application/vnd.microsoft.portable-executable
 291     - name: Get SHA2-256SUMS for yt-dlp_min.exe
 292       id: sha256_py2exe
 293       run: echo "::set-output name=sha256_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 294     - name: Get SHA2-512SUMS for yt-dlp_min.exe
 295       id: sha512_py2exe
 296       run: echo "::set-output name=sha512_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 297
 298   build_windows32:
 299     runs-on: windows-latest
 300     needs: build_unix
 301
 302     outputs:
 303       sha256_win32: ${{ steps.sha256_win32.outputs.sha256_win32 }}
 304       sha512_win32: ${{ steps.sha512_win32.outputs.sha512_win32 }}
 305
 306     steps:
 307     - uses: actions/checkout@v2
 308     # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 309     - name: Set up Python 3.7 32-Bit
 310       uses: actions/setup-python@v2
 311       with:
 312           python-version: '3.7'
 313           architecture: 'x86'
 314     - name: Install Requirements
 315       run: |
 316           python -m pip install --upgrade pip setuptools wheel
 317           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 318     - name: Bump version
 319       id: bump_version
 320       run: python devscripts/update-version.py
 321     - name: Build lazy extractors
 322       id: lazy_extractors
 323       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 324     - name: Run PyInstaller Script for 32 Bit
 325       run: python pyinst.py
 326     - name: Upload Executable yt-dlp_x86.exe
 327       id: upload-release-windows32
 328       uses: actions/upload-release-asset@v1
 329       env:
 330         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 331       with:
 332         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 333         asset_path: ./dist/yt-dlp_x86.exe
 334         asset_name: yt-dlp_x86.exe
 335         asset_content_type: application/vnd.microsoft.portable-executable
 336     - name: Get SHA2-256SUMS for yt-dlp_x86.exe
 337       id: sha256_win32
 338       run: echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 339     - name: Get SHA2-512SUMS for yt-dlp_x86.exe
 340       id: sha512_win32
 341       run: echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 342
 343   finish:
 344     runs-on: ubuntu-latest
 345     needs: [build_unix, build_windows, build_windows32, build_macos]
 346
 347     steps:
 348     - name: Make SHA2-256SUMS file
 349       env:
 350         SHA256_BIN: ${{ needs.build_unix.outputs.sha256_bin }}
 351         SHA256_TAR: ${{ needs.build_unix.outputs.sha256_tar }}
 352         SHA256_WIN: ${{ needs.build_windows.outputs.sha256_win }}
 353         SHA256_PY2EXE: ${{ needs.build_windows.outputs.sha256_py2exe }}
 354         SHA256_WIN_ZIP: ${{ needs.build_windows.outputs.sha256_win_zip }}
 355         SHA256_WIN32: ${{ needs.build_windows32.outputs.sha256_win32 }}
 356         SHA256_MACOS: ${{ needs.build_macos.outputs.sha256_macos }}
 357         SHA256_MACOS_ZIP: ${{ needs.build_macos.outputs.sha256_macos_zip }}
 358       run: |
 359         echo "${{ env.SHA256_BIN }}  yt-dlp" >> SHA2-256SUMS
 360         echo "${{ env.SHA256_TAR }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 361         echo "${{ env.SHA256_WIN }}  yt-dlp.exe" >> SHA2-256SUMS
 362         echo "${{ env.SHA256_PY2EXE }}  yt-dlp_min.exe" >> SHA2-256SUMS
 363         echo "${{ env.SHA256_WIN32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 364         echo "${{ env.SHA256_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-256SUMS
 365         echo "${{ env.SHA256_MACOS }}  yt-dlp_macos" >> SHA2-256SUMS
 366         echo "${{ env.SHA256_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 367     - name: Upload 256SUMS file
 368       id: upload-sums
 369       uses: actions/upload-release-asset@v1
 370       env:
 371         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 372       with:
 373         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 374         asset_path: ./SHA2-256SUMS
 375         asset_name: SHA2-256SUMS
 376         asset_content_type: text/plain
 377     - name: Make SHA2-512SUMS file
 378       env:
 379         SHA512_BIN: ${{ needs.build_unix.outputs.sha512_bin }}
 380         SHA512_TAR: ${{ needs.build_unix.outputs.sha512_tar }}
 381         SHA512_WIN: ${{ needs.build_windows.outputs.sha512_win }}
 382         SHA512_PY2EXE: ${{ needs.build_windows.outputs.sha512_py2exe }}
 383         SHA512_WIN_ZIP: ${{ needs.build_windows.outputs.sha512_win_zip }}
 384         SHA512_WIN32: ${{ needs.build_windows32.outputs.sha512_win32 }}
 385         SHA512_MACOS: ${{ needs.build_macos.outputs.sha512_macos }}
 386         SHA512_MACOS_ZIP: ${{ needs.build_macos.outputs.sha512_macos_zip }}
 387       run: |
 388         echo "${{ env.SHA512_BIN }}  yt-dlp" >> SHA2-512SUMS
 389         echo "${{ env.SHA512_TAR }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 390         echo "${{ env.SHA512_WIN }}  yt-dlp.exe" >> SHA2-512SUMS
 391         echo "${{ env.SHA512_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-512SUMS
 392         echo "${{ env.SHA512_PY2EXE }}  yt-dlp_min.exe" >> SHA2-512SUMS
 393         echo "${{ env.SHA512_WIN32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 394         echo "${{ env.SHA512_MACOS }}  yt-dlp_macos" >> SHA2-512SUMS
 395         echo "${{ env.SHA512_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 396     - name: Upload 512SUMS file
 397       id: upload-512sums
 398       uses: actions/upload-release-asset@v1
 399       env:
 400         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 401       with:
 402         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 403         asset_path: ./SHA2-512SUMS
 404         asset_name: SHA2-512SUMS
 405         asset_content_type: text/plain