.github/workflows/build.yml

   1 name: Build
   2
   3 on:
   4   push:
   5     branches:
   6       - release
   7
   8 jobs:
   9   build_unix:
  10     runs-on: ubuntu-latest
  11
  12     outputs:
  13       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  14       upload_url: ${{ steps.create_release.outputs.upload_url }}
  15       sha256_bin: ${{ steps.sha256_bin.outputs.sha256_bin }}
  16       sha512_bin: ${{ steps.sha512_bin.outputs.sha512_bin }}
  17       sha256_tar: ${{ steps.sha256_tar.outputs.sha256_tar }}
  18       sha512_tar: ${{ steps.sha512_tar.outputs.sha512_tar }}
  19
  20     steps:
  21     - uses: actions/checkout@v2
  22       with:
  23         fetch-depth: 0
  24     - name: Set up Python
  25       uses: actions/setup-python@v2
  26       with:
  27           python-version: '3.8'
  28     - name: Install packages
  29       run: sudo apt-get -y install zip pandoc man
  30     - name: Bump version
  31       id: bump_version
  32       run: |
  33         python devscripts/update-version.py
  34         make issuetemplates
  35     - name: Print version
  36       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
  37     - name: Update master
  38       id: push_update
  39       run: |
  40         git config --global user.email "${{ github.event.pusher.email }}"
  41         git config --global user.name "${{ github.event.pusher.name }}"
  42         git add -u
  43         git commit -m "[version] update" -m ":ci skip all"
  44         git pull --rebase origin ${{ github.event.repository.master_branch }}
  45         git push origin ${{ github.event.ref }}:${{ github.event.repository.master_branch }}
  46         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  47     - name: Get Changelog
  48       id: get_changelog
  49       run: |
  50         changelog=$(cat Changelog.md | grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)') || true
  51         echo "changelog<<EOF" >> $GITHUB_ENV
  52         echo "$changelog" >> $GITHUB_ENV
  53         echo "EOF" >> $GITHUB_ENV
  54     - name: Run Make
  55       run: make all tar
  56     - name: Get SHA2-256SUMS for yt-dlp
  57       id: sha256_bin
  58       run: echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
  59     - name: Get SHA2-256SUMS for yt-dlp.tar.gz
  60       id: sha256_tar
  61       run: echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
  62     - name: Get SHA2-512SUMS for yt-dlp
  63       id: sha512_bin
  64       run: echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
  65     - name: Get SHA2-512SUMS for yt-dlp.tar.gz
  66       id: sha512_tar
  67       run: echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
  68     - name: Install dependencies for pypi
  69       env:
  70         PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
  71       if: "env.PYPI_TOKEN != ''"
  72       run: |
  73         python -m pip install --upgrade pip
  74         pip install setuptools wheel twine
  75     - name: Build and publish on pypi
  76       env:
  77         TWINE_USERNAME: __token__
  78         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
  79       if: "env.TWINE_PASSWORD != ''"
  80       run: |
  81         rm -rf dist/*
  82         python setup.py sdist bdist_wheel
  83         twine upload dist/*
  84     - name: Install SSH private key
  85       env:
  86         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  87       if: "env.BREW_TOKEN != ''"
  88       uses: webfactory/ssh-agent@v0.5.3
  89       with:
  90           ssh-private-key: ${{ env.BREW_TOKEN }}
  91     - name: Update Homebrew Formulae
  92       env:
  93         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  94       if: "env.BREW_TOKEN != ''"
  95       run: |
  96         git clone git@github.com:yt-dlp/homebrew-taps taps/
  97         python3 devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ steps.bump_version.outputs.ytdlp_version }}"
  98         git -C taps/ config user.name github-actions
  99         git -C taps/ config user.email github-actions@example.com
 100         git -C taps/ commit -am 'yt-dlp: ${{ steps.bump_version.outputs.ytdlp_version }}'
 101         git -C taps/ push
 102     - name: Create Release
 103       id: create_release
 104       uses: actions/create-release@v1
 105       env:
 106         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 107       with:
 108         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
 109         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
 110         commitish: ${{ steps.push_update.outputs.head_sha }}
 111         body: |
 112           Changelog:
 113           ${{ env.changelog }}
 114         draft: false
 115         prerelease: false
 116     - name: Upload yt-dlp Unix binary
 117       id: upload-release-asset
 118       uses: actions/upload-release-asset@v1
 119       env:
 120         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 121       with:
 122         upload_url: ${{ steps.create_release.outputs.upload_url }}
 123         asset_path: ./yt-dlp
 124         asset_name: yt-dlp
 125         asset_content_type: application/octet-stream
 126     - name: Upload Source tar
 127       uses: actions/upload-release-asset@v1
 128       env:
 129         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 130       with:
 131         upload_url: ${{ steps.create_release.outputs.upload_url }}
 132         asset_path: ./yt-dlp.tar.gz
 133         asset_name: yt-dlp.tar.gz
 134         asset_content_type: application/gzip
 135
 136   build_macos:
 137     runs-on: macos-11
 138     needs: build_unix
 139
 140     outputs:
 141       sha256_macos: ${{ steps.sha256_macos.outputs.sha256_macos }}
 142       sha512_macos: ${{ steps.sha512_macos.outputs.sha512_macos }}
 143       sha256_macos_zip: ${{ steps.sha256_macos_zip.outputs.sha256_macos_zip }}
 144       sha512_macos_zip: ${{ steps.sha512_macos_zip.outputs.sha512_macos_zip }}
 145
 146     steps:
 147     - uses: actions/checkout@v2
 148     # In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 149     - name: Install Requirements
 150       run: |
 151           brew install coreutils
 152           /usr/bin/pip3 install --user Pyinstaller mutagen pycryptodomex websockets
 153     - name: Bump version
 154       id: bump_version
 155       run: python devscripts/update-version.py
 156     - name: Print version
 157       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 158     - name: Run PyInstaller Script
 159       run: /usr/bin/python3 ./pyinst.py --target-architecture universal2 --onefile
 160     - name: Upload yt-dlp MacOS binary
 161       id: upload-release-macos
 162       uses: actions/upload-release-asset@v1
 163       env:
 164         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 165       with:
 166         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 167         asset_path: ./dist/yt-dlp_macos
 168         asset_name: yt-dlp_macos
 169         asset_content_type: application/octet-stream
 170     - name: Get SHA2-256SUMS for yt-dlp_macos
 171       id: sha256_macos
 172       run: echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 173     - name: Get SHA2-512SUMS for yt-dlp_macos
 174       id: sha512_macos
 175       run: echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 176
 177     - name: Run PyInstaller Script with --onedir
 178       run: /usr/bin/python3 ./pyinst.py --target-architecture universal2 --onedir
 179     - uses: papeloto/action-zip@v1
 180       with:
 181         files: ./dist/yt-dlp_macos
 182         dest: ./dist/yt-dlp_macos.zip
 183     - name: Upload yt-dlp MacOS onedir
 184       id: upload-release-macos-zip
 185       uses: actions/upload-release-asset@v1
 186       env:
 187         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 188       with:
 189         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 190         asset_path: ./dist/yt-dlp_macos.zip
 191         asset_name: yt-dlp_macos.zip
 192         asset_content_type: application/zip
 193     - name: Get SHA2-256SUMS for yt-dlp_macos.zip
 194       id: sha256_macos_zip
 195       run: echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 196     - name: Get SHA2-512SUMS for yt-dlp_macos
 197       id: sha512_macos_zip
 198       run: echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 199
 200   build_windows:
 201     runs-on: windows-latest
 202     needs: build_unix
 203
 204     outputs:
 205       sha256_win: ${{ steps.sha256_win.outputs.sha256_win }}
 206       sha512_win: ${{ steps.sha512_win.outputs.sha512_win }}
 207       sha256_win_zip: ${{ steps.sha256_win_zip.outputs.sha256_win_zip }}
 208       sha512_win_zip: ${{ steps.sha512_win_zip.outputs.sha512_win_zip }}
 209
 210     steps:
 211     - uses: actions/checkout@v2
 212     # 3.8 is used for Win7 support
 213     - name: Set up Python 3.8
 214       uses: actions/setup-python@v2
 215       with:
 216           python-version: '3.8'
 217     - name: Install Requirements
 218       # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 219       run: |
 220           python -m pip install --upgrade pip setuptools wheel
 221           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 222     - name: Bump version
 223       id: bump_version
 224       run: python devscripts/update-version.py
 225     - name: Print version
 226       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 227     - name: Run PyInstaller Script
 228       run: python pyinst.py
 229     - name: Upload yt-dlp.exe Windows binary
 230       id: upload-release-windows
 231       uses: actions/upload-release-asset@v1
 232       env:
 233         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 234       with:
 235         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 236         asset_path: ./dist/yt-dlp.exe
 237         asset_name: yt-dlp.exe
 238         asset_content_type: application/vnd.microsoft.portable-executable
 239     - name: Get SHA2-256SUMS for yt-dlp.exe
 240       id: sha256_win
 241       run: echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 242     - name: Get SHA2-512SUMS for yt-dlp.exe
 243       id: sha512_win
 244       run: echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 245     - name: Run PyInstaller Script with --onedir
 246       run: python pyinst.py --onedir
 247     - uses: papeloto/action-zip@v1
 248       with:
 249         files: ./dist/yt-dlp
 250         dest: ./dist/yt-dlp_win.zip
 251     - name: Upload yt-dlp Windows onedir
 252       id: upload-release-windows-zip
 253       uses: actions/upload-release-asset@v1
 254       env:
 255         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 256       with:
 257         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 258         asset_path: ./dist/yt-dlp_win.zip
 259         asset_name: yt-dlp_win.zip
 260         asset_content_type: application/zip
 261     - name: Get SHA2-256SUMS for yt-dlp_win.zip
 262       id: sha256_win_zip
 263       run: echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 264     - name: Get SHA2-512SUMS for yt-dlp_win.zip
 265       id: sha512_win_zip
 266       run: echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 267
 268   build_windows32:
 269     runs-on: windows-latest
 270     needs: build_unix
 271
 272     outputs:
 273       sha256_win32: ${{ steps.sha256_win32.outputs.sha256_win32 }}
 274       sha512_win32: ${{ steps.sha512_win32.outputs.sha512_win32 }}
 275
 276     steps:
 277     - uses: actions/checkout@v2
 278     # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 279     - name: Set up Python 3.7 32-Bit
 280       uses: actions/setup-python@v2
 281       with:
 282           python-version: '3.7'
 283           architecture: 'x86'
 284     - name: Install Requirements
 285       run: |
 286           python -m pip install --upgrade pip setuptools wheel
 287           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 288     - name: Bump version
 289       id: bump_version
 290       run: python devscripts/update-version.py
 291     - name: Print version
 292       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 293     - name: Run PyInstaller Script for 32 Bit
 294       run: python pyinst.py
 295     - name: Upload Executable yt-dlp_x86.exe
 296       id: upload-release-windows32
 297       uses: actions/upload-release-asset@v1
 298       env:
 299         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 300       with:
 301         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 302         asset_path: ./dist/yt-dlp_x86.exe
 303         asset_name: yt-dlp_x86.exe
 304         asset_content_type: application/vnd.microsoft.portable-executable
 305     - name: Get SHA2-256SUMS for yt-dlp_x86.exe
 306       id: sha256_win32
 307       run: echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 308     - name: Get SHA2-512SUMS for yt-dlp_x86.exe
 309       id: sha512_win32
 310       run: echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 311
 312   finish:
 313     runs-on: ubuntu-latest
 314     needs: [build_unix, build_windows, build_windows32, build_macos]
 315
 316     steps:
 317     - name: Make SHA2-256SUMS file
 318       env:
 319         SHA256_WIN: ${{ needs.build_windows.outputs.sha256_win }}
 320         SHA256_WIN_ZIP: ${{ needs.build_windows.outputs.sha256_win_zip }}
 321         SHA256_WIN32: ${{ needs.build_windows32.outputs.sha256_win32 }}
 322         SHA256_MACOS: ${{ needs.build_macos.outputs.sha256_macos }}
 323         SHA256_MACOS_ZIP: ${{ needs.build_macos.outputs.sha256_macos_zip }}
 324         SHA256_BIN: ${{ needs.build_unix.outputs.sha256_bin }}
 325         SHA256_TAR: ${{ needs.build_unix.outputs.sha256_tar }}
 326       run: |
 327         echo "${{ env.SHA256_WIN }}  yt-dlp.exe" >> SHA2-256SUMS
 328         echo "${{ env.SHA256_WIN32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 329         echo "${{ env.SHA256_MACOS }}  yt-dlp_macos" >> SHA2-256SUMS
 330         echo "${{ env.SHA256_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 331         echo "${{ env.SHA256_BIN }}  yt-dlp" >> SHA2-256SUMS
 332         echo "${{ env.SHA256_TAR }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 333         echo "${{ env.SHA256_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-256SUMS
 334     - name: Upload 256SUMS file
 335       id: upload-sums
 336       uses: actions/upload-release-asset@v1
 337       env:
 338         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 339       with:
 340         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 341         asset_path: ./SHA2-256SUMS
 342         asset_name: SHA2-256SUMS
 343         asset_content_type: text/plain
 344     - name: Make SHA2-512SUMS file
 345       env:
 346         SHA512_WIN: ${{ needs.build_windows.outputs.sha512_win }}
 347         SHA512_WIN_ZIP: ${{ needs.build_windows.outputs.sha512_win_zip }}
 348         SHA512_WIN32: ${{ needs.build_windows32.outputs.sha512_win32 }}
 349         SHA512_MACOS: ${{ needs.build_macos.outputs.sha512_macos }}
 350         SHA512_MACOS_ZIP: ${{ needs.build_macos.outputs.sha512_macos_zip }}
 351         SHA512_BIN: ${{ needs.build_unix.outputs.sha512_bin }}
 352         SHA512_TAR: ${{ needs.build_unix.outputs.sha512_tar }}
 353       run: |
 354         echo "${{ env.SHA512_WIN }}  yt-dlp.exe" >> SHA2-512SUMS
 355         echo "${{ env.SHA512_WIN32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 356         echo "${{ env.SHA512_MACOS }}  yt-dlp_macos" >> SHA2-512SUMS
 357         echo "${{ env.SHA512_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 358         echo "${{ env.SHA512_BIN }}  yt-dlp" >> SHA2-512SUMS
 359         echo "${{ env.SHA512_TAR }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 360         echo "${{ env.SHA512_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-512SUMS
 361     - name: Upload 512SUMS file
 362       id: upload-512sums
 363       uses: actions/upload-release-asset@v1
 364       env:
 365         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 366       with:
 367         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 368         asset_path: ./SHA2-512SUMS
 369         asset_name: SHA2-512SUMS
 370         asset_content_type: text/plain