.github/workflows/build.yml

   1 name: Build
   2
   3 on:
   4   push:
   5     branches:
   6       - release
   7
   8 jobs:
   9   build_unix:
  10     runs-on: ubuntu-latest
  11
  12     outputs:
  13       ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
  14       upload_url: ${{ steps.create_release.outputs.upload_url }}
  15       sha256_bin: ${{ steps.sha256_bin.outputs.sha256_bin }}
  16       sha512_bin: ${{ steps.sha512_bin.outputs.sha512_bin }}
  17       sha256_tar: ${{ steps.sha256_tar.outputs.sha256_tar }}
  18       sha512_tar: ${{ steps.sha512_tar.outputs.sha512_tar }}
  19
  20     steps:
  21     - uses: actions/checkout@v2
  22       with:
  23         fetch-depth: 0
  24     - name: Set up Python
  25       uses: actions/setup-python@v2
  26       with:
  27           python-version: '3.8'
  28     - name: Install packages
  29       run: sudo apt-get -y install zip pandoc man
  30     - name: Bump version
  31       id: bump_version
  32       run: |
  33         python devscripts/update-version.py
  34         make issuetemplates
  35     - name: Print version
  36       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
  37     - name: Update master
  38       id: push_update
  39       run: |
  40         git config --global user.email "${{ github.event.pusher.email }}"
  41         git config --global user.name "${{ github.event.pusher.name }}"
  42         git add -u
  43         git commit -m "[version] update" -m ":ci skip all"
  44         git pull --rebase origin ${{ github.event.repository.master_branch }}
  45         git push origin ${{ github.event.ref }}:${{ github.event.repository.master_branch }}
  46         echo ::set-output name=head_sha::$(git rev-parse HEAD)
  47     - name: Get Changelog
  48       id: get_changelog
  49       run: |
  50         changelog=$(cat Changelog.md | grep -oPz '(?s)(?<=### ${{ steps.bump_version.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)') || true
  51         echo "changelog<<EOF" >> $GITHUB_ENV
  52         echo "$changelog" >> $GITHUB_ENV
  53         echo "EOF" >> $GITHUB_ENV
  54
  55     - name: Build lazy extractors
  56       id: lazy_extractors
  57       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
  58     - name: Run Make
  59       run: make all tar
  60     - name: Get SHA2-256SUMS for yt-dlp
  61       id: sha256_bin
  62       run: echo "::set-output name=sha256_bin::$(sha256sum yt-dlp | awk '{print $1}')"
  63     - name: Get SHA2-256SUMS for yt-dlp.tar.gz
  64       id: sha256_tar
  65       run: echo "::set-output name=sha256_tar::$(sha256sum yt-dlp.tar.gz | awk '{print $1}')"
  66     - name: Get SHA2-512SUMS for yt-dlp
  67       id: sha512_bin
  68       run: echo "::set-output name=sha512_bin::$(sha512sum yt-dlp | awk '{print $1}')"
  69     - name: Get SHA2-512SUMS for yt-dlp.tar.gz
  70       id: sha512_tar
  71       run: echo "::set-output name=sha512_tar::$(sha512sum yt-dlp.tar.gz | awk '{print $1}')"
  72     - name: Install dependencies for pypi
  73       env:
  74         PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
  75       if: "env.PYPI_TOKEN != ''"
  76       run: |
  77         python -m pip install --upgrade pip
  78         pip install setuptools wheel twine
  79     - name: Build and publish on pypi
  80       env:
  81         TWINE_USERNAME: __token__
  82         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
  83       if: "env.TWINE_PASSWORD != ''"
  84       run: |
  85         rm -rf dist/*
  86         python setup.py sdist bdist_wheel
  87         twine upload dist/*
  88     - name: Install SSH private key
  89       env:
  90         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  91       if: "env.BREW_TOKEN != ''"
  92       uses: webfactory/ssh-agent@v0.5.3
  93       with:
  94           ssh-private-key: ${{ env.BREW_TOKEN }}
  95     - name: Update Homebrew Formulae
  96       env:
  97         BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
  98       if: "env.BREW_TOKEN != ''"
  99       run: |
 100         git clone git@github.com:yt-dlp/homebrew-taps taps/
 101         python3 devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ steps.bump_version.outputs.ytdlp_version }}"
 102         git -C taps/ config user.name github-actions
 103         git -C taps/ config user.email github-actions@example.com
 104         git -C taps/ commit -am 'yt-dlp: ${{ steps.bump_version.outputs.ytdlp_version }}'
 105         git -C taps/ push
 106     - name: Create Release
 107       id: create_release
 108       uses: actions/create-release@v1
 109       env:
 110         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 111       with:
 112         tag_name: ${{ steps.bump_version.outputs.ytdlp_version }}
 113         release_name: yt-dlp ${{ steps.bump_version.outputs.ytdlp_version }}
 114         commitish: ${{ steps.push_update.outputs.head_sha }}
 115         body: |
 116           Changelog:
 117           ${{ env.changelog }}
 118         draft: false
 119         prerelease: false
 120     - name: Upload yt-dlp Unix binary
 121       id: upload-release-asset
 122       uses: actions/upload-release-asset@v1
 123       env:
 124         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 125       with:
 126         upload_url: ${{ steps.create_release.outputs.upload_url }}
 127         asset_path: ./yt-dlp
 128         asset_name: yt-dlp
 129         asset_content_type: application/octet-stream
 130     - name: Upload Source tar
 131       uses: actions/upload-release-asset@v1
 132       env:
 133         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 134       with:
 135         upload_url: ${{ steps.create_release.outputs.upload_url }}
 136         asset_path: ./yt-dlp.tar.gz
 137         asset_name: yt-dlp.tar.gz
 138         asset_content_type: application/gzip
 139
 140   build_macos:
 141     runs-on: macos-11
 142     needs: build_unix
 143
 144     outputs:
 145       sha256_macos: ${{ steps.sha256_macos.outputs.sha256_macos }}
 146       sha512_macos: ${{ steps.sha512_macos.outputs.sha512_macos }}
 147       sha256_macos_zip: ${{ steps.sha256_macos_zip.outputs.sha256_macos_zip }}
 148       sha512_macos_zip: ${{ steps.sha512_macos_zip.outputs.sha512_macos_zip }}
 149
 150     steps:
 151     - uses: actions/checkout@v2
 152     # In order to create a universal2 application, the version of python3 in /usr/bin has to be used
 153     - name: Install Requirements
 154       run: |
 155           brew install coreutils
 156           /usr/bin/pip3 install --user Pyinstaller mutagen pycryptodomex websockets
 157     - name: Bump version
 158       id: bump_version
 159       run: python devscripts/update-version.py
 160     - name: Print version
 161       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 162     - name: Build lazy extractors
 163       id: lazy_extractors
 164       run: /usr/bin/python3 devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 165     - name: Run PyInstaller Script
 166       run: /usr/bin/python3 ./pyinst.py --target-architecture universal2 --onefile
 167     - name: Upload yt-dlp MacOS binary
 168       id: upload-release-macos
 169       uses: actions/upload-release-asset@v1
 170       env:
 171         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 172       with:
 173         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 174         asset_path: ./dist/yt-dlp_macos
 175         asset_name: yt-dlp_macos
 176         asset_content_type: application/octet-stream
 177     - name: Get SHA2-256SUMS for yt-dlp_macos
 178       id: sha256_macos
 179       run: echo "::set-output name=sha256_macos::$(sha256sum dist/yt-dlp_macos | awk '{print $1}')"
 180     - name: Get SHA2-512SUMS for yt-dlp_macos
 181       id: sha512_macos
 182       run: echo "::set-output name=sha512_macos::$(sha512sum dist/yt-dlp_macos | awk '{print $1}')"
 183
 184     - name: Run PyInstaller Script with --onedir
 185       run: /usr/bin/python3 ./pyinst.py --target-architecture universal2 --onedir
 186     - uses: papeloto/action-zip@v1
 187       with:
 188         files: ./dist/yt-dlp_macos
 189         dest: ./dist/yt-dlp_macos.zip
 190     - name: Upload yt-dlp MacOS onedir
 191       id: upload-release-macos-zip
 192       uses: actions/upload-release-asset@v1
 193       env:
 194         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 195       with:
 196         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 197         asset_path: ./dist/yt-dlp_macos.zip
 198         asset_name: yt-dlp_macos.zip
 199         asset_content_type: application/zip
 200     - name: Get SHA2-256SUMS for yt-dlp_macos.zip
 201       id: sha256_macos_zip
 202       run: echo "::set-output name=sha256_macos_zip::$(sha256sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 203     - name: Get SHA2-512SUMS for yt-dlp_macos
 204       id: sha512_macos_zip
 205       run: echo "::set-output name=sha512_macos_zip::$(sha512sum dist/yt-dlp_macos.zip | awk '{print $1}')"
 206
 207   build_windows:
 208     runs-on: windows-latest
 209     needs: build_unix
 210
 211     outputs:
 212       sha256_win: ${{ steps.sha256_win.outputs.sha256_win }}
 213       sha512_win: ${{ steps.sha512_win.outputs.sha512_win }}
 214       sha256_py2exe: ${{ steps.sha256_py2exe.outputs.sha256_py2exe }}
 215       sha512_py2exe: ${{ steps.sha512_py2exe.outputs.sha512_py2exe }}
 216       sha256_win_zip: ${{ steps.sha256_win_zip.outputs.sha256_win_zip }}
 217       sha512_win_zip: ${{ steps.sha512_win_zip.outputs.sha512_win_zip }}
 218
 219     steps:
 220     - uses: actions/checkout@v2
 221     # 3.8 is used for Win7 support
 222     - name: Set up Python 3.8
 223       uses: actions/setup-python@v2
 224       with:
 225           python-version: '3.8'
 226     - name: Install Requirements
 227       # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
 228       run: |
 229           python -m pip install --upgrade pip setuptools wheel py2exe
 230           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 231     - name: Bump version
 232       id: bump_version
 233       run: python devscripts/update-version.py
 234     - name: Print version
 235       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 236     - name: Build lazy extractors
 237       id: lazy_extractors
 238       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 239     - name: Run PyInstaller Script
 240       run: python pyinst.py
 241     - name: Upload yt-dlp.exe Windows binary
 242       id: upload-release-windows
 243       uses: actions/upload-release-asset@v1
 244       env:
 245         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 246       with:
 247         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 248         asset_path: ./dist/yt-dlp.exe
 249         asset_name: yt-dlp.exe
 250         asset_content_type: application/vnd.microsoft.portable-executable
 251     - name: Get SHA2-256SUMS for yt-dlp.exe
 252       id: sha256_win
 253       run: echo "::set-output name=sha256_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 254     - name: Get SHA2-512SUMS for yt-dlp.exe
 255       id: sha512_win
 256       run: echo "::set-output name=sha512_win::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 257     - name: Run PyInstaller Script with --onedir
 258       run: python pyinst.py --onedir
 259     - uses: papeloto/action-zip@v1
 260       with:
 261         files: ./dist/yt-dlp
 262         dest: ./dist/yt-dlp_win.zip
 263     - name: Upload yt-dlp Windows onedir
 264       id: upload-release-windows-zip
 265       uses: actions/upload-release-asset@v1
 266       env:
 267         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 268       with:
 269         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 270         asset_path: ./dist/yt-dlp_win.zip
 271         asset_name: yt-dlp_win.zip
 272         asset_content_type: application/zip
 273     - name: Get SHA2-256SUMS for yt-dlp_win.zip
 274       id: sha256_win_zip
 275       run: echo "::set-output name=sha256_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA256).Hash.ToLower())"
 276     - name: Get SHA2-512SUMS for yt-dlp_win.zip
 277       id: sha512_win_zip
 278       run: echo "::set-output name=sha512_win_zip::$((Get-FileHash dist\yt-dlp_win.zip -Algorithm SHA512).Hash.ToLower())"
 279
 280     - name: Run py2exe Script
 281       run: python setup.py py2exe
 282     - name: Upload yt-dlp_min.exe Windows binary
 283       id: upload-release-windows-py2exe
 284       uses: actions/upload-release-asset@v1
 285       env:
 286         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 287       with:
 288         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 289         asset_path: ./dist/yt-dlp.exe
 290         asset_name: yt-dlp_min.exe
 291         asset_content_type: application/vnd.microsoft.portable-executable
 292     - name: Get SHA2-256SUMS for yt-dlp_min.exe
 293       id: sha256_py2exe
 294       run: echo "::set-output name=sha256_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA256).Hash.ToLower())"
 295     - name: Get SHA2-512SUMS for yt-dlp_min.exe
 296       id: sha512_py2exe
 297       run: echo "::set-output name=sha512_py2exe::$((Get-FileHash dist\yt-dlp.exe -Algorithm SHA512).Hash.ToLower())"
 298
 299   build_windows32:
 300     runs-on: windows-latest
 301     needs: build_unix
 302
 303     outputs:
 304       sha256_win32: ${{ steps.sha256_win32.outputs.sha256_win32 }}
 305       sha512_win32: ${{ steps.sha512_win32.outputs.sha512_win32 }}
 306
 307     steps:
 308     - uses: actions/checkout@v2
 309     # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
 310     - name: Set up Python 3.7 32-Bit
 311       uses: actions/setup-python@v2
 312       with:
 313           python-version: '3.7'
 314           architecture: 'x86'
 315     - name: Install Requirements
 316       run: |
 317           python -m pip install --upgrade pip setuptools wheel
 318           pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-4.5.1-py3-none-any.whl" mutagen pycryptodomex websockets
 319     - name: Bump version
 320       id: bump_version
 321       run: python devscripts/update-version.py
 322     - name: Print version
 323       run: echo "${{ steps.bump_version.outputs.ytdlp_version }}"
 324     - name: Build lazy extractors
 325       id: lazy_extractors
 326       run: python devscripts/make_lazy_extractors.py yt_dlp/extractor/lazy_extractors.py
 327     - name: Run PyInstaller Script for 32 Bit
 328       run: python pyinst.py
 329     - name: Upload Executable yt-dlp_x86.exe
 330       id: upload-release-windows32
 331       uses: actions/upload-release-asset@v1
 332       env:
 333         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 334       with:
 335         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 336         asset_path: ./dist/yt-dlp_x86.exe
 337         asset_name: yt-dlp_x86.exe
 338         asset_content_type: application/vnd.microsoft.portable-executable
 339     - name: Get SHA2-256SUMS for yt-dlp_x86.exe
 340       id: sha256_win32
 341       run: echo "::set-output name=sha256_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA256).Hash.ToLower())"
 342     - name: Get SHA2-512SUMS for yt-dlp_x86.exe
 343       id: sha512_win32
 344       run: echo "::set-output name=sha512_win32::$((Get-FileHash dist\yt-dlp_x86.exe -Algorithm SHA512).Hash.ToLower())"
 345
 346   finish:
 347     runs-on: ubuntu-latest
 348     needs: [build_unix, build_windows, build_windows32, build_macos]
 349
 350     steps:
 351     - name: Make SHA2-256SUMS file
 352       env:
 353         SHA256_WIN: ${{ needs.build_windows.outputs.sha256_win }}
 354         SHA256_PY2EXE: ${{ needs.build_windows.outputs.sha256_py2exe }}
 355         SHA256_WIN_ZIP: ${{ needs.build_windows.outputs.sha256_win_zip }}
 356         SHA256_WIN32: ${{ needs.build_windows32.outputs.sha256_win32 }}
 357         SHA256_MACOS: ${{ needs.build_macos.outputs.sha256_macos }}
 358         SHA256_MACOS_ZIP: ${{ needs.build_macos.outputs.sha256_macos_zip }}
 359         SHA256_BIN: ${{ needs.build_unix.outputs.sha256_bin }}
 360         SHA256_TAR: ${{ needs.build_unix.outputs.sha256_tar }}
 361       run: |
 362         echo "${{ env.SHA256_WIN }}  yt-dlp.exe" >> SHA2-256SUMS
 363         echo "${{ env.SHA256_PY2EXE }}  yt-dlp_min.exe" >> SHA2-256SUMS
 364         echo "${{ env.SHA256_WIN32 }}  yt-dlp_x86.exe" >> SHA2-256SUMS
 365         echo "${{ env.SHA256_MACOS }}  yt-dlp_macos" >> SHA2-256SUMS
 366         echo "${{ env.SHA256_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-256SUMS
 367         echo "${{ env.SHA256_BIN }}  yt-dlp" >> SHA2-256SUMS
 368         echo "${{ env.SHA256_TAR }}  yt-dlp.tar.gz" >> SHA2-256SUMS
 369         echo "${{ env.SHA256_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-256SUMS
 370     - name: Upload 256SUMS file
 371       id: upload-sums
 372       uses: actions/upload-release-asset@v1
 373       env:
 374         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 375       with:
 376         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 377         asset_path: ./SHA2-256SUMS
 378         asset_name: SHA2-256SUMS
 379         asset_content_type: text/plain
 380     - name: Make SHA2-512SUMS file
 381       env:
 382         SHA512_WIN: ${{ needs.build_windows.outputs.sha512_win }}
 383         SHA512_PY2EXE: ${{ needs.build_windows.outputs.sha512_py2exe }}
 384         SHA512_WIN_ZIP: ${{ needs.build_windows.outputs.sha512_win_zip }}
 385         SHA512_WIN32: ${{ needs.build_windows32.outputs.sha512_win32 }}
 386         SHA512_MACOS: ${{ needs.build_macos.outputs.sha512_macos }}
 387         SHA512_MACOS_ZIP: ${{ needs.build_macos.outputs.sha512_macos_zip }}
 388         SHA512_BIN: ${{ needs.build_unix.outputs.sha512_bin }}
 389         SHA512_TAR: ${{ needs.build_unix.outputs.sha512_tar }}
 390       run: |
 391         echo "${{ env.SHA512_WIN }}  yt-dlp.exe" >> SHA2-512SUMS
 392         echo "${{ env.SHA512_PY2EXE }}  yt-dlp_min.exe" >> SHA2-512SUMS
 393         echo "${{ env.SHA512_WIN32 }}  yt-dlp_x86.exe" >> SHA2-512SUMS
 394         echo "${{ env.SHA512_MACOS }}  yt-dlp_macos" >> SHA2-512SUMS
 395         echo "${{ env.SHA512_MACOS_ZIP }}  yt-dlp_macos.zip" >> SHA2-512SUMS
 396         echo "${{ env.SHA512_BIN }}  yt-dlp" >> SHA2-512SUMS
 397         echo "${{ env.SHA512_TAR }}  yt-dlp.tar.gz" >> SHA2-512SUMS
 398         echo "${{ env.SHA512_WIN_ZIP }}  yt-dlp_win.zip" >> SHA2-512SUMS
 399     - name: Upload 512SUMS file
 400       id: upload-512sums
 401       uses: actions/upload-release-asset@v1
 402       env:
 403         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 404       with:
 405         upload_url: ${{ needs.build_unix.outputs.upload_url }}
 406         asset_path: ./SHA2-512SUMS
 407         asset_name: SHA2-512SUMS
 408         asset_content_type: text/plain