name: Build
-
-on:
- push:
- branches:
- - release
+on: workflow_dispatch
+permissions:
+ contents: read
jobs:
- build_unix:
-
+ prepare:
+ permissions:
+ contents: write # for push_release
runs-on: ubuntu-latest
-
outputs:
- ytdlc_version: ${{ steps.bump_version.outputs.ytdlc_version }}
- upload_url: ${{ steps.create_release.outputs.upload_url }}
- sha2_unix: ${{ steps.sha2_file.outputs.sha2_unix }}
-
+ version_suffix: ${{ steps.version_suffix.outputs.version_suffix }}
+ ytdlp_version: ${{ steps.bump_version.outputs.ytdlp_version }}
+ head_sha: ${{ steps.push_release.outputs.head_sha }}
steps:
- - uses: actions/checkout@v2
- - name: Set up Python
- uses: actions/setup-python@v2
+ - uses: actions/checkout@v3
+ with:
+ fetch-depth: 0
+ - uses: actions/setup-python@v4
with:
- python-version: '3.x'
- - name: Install packages
- run: sudo apt-get -y install zip pandoc man
+ python-version: '3.10'
+
+ - name: Set version suffix
+ id: version_suffix
+ env:
+ PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
+ if: "env.PUSH_VERSION_COMMIT == ''"
+ run: echo "version_suffix=$(date -u +"%H%M%S")" >> "$GITHUB_OUTPUT"
- name: Bump version
id: bump_version
- run: python scripts/update-version-workflow.py
- - name: Run Make
- run: make
- - name: Create Release
- id: create_release
- uses: actions/create-release@v1
+ run: |
+ python devscripts/update-version.py ${{ steps.version_suffix.outputs.version_suffix }}
+ make issuetemplates
+
+ - name: Push to release
+ id: push_release
+ run: |
+ git config --global user.name github-actions
+ git config --global user.email github-actions@example.com
+ git add -u
+ git commit -m "[version] update" -m "Created by: ${{ github.event.sender.login }}" -m ":ci skip all :ci run dl"
+ git push origin --force ${{ github.event.ref }}:release
+ echo "head_sha=$(git rev-parse HEAD)" >> "$GITHUB_OUTPUT"
+ - name: Update master
env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ PUSH_VERSION_COMMIT: ${{ secrets.PUSH_VERSION_COMMIT }}
+ if: "env.PUSH_VERSION_COMMIT != ''"
+ run: git push origin ${{ github.event.ref }}
+
+
+ build_unix:
+ needs: prepare
+ runs-on: ubuntu-18.04 # Standalone executable should be built on minimum supported OS
+
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-python@v4
with:
- tag_name: ${{ github.ref }}
- release_name: youtube-dlc ${{ steps.dump_version.outputs.ytdlc_version }}
- body: |
- Changelog:
- PLACEHOLDER
- draft: false
- prerelease: false
- - name: Upload youtube-dlc Unix binary
- id: upload-release-asset
- uses: actions/upload-release-asset@v1
- env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ python-version: '3.10'
+ - name: Install Requirements
+ run: |
+ sudo apt-get -y install zip pandoc man
+ python -m pip install --upgrade pip setuptools wheel twine
+ python -m pip install Pyinstaller -r requirements.txt
+
+ - name: Prepare
+ run: |
+ python devscripts/update-version.py ${{ needs.prepare.outputs.version_suffix }}
+ python devscripts/make_lazy_extractors.py
+ - name: Build Unix executables
+ run: |
+ make all tar
+ python pyinst.py --onedir
+ (cd ./dist/yt-dlp_linux && zip -r ../yt-dlp_linux.zip .)
+ python pyinst.py
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v3
with:
- upload_url: ${{ steps.create_release.outputs.upload_url }}
- asset_path: ./youtube-dlc
- asset_name: youtube-dlc
- asset_content_type: application/octet-stream
- - name: Get SHA2-256SUMS for youtube-dlc
- id: sha2_file
+ path: |
+ yt-dlp
+ yt-dlp.tar.gz
+ dist/yt-dlp_linux
+ dist/yt-dlp_linux.zip
+
+ - name: Build and publish on PyPi
env:
- SHA2: ${{ hashFiles('youtube-dlc') }}
- run: echo "::set-output name=sha2_unix::${env:SHA2}"
+ TWINE_USERNAME: __token__
+ TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
+ if: "env.TWINE_PASSWORD != ''"
+ run: |
+ rm -rf dist/*
+ python devscripts/set-variant.py pip -M "You installed yt-dlp with pip or using the wheel from PyPi; Use that to update"
+ python setup.py sdist bdist_wheel
+ twine upload dist/*
-build_windows:
+ - name: Install SSH private key for Homebrew
+ env:
+ BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
+ if: "env.BREW_TOKEN != ''"
+ uses: yt-dlp/ssh-agent@v0.5.3
+ with:
+ ssh-private-key: ${{ env.BREW_TOKEN }}
+ - name: Update Homebrew Formulae
+ env:
+ BREW_TOKEN: ${{ secrets.BREW_TOKEN }}
+ if: "env.BREW_TOKEN != ''"
+ run: |
+ git clone git@github.com:yt-dlp/homebrew-taps taps/
+ python devscripts/update-formulae.py taps/Formula/yt-dlp.rb "${{ needs.prepare.outputs.ytdlp_version }}"
+ git -C taps/ config user.name github-actions
+ git -C taps/ config user.email github-actions@example.com
+ git -C taps/ commit -am 'yt-dlp: ${{ needs.prepare.outputs.ytdlp_version }}'
+ git -C taps/ push
- runs-on: windows-latest
- needs: build_unix
+ build_macos:
+ runs-on: macos-11
+ needs: prepare
steps:
- - uses: actions/checkout@v2
- - name: Set up Python
- uses: actions/setup-python@v2
- with:
- python-version: '3.x'
+ - uses: actions/checkout@v3
+ # NB: In order to create a universal2 application, the version of python3 in /usr/bin has to be used
- name: Install Requirements
- run: pip install pyinstaller
- - name: Bump version
- run: python scripts/update-version-workflow.py
- - name: Run PyInstaller Script
- run: python pyinst.py
- - name: Upload youtube-dlc.exe Windows binary
- id: upload-release-windows
- uses: actions/upload-release-asset@v1
- env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ run: |
+ brew install coreutils
+ /usr/bin/python3 -m pip install -U --user pip Pyinstaller -r requirements.txt
+
+ - name: Prepare
+ run: |
+ /usr/bin/python3 devscripts/update-version.py ${{ needs.prepare.outputs.version_suffix }}
+ /usr/bin/python3 devscripts/make_lazy_extractors.py
+ - name: Build
+ run: |
+ /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
+ (cd ./dist/yt-dlp_macos && zip -r ../yt-dlp_macos.zip .)
+ /usr/bin/python3 pyinst.py --target-architecture universal2
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v3
with:
- upload_url: ${{ needs.build_unix.outputs.upload_url }}
- asset_path: ./dist/youtube-dlc.exe
- asset_name: youtube-dlc.exe
- asset_content_type: application/octet-stream
- - name: Get SHA2-256SUMS for youtube-dlc.exe
- id: sha2_file_win
+ path: |
+ dist/yt-dlp_macos
+ dist/yt-dlp_macos.zip
+
+
+ build_macos_legacy:
+ runs-on: macos-latest
+ needs: prepare
+
+ steps:
+ - uses: actions/checkout@v3
+ - name: Install Python
+ # We need the official Python, because the GA ones only support newer macOS versions
env:
- SHA2: ${{ hashFiles('dist/youtube-dlc.exe') }}
- run: echo "::set-output name=sha2_windows::${env:SHA2}"
+ PYTHON_VERSION: 3.10.5
+ MACOSX_DEPLOYMENT_TARGET: 10.9 # Used up by the Python build tools
+ run: |
+ # Hack to get the latest patch version. Uncomment if needed
+ #brew install python@3.10
+ #export PYTHON_VERSION=$( $(brew --prefix)/opt/python@3.10/bin/python3 --version | cut -d ' ' -f 2 )
+ curl https://www.python.org/ftp/python/${PYTHON_VERSION}/python-${PYTHON_VERSION}-macos11.pkg -o "python.pkg"
+ sudo installer -pkg python.pkg -target /
+ python3 --version
+ - name: Install Requirements
+ run: |
+ brew install coreutils
+ python3 -m pip install -U --user pip Pyinstaller -r requirements.txt
- build_windows32:
+ - name: Prepare
+ run: |
+ python3 devscripts/update-version.py ${{ needs.prepare.outputs.version_suffix }}
+ python3 devscripts/make_lazy_extractors.py
+ - name: Build
+ run: |
+ python3 pyinst.py
+ mv dist/yt-dlp_macos dist/yt-dlp_macos_legacy
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v3
+ with:
+ path: |
+ dist/yt-dlp_macos_legacy
- runs-on: windows-latest
- needs: build_unix
+ build_windows:
+ runs-on: windows-latest
+ needs: prepare
steps:
- - uses: actions/checkout@v2
- - name: Set up Python 3.4.2 32-Bit
- uses: actions/setup-python@v2
+ - uses: actions/checkout@v3
+ - uses: actions/setup-python@v4
+ with: # 3.8 is used for Win7 support
+ python-version: '3.8'
+ - name: Install Requirements
+ run: | # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
+ python -m pip install --upgrade pip setuptools wheel "py2exe<0.12"
+ pip install "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-5.3-py3-none-any.whl" -r requirements.txt
+
+ - name: Prepare
+ run: |
+ python devscripts/update-version.py ${{ needs.prepare.outputs.version_suffix }}
+ python devscripts/make_lazy_extractors.py
+ - name: Build
+ run: |
+ python setup.py py2exe
+ Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe
+ python pyinst.py
+ python pyinst.py --onedir
+ Compress-Archive -Path ./dist/yt-dlp/* -DestinationPath ./dist/yt-dlp_win.zip
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v3
with:
- python-version: '3.4.2'
+ path: |
+ dist/yt-dlp.exe
+ dist/yt-dlp_min.exe
+ dist/yt-dlp_win.zip
+
+
+ build_windows32:
+ runs-on: windows-latest
+ needs: prepare
+
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-python@v4
+ with: # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
+ python-version: '3.7'
architecture: 'x86'
- - name: Install Requirements for 32 Bit
- run: pip install pyinstaller==3.5
- - name: Bump version
- run: python scripts/update-version-workflow.py
- - name: Run PyInstaller Script for 32 Bit
- run: python pyinst32.py
- - name: Upload Executable youtube-dlc_x86.exe
- id: upload-release-windows32
- uses: actions/upload-release-asset@v1
- env:
- GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
- with:
- upload_url: ${{ needs.build_unix.outputs.upload_url }}
- asset_path: ./dist/youtube-dlc_x86.exe
- asset_name: youtube-dlc_x86.exe
- asset_content_type: application/octet-stream
- - name: Get SHA2-256SUMS for youtube-dlc_x86.exe
- id: sha2_file_win32
- env:
- SHA2: ${{ hashFiles('dist/youtube-dlc_x86.exe') }}
- run: echo "::set-output name=sha2_windows32::${env:SHA2}"
- - name: Make SHA2-256SUMS file
- env:
- SHA2_WINDOWS: ${{ needs.build_windows.outputs.sha2_windows }}
- SHA2_WINDOWS32: ${{ steps.sha2_file_win32.outputs.sha2_windows32 }}
- SHA2_UNIX: ${{ needs.build_unix.outputs.sha2_unix }}
- YTDLC_VERSION: ${{ needs.build_unix.outputs.ytdlc_version }}
+ - name: Install Requirements
+ run: |
+ python -m pip install --upgrade pip setuptools wheel
+ pip install "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-5.3-py3-none-any.whl" -r requirements.txt
+
+ - name: Prepare
run: |
- echo "$SHA2_WINDOWS youtube-dlc.exe" > SHA2-256SUMS
- echo "$SHA2_WINDOWS32 youtube-dlc32.exe" > SHA2-256SUMS
- echo "$SHA2_UNIX youtube-dlc" >> SHA2-256SUMS
+ python devscripts/update-version.py ${{ needs.prepare.outputs.version_suffix }}
+ python devscripts/make_lazy_extractors.py
+ - name: Build
+ run: |
+ python pyinst.py
+
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v3
+ with:
+ path: |
+ dist/yt-dlp_x86.exe
- deploy:
+ publish_release:
+ permissions:
+ contents: write # for action-gh-release
runs-on: ubuntu-latest
+ needs: [prepare, build_unix, build_windows, build_windows32, build_macos, build_macos_legacy]
steps:
- - uses: actions/checkout@v2
- - name: Set up Python
- uses: actions/setup-python@v2
- with:
- python-version: '3.x'
- - name: Install dependencies
+ - uses: actions/checkout@v3
+ - uses: actions/download-artifact@v3
+
+ - name: Get Changelog
run: |
- python -m pip install --upgrade pip
- pip install setuptools wheel twine
- - name: Bump version
- run: python scripts/update-version-workflow.py
- - name: Build and publish
- env:
- TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
- TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
+ changelog=$(grep -oPz '(?s)(?<=### ${{ needs.prepare.outputs.ytdlp_version }}\n{2}).+?(?=\n{2,3}###)' Changelog.md) || true
+ echo "changelog<<EOF" >> $GITHUB_ENV
+ echo "$changelog" >> $GITHUB_ENV
+ echo "EOF" >> $GITHUB_ENV
+ - name: Make Update spec
run: |
- rm -rf dist/*
- python setup.py sdist bdist_wheel
- twine upload dist/*
+ echo "# This file is used for regulating self-update" >> _update_spec
+ echo "lock 2022.07.18 .+ Python 3.6" >> _update_spec
+ - name: Make SHA2-SUMS files
+ run: |
+ sha256sum artifact/yt-dlp | awk '{print $1 " yt-dlp"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp.tar.gz | awk '{print $1 " yt-dlp.tar.gz"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp.exe | awk '{print $1 " yt-dlp.exe"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_win.zip | awk '{print $1 " yt-dlp_win.zip"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_min.exe | awk '{print $1 " yt-dlp_min.exe"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_x86.exe | awk '{print $1 " yt-dlp_x86.exe"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_macos | awk '{print $1 " yt-dlp_macos"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_macos.zip | awk '{print $1 " yt-dlp_macos.zip"}' >> SHA2-256SUMS
+ sha256sum artifact/yt-dlp_macos_legacy | awk '{print $1 " yt-dlp_macos_legacy"}' >> SHA2-256SUMS
+ sha256sum artifact/dist/yt-dlp_linux | awk '{print $1 " yt-dlp_linux"}' >> SHA2-256SUMS
+ sha256sum artifact/dist/yt-dlp_linux.zip | awk '{print $1 " yt-dlp_linux.zip"}' >> SHA2-256SUMS
+ sha512sum artifact/yt-dlp | awk '{print $1 " yt-dlp"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp.tar.gz | awk '{print $1 " yt-dlp.tar.gz"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp.exe | awk '{print $1 " yt-dlp.exe"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_win.zip | awk '{print $1 " yt-dlp_win.zip"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_min.exe | awk '{print $1 " yt-dlp_min.exe"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_x86.exe | awk '{print $1 " yt-dlp_x86.exe"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_macos | awk '{print $1 " yt-dlp_macos"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_macos.zip | awk '{print $1 " yt-dlp_macos.zip"}' >> SHA2-512SUMS
+ sha512sum artifact/yt-dlp_macos_legacy | awk '{print $1 " yt-dlp_macos_legacy"}' >> SHA2-512SUMS
+ sha512sum artifact/dist/yt-dlp_linux | awk '{print $1 " yt-dlp_linux"}' >> SHA2-512SUMS
+ sha512sum artifact/dist/yt-dlp_linux.zip | awk '{print $1 " yt-dlp_linux.zip"}' >> SHA2-512SUMS
+
+ - name: Publish Release
+ uses: yt-dlp/action-gh-release@v1
+ with:
+ tag_name: ${{ needs.prepare.outputs.ytdlp_version }}
+ name: yt-dlp ${{ needs.prepare.outputs.ytdlp_version }}
+ target_commitish: ${{ needs.prepare.outputs.head_sha }}
+ body: |
+ #### [A description of the various files]((https://github.com/yt-dlp/yt-dlp#release-files)) are in the README
+
+ ---
+ <details open><summary><h3>Changelog</summary>
+ <p>
+
+ ${{ env.changelog }}
+
+ </p>
+ </details>
+ files: |
+ SHA2-256SUMS
+ SHA2-512SUMS
+ artifact/yt-dlp
+ artifact/yt-dlp.tar.gz
+ artifact/yt-dlp.exe
+ artifact/yt-dlp_win.zip
+ artifact/yt-dlp_min.exe
+ artifact/yt-dlp_x86.exe
+ artifact/yt-dlp_macos
+ artifact/yt-dlp_macos.zip
+ artifact/yt-dlp_macos_legacy
+ artifact/dist/yt-dlp_linux
+ artifact/dist/yt-dlp_linux.zip
+ _update_spec