unix:
default: true
type: boolean
+ linux_static:
+ default: true
+ type: boolean
linux_arm:
default: true
type: boolean
windows32:
default: true
type: boolean
- meta_files:
- default: true
- type: boolean
+ origin:
+ required: false
+ default: ''
+ type: string
secrets:
GPG_SIGNING_KEY:
required: false
workflow_dispatch:
inputs:
version:
- description: Version tag (YYYY.MM.DD[.REV])
+ description: |
+ VERSION: yyyy.mm.dd[.rev] or rev
required: true
type: string
channel:
- description: Update channel (stable/nightly)
+ description: |
+ SOURCE of this build's updates: stable/nightly/master/<repo>
required: true
default: stable
type: string
unix:
- description: yt-dlp, yt-dlp.tar.gz, yt-dlp_linux, yt-dlp_linux.zip
+ description: yt-dlp, yt-dlp.tar.gz
+ default: true
+ type: boolean
+ linux_static:
+ description: yt-dlp_linux
default: true
type: boolean
linux_arm:
description: yt-dlp_x86.exe
default: true
type: boolean
- meta_files:
- description: SHA2-256SUMS, SHA2-512SUMS, _update_spec
- default: true
- type: boolean
+ origin:
+ description: Origin
+ required: false
+ default: 'current repo'
+ type: choice
+ options:
+ - 'current repo'
permissions:
contents: read
jobs:
+ process:
+ runs-on: ubuntu-latest
+ outputs:
+ origin: ${{ steps.process_origin.outputs.origin }}
+ steps:
+ - name: Process origin
+ id: process_origin
+ run: |
+ echo "origin=${{ inputs.origin == 'current repo' && github.repository || inputs.origin }}" | tee "$GITHUB_OUTPUT"
+
unix:
+ needs: process
if: inputs.unix
runs-on: ubuntu-latest
steps:
- - uses: actions/checkout@v3
- - uses: actions/setup-python@v4
+ - uses: actions/checkout@v4
with:
- python-version: "3.10"
- - uses: conda-incubator/setup-miniconda@v2
+ fetch-depth: 0 # Needed for changelog
+ - uses: actions/setup-python@v5
with:
- miniforge-variant: Mambaforge
- use-mamba: true
- channels: conda-forge
- auto-update-conda: true
- activate-environment: ""
- auto-activate-base: false
+ python-version: "3.10"
- name: Install Requirements
run: |
- sudo apt-get -y install zip pandoc man sed
- python -m pip install -U pip setuptools wheel
- python -m pip install -U Pyinstaller -r requirements.txt
- reqs=$(mktemp)
- cat > $reqs << EOF
- python=3.10.*
- pyinstaller
- cffi
- brotli-python
- EOF
- sed '/^brotli.*/d' requirements.txt >> $reqs
- mamba create -n build --file $reqs
-
+ sudo apt -y install zip pandoc man sed
- name: Prepare
run: |
- python devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
+ python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
+ python devscripts/update_changelog.py -vv
python devscripts/make_lazy_extractors.py
- name: Build Unix platform-independent binary
run: |
make all tar
- - name: Build Unix standalone binary
- shell: bash -l {0}
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
run: |
- unset LD_LIBRARY_PATH # Harmful; set by setup-python
- conda activate build
- python pyinst.py --onedir
- (cd ./dist/yt-dlp_linux && zip -r ../yt-dlp_linux.zip .)
- python pyinst.py
- mv ./dist/yt-dlp_linux ./yt-dlp_linux
- mv ./dist/yt-dlp_linux.zip ./yt-dlp_linux.zip
-
+ chmod +x ./yt-dlp
+ cp ./yt-dlp ./yt-dlp_downgraded
+ version="$(./yt-dlp --version)"
+ ./yt-dlp_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04
+ downgraded_version="$(./yt-dlp_downgraded --version)"
+ [[ "$version" != "$downgraded_version" ]]
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-${{ github.job }}
path: |
yt-dlp
yt-dlp.tar.gz
- yt-dlp_linux
- yt-dlp_linux.zip
+ compression-level: 0
+
+ linux_static:
+ needs: process
+ if: inputs.linux_static
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - name: Build static executable
+ env:
+ channel: ${{ inputs.channel }}
+ origin: ${{ needs.process.outputs.origin }}
+ version: ${{ inputs.version }}
+ run: |
+ mkdir ~/build
+ cd bundle/docker
+ docker compose up --build static
+ sudo chown "${USER}:docker" ~/build/yt-dlp_linux
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
+ run: |
+ chmod +x ~/build/yt-dlp_linux
+ cp ~/build/yt-dlp_linux ~/build/yt-dlp_linux_downgraded
+ version="$(~/build/yt-dlp_linux --version)"
+ ~/build/yt-dlp_linux_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04
+ downgraded_version="$(~/build/yt-dlp_linux_downgraded --version)"
+ [[ "$version" != "$downgraded_version" ]]
+ - name: Upload artifacts
+ uses: actions/upload-artifact@v4
+ with:
+ name: build-bin-${{ github.job }}
+ path: |
+ ~/build/yt-dlp_linux
+ compression-level: 0
linux_arm:
+ needs: process
if: inputs.linux_arm
permissions:
contents: read
- aarch64
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
with:
path: ./repo
- name: Virtualized Install, Prepare & Build
dockerRunArgs: --volume "${PWD}/repo:/repo"
install: | # Installing Python 3.10 from the Deadsnakes repo raises errors
apt update
- apt -y install zlib1g-dev python3.8 python3.8-dev python3.8-distutils python3-pip
+ apt -y install zlib1g-dev libffi-dev python3.8 python3.8-dev python3.8-distutils python3-pip
python3.8 -m pip install -U pip setuptools wheel
- # Cannot access requirements.txt from the repo directory at this stage
- python3.8 -m pip install -U Pyinstaller mutagen pycryptodomex websockets brotli certifi
+ # Cannot access any files from the repo directory at this stage
+ python3.8 -m pip install -U Pyinstaller mutagen pycryptodomex websockets brotli certifi secretstorage cffi
run: |
cd repo
- python3.8 -m pip install -U Pyinstaller -r requirements.txt # Cached version may be out of date
- python3.8 devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
+ python3.8 devscripts/install_deps.py -o --include build
+ python3.8 devscripts/install_deps.py --include pyinstaller --include secretstorage # Cached version may be out of date
+ python3.8 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
python3.8 devscripts/make_lazy_extractors.py
- python3.8 pyinst.py
+ python3.8 -m bundle.pyinstaller
+
+ if ${{ vars.UPDATE_TO_VERIFICATION && 'true' || 'false' }}; then
+ arch="${{ (matrix.architecture == 'armv7' && 'armv7l') || matrix.architecture }}"
+ chmod +x ./dist/yt-dlp_linux_${arch}
+ cp ./dist/yt-dlp_linux_${arch} ./dist/yt-dlp_linux_${arch}_downgraded
+ version="$(./dist/yt-dlp_linux_${arch} --version)"
+ ./dist/yt-dlp_linux_${arch}_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04
+ downgraded_version="$(./dist/yt-dlp_linux_${arch}_downgraded --version)"
+ [[ "$version" != "$downgraded_version" ]]
+ fi
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-linux_${{ matrix.architecture }}
path: | # run-on-arch-action designates armv7l as armv7
repo/dist/yt-dlp_linux_${{ (matrix.architecture == 'armv7' && 'armv7l') || matrix.architecture }}
+ compression-level: 0
macos:
+ needs: process
if: inputs.macos
- runs-on: macos-11
+ runs-on: macos-12
steps:
- - uses: actions/checkout@v3
- # NB: In order to create a universal2 application, the version of python3 in /usr/bin has to be used
+ - uses: actions/checkout@v4
+ # NB: Building universal2 does not work with python from actions/setup-python
- name: Install Requirements
run: |
brew install coreutils
- /usr/bin/python3 -m pip install -U --user pip Pyinstaller==5.8 -r requirements.txt
+ python3 devscripts/install_deps.py --user -o --include build
+ python3 devscripts/install_deps.py --print --include pyinstaller > requirements.txt
+ # We need to ignore wheels otherwise we break universal2 builds
+ python3 -m pip install -U --user --no-binary :all: -r requirements.txt
+ # We need to fuse our own universal2 wheels for curl_cffi
+ python3 -m pip install -U --user delocate
+ mkdir curl_cffi_whls curl_cffi_universal2
+ python3 devscripts/install_deps.py --print -o --include curl-cffi > requirements.txt
+ for platform in "macosx_11_0_arm64" "macosx_11_0_x86_64"; do
+ python3 -m pip download \
+ --only-binary=:all: \
+ --platform "${platform}" \
+ --pre -d curl_cffi_whls \
+ -r requirements.txt
+ done
+ ( # Overwrite x86_64-only libs with fat/universal2 libs or else Pyinstaller will do the opposite
+ # See https://github.com/yt-dlp/yt-dlp/pull/10069
+ cd curl_cffi_whls
+ mkdir -p curl_cffi/.dylibs
+ python_libdir=$(python3 -c 'import sys; from pathlib import Path; print(Path(sys.path[1]).parent)')
+ for dylib in lib{ssl,crypto}.3.dylib; do
+ cp "${python_libdir}/${dylib}" "curl_cffi/.dylibs/${dylib}"
+ for wheel in curl_cffi*macos*x86_64.whl; do
+ zip "${wheel}" "curl_cffi/.dylibs/${dylib}"
+ done
+ done
+ )
+ python3 -m delocate.cmd.delocate_fuse curl_cffi_whls/curl_cffi*.whl -w curl_cffi_universal2
+ python3 -m delocate.cmd.delocate_fuse curl_cffi_whls/cffi*.whl -w curl_cffi_universal2
+ cd curl_cffi_universal2
+ for wheel in ./*cffi*.whl; do mv -n -- "${wheel}" "${wheel/x86_64/universal2}"; done
+ python3 -m pip install -U --user ./*cffi*.whl
- name: Prepare
run: |
- /usr/bin/python3 devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
- /usr/bin/python3 devscripts/make_lazy_extractors.py
+ python3 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
+ python3 devscripts/make_lazy_extractors.py
- name: Build
run: |
- /usr/bin/python3 pyinst.py --target-architecture universal2 --onedir
+ python3 -m bundle.pyinstaller --target-architecture universal2 --onedir
(cd ./dist/yt-dlp_macos && zip -r ../yt-dlp_macos.zip .)
- /usr/bin/python3 pyinst.py --target-architecture universal2
+ python3 -m bundle.pyinstaller --target-architecture universal2
+
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
+ run: |
+ chmod +x ./dist/yt-dlp_macos
+ cp ./dist/yt-dlp_macos ./dist/yt-dlp_macos_downgraded
+ version="$(./dist/yt-dlp_macos --version)"
+ ./dist/yt-dlp_macos_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04
+ downgraded_version="$(./dist/yt-dlp_macos_downgraded --version)"
+ [[ "$version" != "$downgraded_version" ]]
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-${{ github.job }}
path: |
dist/yt-dlp_macos
dist/yt-dlp_macos.zip
+ compression-level: 0
macos_legacy:
+ needs: process
if: inputs.macos_legacy
- runs-on: macos-latest
+ runs-on: macos-12
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
- name: Install Python
# We need the official Python, because the GA ones only support newer macOS versions
env:
# Hack to get the latest patch version. Uncomment if needed
#brew install python@3.10
#export PYTHON_VERSION=$( $(brew --prefix)/opt/python@3.10/bin/python3 --version | cut -d ' ' -f 2 )
- curl https://www.python.org/ftp/python/${PYTHON_VERSION}/python-${PYTHON_VERSION}-macos11.pkg -o "python.pkg"
+ curl "https://www.python.org/ftp/python/${PYTHON_VERSION}/python-${PYTHON_VERSION}-macos11.pkg" -o "python.pkg"
sudo installer -pkg python.pkg -target /
python3 --version
- name: Install Requirements
run: |
brew install coreutils
- python3 -m pip install -U --user pip Pyinstaller -r requirements.txt
+ python3 devscripts/install_deps.py --user -o --include build
+ python3 devscripts/install_deps.py --user --include pyinstaller
- name: Prepare
run: |
- python3 devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
+ python3 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
python3 devscripts/make_lazy_extractors.py
- name: Build
run: |
- python3 pyinst.py
+ python3 -m bundle.pyinstaller
mv dist/yt-dlp_macos dist/yt-dlp_macos_legacy
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
+ run: |
+ chmod +x ./dist/yt-dlp_macos_legacy
+ cp ./dist/yt-dlp_macos_legacy ./dist/yt-dlp_macos_legacy_downgraded
+ version="$(./dist/yt-dlp_macos_legacy --version)"
+ ./dist/yt-dlp_macos_legacy_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04
+ downgraded_version="$(./dist/yt-dlp_macos_legacy_downgraded --version)"
+ [[ "$version" != "$downgraded_version" ]]
+
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-${{ github.job }}
path: |
dist/yt-dlp_macos_legacy
+ compression-level: 0
windows:
+ needs: process
if: inputs.windows
runs-on: windows-latest
steps:
- - uses: actions/checkout@v3
- - uses: actions/setup-python@v4
+ - uses: actions/checkout@v4
+ - uses: actions/setup-python@v5
with: # 3.8 is used for Win7 support
python-version: "3.8"
- name: Install Requirements
run: | # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds
- python -m pip install -U pip setuptools wheel py2exe
- pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-5.8.0-py3-none-any.whl" -r requirements.txt
+ python devscripts/install_deps.py -o --include build
+ python devscripts/install_deps.py --include curl-cffi
+ python -m pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-6.7.0-py3-none-any.whl"
- name: Prepare
run: |
- python devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
+ python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
python devscripts/make_lazy_extractors.py
- name: Build
run: |
- python setup.py py2exe
- Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe
- python pyinst.py
- python pyinst.py --onedir
+ python -m bundle.pyinstaller
+ python -m bundle.pyinstaller --onedir
+ Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_real.exe
Compress-Archive -Path ./dist/yt-dlp/* -DestinationPath ./dist/yt-dlp_win.zip
+ - name: Install Requirements (py2exe)
+ run: |
+ python devscripts/install_deps.py --include py2exe
+ - name: Build (py2exe)
+ run: |
+ python -m bundle.py2exe
+ Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe
+ Move-Item ./dist/yt-dlp_real.exe ./dist/yt-dlp.exe
+
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
+ run: |
+ foreach ($name in @("yt-dlp","yt-dlp_min")) {
+ Copy-Item "./dist/${name}.exe" "./dist/${name}_downgraded.exe"
+ $version = & "./dist/${name}.exe" --version
+ & "./dist/${name}_downgraded.exe" -v --update-to yt-dlp/yt-dlp@2023.03.04
+ $downgraded_version = & "./dist/${name}_downgraded.exe" --version
+ if ($version -eq $downgraded_version) {
+ exit 1
+ }
+ }
+
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-${{ github.job }}
path: |
dist/yt-dlp.exe
dist/yt-dlp_min.exe
dist/yt-dlp_win.zip
+ compression-level: 0
windows32:
+ needs: process
if: inputs.windows32
runs-on: windows-latest
steps:
- - uses: actions/checkout@v3
- - uses: actions/setup-python@v4
- with: # 3.7 is used for Vista support. See https://github.com/yt-dlp/yt-dlp/issues/390
- python-version: "3.7"
+ - uses: actions/checkout@v4
+ - uses: actions/setup-python@v5
+ with:
+ python-version: "3.8"
architecture: "x86"
- name: Install Requirements
run: |
- python -m pip install -U pip setuptools wheel
- pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-5.8.0-py3-none-any.whl" -r requirements.txt
+ python devscripts/install_deps.py -o --include build
+ python devscripts/install_deps.py
+ python -m pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-6.7.0-py3-none-any.whl"
- name: Prepare
run: |
- python devscripts/update-version.py -c ${{ inputs.channel }} ${{ inputs.version }}
+ python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}"
python devscripts/make_lazy_extractors.py
- name: Build
run: |
- python pyinst.py
+ python -m bundle.pyinstaller
+
+ - name: Verify --update-to
+ if: vars.UPDATE_TO_VERIFICATION
+ run: |
+ foreach ($name in @("yt-dlp_x86")) {
+ Copy-Item "./dist/${name}.exe" "./dist/${name}_downgraded.exe"
+ $version = & "./dist/${name}.exe" --version
+ & "./dist/${name}_downgraded.exe" -v --update-to yt-dlp/yt-dlp@2023.03.04
+ $downgraded_version = & "./dist/${name}_downgraded.exe" --version
+ if ($version -eq $downgraded_version) {
+ exit 1
+ }
+ }
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-bin-${{ github.job }}
path: |
dist/yt-dlp_x86.exe
+ compression-level: 0
meta_files:
- if: inputs.meta_files && always()
+ if: always() && !cancelled()
needs:
+ - process
- unix
+ - linux_static
- linux_arm
- macos
- macos_legacy
- windows32
runs-on: ubuntu-latest
steps:
- - uses: actions/download-artifact@v3
+ - uses: actions/download-artifact@v4
+ with:
+ path: artifact
+ pattern: build-bin-*
+ merge-multiple: true
- name: Make SHA2-SUMS files
run: |
cd ./artifact/
- sha256sum * > ../SHA2-256SUMS
- sha512sum * > ../SHA2-512SUMS
+ # make sure SHA sums are also printed to stdout
+ sha256sum -- * | tee ../SHA2-256SUMS
+ sha512sum -- * | tee ../SHA2-512SUMS
- name: Make Update spec
run: |
cat >> _update_spec << EOF
# This file is used for regulating self-update
- lock 2022.08.18.36 .+ Python 3.6
+ lock 2022.08.18.36 .+ Python 3\.6
+ lock 2023.11.16 (?!win_x86_exe).+ Python 3\.7
+ lock 2023.11.16 win_x86_exe .+ Windows-(?:Vista|2008Server)
+ lockV2 yt-dlp/yt-dlp 2022.08.18.36 .+ Python 3\.6
+ lockV2 yt-dlp/yt-dlp 2023.11.16 (?!win_x86_exe).+ Python 3\.7
+ lockV2 yt-dlp/yt-dlp 2023.11.16 win_x86_exe .+ Windows-(?:Vista|2008Server)
+ lockV2 yt-dlp/yt-dlp-nightly-builds 2023.11.15.232826 (?!win_x86_exe).+ Python 3\.7
+ lockV2 yt-dlp/yt-dlp-nightly-builds 2023.11.15.232826 win_x86_exe .+ Windows-(?:Vista|2008Server)
+ lockV2 yt-dlp/yt-dlp-master-builds 2023.11.15.232812 (?!win_x86_exe).+ Python 3\.7
+ lockV2 yt-dlp/yt-dlp-master-builds 2023.11.15.232812 win_x86_exe .+ Windows-(?:Vista|2008Server)
EOF
- name: Sign checksum files
done
- name: Upload artifacts
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4
with:
+ name: build-${{ github.job }}
path: |
- SHA*SUMS*
_update_spec
+ SHA*SUMS*
+ compression-level: 0
+ overwrite: true
projects / yt-dlp.git / blobdiff