]>
Commit | Line | Data |
---|---|---|
1 | name: Build Artifacts | |
2 | on: | |
3 | workflow_call: | |
4 | inputs: | |
5 | version: | |
6 | required: true | |
7 | type: string | |
8 | channel: | |
9 | required: false | |
10 | default: stable | |
11 | type: string | |
12 | unix: | |
13 | default: true | |
14 | type: boolean | |
15 | linux_static: | |
16 | default: true | |
17 | type: boolean | |
18 | linux_arm: | |
19 | default: true | |
20 | type: boolean | |
21 | macos: | |
22 | default: true | |
23 | type: boolean | |
24 | macos_legacy: | |
25 | default: true | |
26 | type: boolean | |
27 | windows: | |
28 | default: true | |
29 | type: boolean | |
30 | windows32: | |
31 | default: true | |
32 | type: boolean | |
33 | origin: | |
34 | required: false | |
35 | default: '' | |
36 | type: string | |
37 | secrets: | |
38 | GPG_SIGNING_KEY: | |
39 | required: false | |
40 | ||
41 | workflow_dispatch: | |
42 | inputs: | |
43 | version: | |
44 | description: | | |
45 | VERSION: yyyy.mm.dd[.rev] or rev | |
46 | required: true | |
47 | type: string | |
48 | channel: | |
49 | description: | | |
50 | SOURCE of this build's updates: stable/nightly/master/<repo> | |
51 | required: true | |
52 | default: stable | |
53 | type: string | |
54 | unix: | |
55 | description: yt-dlp, yt-dlp.tar.gz | |
56 | default: true | |
57 | type: boolean | |
58 | linux_static: | |
59 | description: yt-dlp_linux | |
60 | default: true | |
61 | type: boolean | |
62 | linux_arm: | |
63 | description: yt-dlp_linux_aarch64, yt-dlp_linux_armv7l | |
64 | default: true | |
65 | type: boolean | |
66 | macos: | |
67 | description: yt-dlp_macos, yt-dlp_macos.zip | |
68 | default: true | |
69 | type: boolean | |
70 | macos_legacy: | |
71 | description: yt-dlp_macos_legacy | |
72 | default: true | |
73 | type: boolean | |
74 | windows: | |
75 | description: yt-dlp.exe, yt-dlp_min.exe, yt-dlp_win.zip | |
76 | default: true | |
77 | type: boolean | |
78 | windows32: | |
79 | description: yt-dlp_x86.exe | |
80 | default: true | |
81 | type: boolean | |
82 | origin: | |
83 | description: Origin | |
84 | required: false | |
85 | default: 'current repo' | |
86 | type: choice | |
87 | options: | |
88 | - 'current repo' | |
89 | ||
90 | permissions: | |
91 | contents: read | |
92 | ||
93 | jobs: | |
94 | process: | |
95 | runs-on: ubuntu-latest | |
96 | outputs: | |
97 | origin: ${{ steps.process_origin.outputs.origin }} | |
98 | steps: | |
99 | - name: Process origin | |
100 | id: process_origin | |
101 | run: | | |
102 | echo "origin=${{ inputs.origin == 'current repo' && github.repository || inputs.origin }}" | tee "$GITHUB_OUTPUT" | |
103 | ||
104 | unix: | |
105 | needs: process | |
106 | if: inputs.unix | |
107 | runs-on: ubuntu-latest | |
108 | steps: | |
109 | - uses: actions/checkout@v4 | |
110 | with: | |
111 | fetch-depth: 0 # Needed for changelog | |
112 | - uses: actions/setup-python@v5 | |
113 | with: | |
114 | python-version: "3.10" | |
115 | - name: Install Requirements | |
116 | run: | | |
117 | sudo apt -y install zip pandoc man sed | |
118 | - name: Prepare | |
119 | run: | | |
120 | python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
121 | python devscripts/update_changelog.py -vv | |
122 | python devscripts/make_lazy_extractors.py | |
123 | - name: Build Unix platform-independent binary | |
124 | run: | | |
125 | make all tar | |
126 | - name: Verify --update-to | |
127 | if: vars.UPDATE_TO_VERIFICATION | |
128 | run: | | |
129 | chmod +x ./yt-dlp | |
130 | cp ./yt-dlp ./yt-dlp_downgraded | |
131 | version="$(./yt-dlp --version)" | |
132 | ./yt-dlp_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
133 | downgraded_version="$(./yt-dlp_downgraded --version)" | |
134 | [[ "$version" != "$downgraded_version" ]] | |
135 | - name: Upload artifacts | |
136 | uses: actions/upload-artifact@v4 | |
137 | with: | |
138 | name: build-bin-${{ github.job }} | |
139 | path: | | |
140 | yt-dlp | |
141 | yt-dlp.tar.gz | |
142 | compression-level: 0 | |
143 | ||
144 | linux_static: | |
145 | needs: process | |
146 | if: inputs.linux_static | |
147 | runs-on: ubuntu-latest | |
148 | steps: | |
149 | - uses: actions/checkout@v4 | |
150 | - name: Build static executable | |
151 | env: | |
152 | channel: ${{ inputs.channel }} | |
153 | origin: ${{ needs.process.outputs.origin }} | |
154 | version: ${{ inputs.version }} | |
155 | run: | | |
156 | mkdir ~/build | |
157 | cd bundle/docker | |
158 | docker compose up --build static | |
159 | sudo chown "${USER}:docker" ~/build/yt-dlp_linux | |
160 | - name: Verify --update-to | |
161 | if: vars.UPDATE_TO_VERIFICATION | |
162 | run: | | |
163 | chmod +x ~/build/yt-dlp_linux | |
164 | cp ~/build/yt-dlp_linux ~/build/yt-dlp_linux_downgraded | |
165 | version="$(~/build/yt-dlp_linux --version)" | |
166 | ~/build/yt-dlp_linux_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
167 | downgraded_version="$(~/build/yt-dlp_linux_downgraded --version)" | |
168 | [[ "$version" != "$downgraded_version" ]] | |
169 | - name: Upload artifacts | |
170 | uses: actions/upload-artifact@v4 | |
171 | with: | |
172 | name: build-bin-${{ github.job }} | |
173 | path: | | |
174 | ~/build/yt-dlp_linux | |
175 | compression-level: 0 | |
176 | ||
177 | linux_arm: | |
178 | needs: process | |
179 | if: inputs.linux_arm | |
180 | permissions: | |
181 | contents: read | |
182 | packages: write # for creating cache | |
183 | runs-on: ubuntu-latest | |
184 | strategy: | |
185 | matrix: | |
186 | architecture: | |
187 | - armv7 | |
188 | - aarch64 | |
189 | ||
190 | steps: | |
191 | - uses: actions/checkout@v4 | |
192 | with: | |
193 | path: ./repo | |
194 | - name: Virtualized Install, Prepare & Build | |
195 | uses: yt-dlp/run-on-arch-action@v2 | |
196 | with: | |
197 | # Ref: https://github.com/uraimo/run-on-arch-action/issues/55 | |
198 | env: | | |
199 | GITHUB_WORKFLOW: build | |
200 | githubToken: ${{ github.token }} # To cache image | |
201 | arch: ${{ matrix.architecture }} | |
202 | distro: ubuntu18.04 # Standalone executable should be built on minimum supported OS | |
203 | dockerRunArgs: --volume "${PWD}/repo:/repo" | |
204 | install: | # Installing Python 3.10 from the Deadsnakes repo raises errors | |
205 | apt update | |
206 | apt -y install zlib1g-dev libffi-dev python3.8 python3.8-dev python3.8-distutils python3-pip | |
207 | python3.8 -m pip install -U pip setuptools wheel | |
208 | # Cannot access any files from the repo directory at this stage | |
209 | python3.8 -m pip install -U Pyinstaller mutagen pycryptodomex websockets brotli certifi secretstorage cffi | |
210 | ||
211 | run: | | |
212 | cd repo | |
213 | python3.8 devscripts/install_deps.py -o --include build | |
214 | python3.8 devscripts/install_deps.py --include pyinstaller --include secretstorage # Cached version may be out of date | |
215 | python3.8 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
216 | python3.8 devscripts/make_lazy_extractors.py | |
217 | python3.8 -m bundle.pyinstaller | |
218 | ||
219 | if ${{ vars.UPDATE_TO_VERIFICATION && 'true' || 'false' }}; then | |
220 | arch="${{ (matrix.architecture == 'armv7' && 'armv7l') || matrix.architecture }}" | |
221 | chmod +x ./dist/yt-dlp_linux_${arch} | |
222 | cp ./dist/yt-dlp_linux_${arch} ./dist/yt-dlp_linux_${arch}_downgraded | |
223 | version="$(./dist/yt-dlp_linux_${arch} --version)" | |
224 | ./dist/yt-dlp_linux_${arch}_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
225 | downgraded_version="$(./dist/yt-dlp_linux_${arch}_downgraded --version)" | |
226 | [[ "$version" != "$downgraded_version" ]] | |
227 | fi | |
228 | ||
229 | - name: Upload artifacts | |
230 | uses: actions/upload-artifact@v4 | |
231 | with: | |
232 | name: build-bin-linux_${{ matrix.architecture }} | |
233 | path: | # run-on-arch-action designates armv7l as armv7 | |
234 | repo/dist/yt-dlp_linux_${{ (matrix.architecture == 'armv7' && 'armv7l') || matrix.architecture }} | |
235 | compression-level: 0 | |
236 | ||
237 | macos: | |
238 | needs: process | |
239 | if: inputs.macos | |
240 | runs-on: macos-12 | |
241 | ||
242 | steps: | |
243 | - uses: actions/checkout@v4 | |
244 | # NB: Building universal2 does not work with python from actions/setup-python | |
245 | - name: Install Requirements | |
246 | run: | | |
247 | brew install coreutils | |
248 | python3 devscripts/install_deps.py --user -o --include build | |
249 | python3 devscripts/install_deps.py --print --include pyinstaller > requirements.txt | |
250 | # We need to ignore wheels otherwise we break universal2 builds | |
251 | python3 -m pip install -U --user --no-binary :all: -r requirements.txt | |
252 | # We need to fuse our own universal2 wheels for curl_cffi | |
253 | python3 -m pip install -U --user delocate | |
254 | mkdir curl_cffi_whls curl_cffi_universal2 | |
255 | python3 devscripts/install_deps.py --print -o --include curl-cffi > requirements.txt | |
256 | for platform in "macosx_11_0_arm64" "macosx_11_0_x86_64"; do | |
257 | python3 -m pip download \ | |
258 | --only-binary=:all: \ | |
259 | --platform "${platform}" \ | |
260 | --pre -d curl_cffi_whls \ | |
261 | -r requirements.txt | |
262 | done | |
263 | ( # Overwrite x86_64-only libs with fat/universal2 libs or else Pyinstaller will do the opposite | |
264 | # See https://github.com/yt-dlp/yt-dlp/pull/10069 | |
265 | cd curl_cffi_whls | |
266 | mkdir -p curl_cffi/.dylibs | |
267 | python_libdir=$(python3 -c 'import sys; from pathlib import Path; print(Path(sys.path[1]).parent)') | |
268 | for dylib in lib{ssl,crypto}.3.dylib; do | |
269 | cp "${python_libdir}/${dylib}" "curl_cffi/.dylibs/${dylib}" | |
270 | for wheel in curl_cffi*macos*x86_64.whl; do | |
271 | zip "${wheel}" "curl_cffi/.dylibs/${dylib}" | |
272 | done | |
273 | done | |
274 | ) | |
275 | python3 -m delocate.cmd.delocate_fuse curl_cffi_whls/curl_cffi*.whl -w curl_cffi_universal2 | |
276 | python3 -m delocate.cmd.delocate_fuse curl_cffi_whls/cffi*.whl -w curl_cffi_universal2 | |
277 | cd curl_cffi_universal2 | |
278 | for wheel in ./*cffi*.whl; do mv -n -- "${wheel}" "${wheel/x86_64/universal2}"; done | |
279 | python3 -m pip install -U --user ./*cffi*.whl | |
280 | ||
281 | - name: Prepare | |
282 | run: | | |
283 | python3 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
284 | python3 devscripts/make_lazy_extractors.py | |
285 | - name: Build | |
286 | run: | | |
287 | python3 -m bundle.pyinstaller --target-architecture universal2 --onedir | |
288 | (cd ./dist/yt-dlp_macos && zip -r ../yt-dlp_macos.zip .) | |
289 | python3 -m bundle.pyinstaller --target-architecture universal2 | |
290 | ||
291 | - name: Verify --update-to | |
292 | if: vars.UPDATE_TO_VERIFICATION | |
293 | run: | | |
294 | chmod +x ./dist/yt-dlp_macos | |
295 | cp ./dist/yt-dlp_macos ./dist/yt-dlp_macos_downgraded | |
296 | version="$(./dist/yt-dlp_macos --version)" | |
297 | ./dist/yt-dlp_macos_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
298 | downgraded_version="$(./dist/yt-dlp_macos_downgraded --version)" | |
299 | [[ "$version" != "$downgraded_version" ]] | |
300 | ||
301 | - name: Upload artifacts | |
302 | uses: actions/upload-artifact@v4 | |
303 | with: | |
304 | name: build-bin-${{ github.job }} | |
305 | path: | | |
306 | dist/yt-dlp_macos | |
307 | dist/yt-dlp_macos.zip | |
308 | compression-level: 0 | |
309 | ||
310 | macos_legacy: | |
311 | needs: process | |
312 | if: inputs.macos_legacy | |
313 | runs-on: macos-12 | |
314 | ||
315 | steps: | |
316 | - uses: actions/checkout@v4 | |
317 | - name: Install Python | |
318 | # We need the official Python, because the GA ones only support newer macOS versions | |
319 | env: | |
320 | PYTHON_VERSION: 3.10.5 | |
321 | MACOSX_DEPLOYMENT_TARGET: 10.9 # Used up by the Python build tools | |
322 | run: | | |
323 | # Hack to get the latest patch version. Uncomment if needed | |
324 | #brew install python@3.10 | |
325 | #export PYTHON_VERSION=$( $(brew --prefix)/opt/python@3.10/bin/python3 --version | cut -d ' ' -f 2 ) | |
326 | curl "https://www.python.org/ftp/python/${PYTHON_VERSION}/python-${PYTHON_VERSION}-macos11.pkg" -o "python.pkg" | |
327 | sudo installer -pkg python.pkg -target / | |
328 | python3 --version | |
329 | - name: Install Requirements | |
330 | run: | | |
331 | brew install coreutils | |
332 | python3 devscripts/install_deps.py --user -o --include build | |
333 | python3 devscripts/install_deps.py --user --include pyinstaller | |
334 | ||
335 | - name: Prepare | |
336 | run: | | |
337 | python3 devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
338 | python3 devscripts/make_lazy_extractors.py | |
339 | - name: Build | |
340 | run: | | |
341 | python3 -m bundle.pyinstaller | |
342 | mv dist/yt-dlp_macos dist/yt-dlp_macos_legacy | |
343 | ||
344 | - name: Verify --update-to | |
345 | if: vars.UPDATE_TO_VERIFICATION | |
346 | run: | | |
347 | chmod +x ./dist/yt-dlp_macos_legacy | |
348 | cp ./dist/yt-dlp_macos_legacy ./dist/yt-dlp_macos_legacy_downgraded | |
349 | version="$(./dist/yt-dlp_macos_legacy --version)" | |
350 | ./dist/yt-dlp_macos_legacy_downgraded -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
351 | downgraded_version="$(./dist/yt-dlp_macos_legacy_downgraded --version)" | |
352 | [[ "$version" != "$downgraded_version" ]] | |
353 | ||
354 | - name: Upload artifacts | |
355 | uses: actions/upload-artifact@v4 | |
356 | with: | |
357 | name: build-bin-${{ github.job }} | |
358 | path: | | |
359 | dist/yt-dlp_macos_legacy | |
360 | compression-level: 0 | |
361 | ||
362 | windows: | |
363 | needs: process | |
364 | if: inputs.windows | |
365 | runs-on: windows-latest | |
366 | ||
367 | steps: | |
368 | - uses: actions/checkout@v4 | |
369 | - uses: actions/setup-python@v5 | |
370 | with: # 3.8 is used for Win7 support | |
371 | python-version: "3.8" | |
372 | - name: Install Requirements | |
373 | run: | # Custom pyinstaller built with https://github.com/yt-dlp/pyinstaller-builds | |
374 | python devscripts/install_deps.py -o --include build | |
375 | python devscripts/install_deps.py --include curl-cffi | |
376 | python -m pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/x86_64/pyinstaller-6.7.0-py3-none-any.whl" | |
377 | ||
378 | - name: Prepare | |
379 | run: | | |
380 | python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
381 | python devscripts/make_lazy_extractors.py | |
382 | - name: Build | |
383 | run: | | |
384 | python -m bundle.pyinstaller | |
385 | python -m bundle.pyinstaller --onedir | |
386 | Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_real.exe | |
387 | Compress-Archive -Path ./dist/yt-dlp/* -DestinationPath ./dist/yt-dlp_win.zip | |
388 | ||
389 | - name: Install Requirements (py2exe) | |
390 | run: | | |
391 | python devscripts/install_deps.py --include py2exe | |
392 | - name: Build (py2exe) | |
393 | run: | | |
394 | python -m bundle.py2exe | |
395 | Move-Item ./dist/yt-dlp.exe ./dist/yt-dlp_min.exe | |
396 | Move-Item ./dist/yt-dlp_real.exe ./dist/yt-dlp.exe | |
397 | ||
398 | - name: Verify --update-to | |
399 | if: vars.UPDATE_TO_VERIFICATION | |
400 | run: | | |
401 | foreach ($name in @("yt-dlp","yt-dlp_min")) { | |
402 | Copy-Item "./dist/${name}.exe" "./dist/${name}_downgraded.exe" | |
403 | $version = & "./dist/${name}.exe" --version | |
404 | & "./dist/${name}_downgraded.exe" -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
405 | $downgraded_version = & "./dist/${name}_downgraded.exe" --version | |
406 | if ($version -eq $downgraded_version) { | |
407 | exit 1 | |
408 | } | |
409 | } | |
410 | ||
411 | - name: Upload artifacts | |
412 | uses: actions/upload-artifact@v4 | |
413 | with: | |
414 | name: build-bin-${{ github.job }} | |
415 | path: | | |
416 | dist/yt-dlp.exe | |
417 | dist/yt-dlp_min.exe | |
418 | dist/yt-dlp_win.zip | |
419 | compression-level: 0 | |
420 | ||
421 | windows32: | |
422 | needs: process | |
423 | if: inputs.windows32 | |
424 | runs-on: windows-latest | |
425 | ||
426 | steps: | |
427 | - uses: actions/checkout@v4 | |
428 | - uses: actions/setup-python@v5 | |
429 | with: | |
430 | python-version: "3.8" | |
431 | architecture: "x86" | |
432 | - name: Install Requirements | |
433 | run: | | |
434 | python devscripts/install_deps.py -o --include build | |
435 | python devscripts/install_deps.py | |
436 | python -m pip install -U "https://yt-dlp.github.io/Pyinstaller-Builds/i686/pyinstaller-6.7.0-py3-none-any.whl" | |
437 | ||
438 | - name: Prepare | |
439 | run: | | |
440 | python devscripts/update-version.py -c "${{ inputs.channel }}" -r "${{ needs.process.outputs.origin }}" "${{ inputs.version }}" | |
441 | python devscripts/make_lazy_extractors.py | |
442 | - name: Build | |
443 | run: | | |
444 | python -m bundle.pyinstaller | |
445 | ||
446 | - name: Verify --update-to | |
447 | if: vars.UPDATE_TO_VERIFICATION | |
448 | run: | | |
449 | foreach ($name in @("yt-dlp_x86")) { | |
450 | Copy-Item "./dist/${name}.exe" "./dist/${name}_downgraded.exe" | |
451 | $version = & "./dist/${name}.exe" --version | |
452 | & "./dist/${name}_downgraded.exe" -v --update-to yt-dlp/yt-dlp@2023.03.04 | |
453 | $downgraded_version = & "./dist/${name}_downgraded.exe" --version | |
454 | if ($version -eq $downgraded_version) { | |
455 | exit 1 | |
456 | } | |
457 | } | |
458 | ||
459 | - name: Upload artifacts | |
460 | uses: actions/upload-artifact@v4 | |
461 | with: | |
462 | name: build-bin-${{ github.job }} | |
463 | path: | | |
464 | dist/yt-dlp_x86.exe | |
465 | compression-level: 0 | |
466 | ||
467 | meta_files: | |
468 | if: always() && !cancelled() | |
469 | needs: | |
470 | - process | |
471 | - unix | |
472 | - linux_static | |
473 | - linux_arm | |
474 | - macos | |
475 | - macos_legacy | |
476 | - windows | |
477 | - windows32 | |
478 | runs-on: ubuntu-latest | |
479 | steps: | |
480 | - uses: actions/download-artifact@v4 | |
481 | with: | |
482 | path: artifact | |
483 | pattern: build-bin-* | |
484 | merge-multiple: true | |
485 | ||
486 | - name: Make SHA2-SUMS files | |
487 | run: | | |
488 | cd ./artifact/ | |
489 | # make sure SHA sums are also printed to stdout | |
490 | sha256sum -- * | tee ../SHA2-256SUMS | |
491 | sha512sum -- * | tee ../SHA2-512SUMS | |
492 | ||
493 | - name: Make Update spec | |
494 | run: | | |
495 | cat >> _update_spec << EOF | |
496 | # This file is used for regulating self-update | |
497 | lock 2022.08.18.36 .+ Python 3\.6 | |
498 | lock 2023.11.16 (?!win_x86_exe).+ Python 3\.7 | |
499 | lock 2023.11.16 win_x86_exe .+ Windows-(?:Vista|2008Server) | |
500 | lockV2 yt-dlp/yt-dlp 2022.08.18.36 .+ Python 3\.6 | |
501 | lockV2 yt-dlp/yt-dlp 2023.11.16 (?!win_x86_exe).+ Python 3\.7 | |
502 | lockV2 yt-dlp/yt-dlp 2023.11.16 win_x86_exe .+ Windows-(?:Vista|2008Server) | |
503 | lockV2 yt-dlp/yt-dlp-nightly-builds 2023.11.15.232826 (?!win_x86_exe).+ Python 3\.7 | |
504 | lockV2 yt-dlp/yt-dlp-nightly-builds 2023.11.15.232826 win_x86_exe .+ Windows-(?:Vista|2008Server) | |
505 | lockV2 yt-dlp/yt-dlp-master-builds 2023.11.15.232812 (?!win_x86_exe).+ Python 3\.7 | |
506 | lockV2 yt-dlp/yt-dlp-master-builds 2023.11.15.232812 win_x86_exe .+ Windows-(?:Vista|2008Server) | |
507 | EOF | |
508 | ||
509 | - name: Sign checksum files | |
510 | env: | |
511 | GPG_SIGNING_KEY: ${{ secrets.GPG_SIGNING_KEY }} | |
512 | if: env.GPG_SIGNING_KEY != '' | |
513 | run: | | |
514 | gpg --batch --import <<< "${{ secrets.GPG_SIGNING_KEY }}" | |
515 | for signfile in ./SHA*SUMS; do | |
516 | gpg --batch --detach-sign "$signfile" | |
517 | done | |
518 | ||
519 | - name: Upload artifacts | |
520 | uses: actions/upload-artifact@v4 | |
521 | with: | |
522 | name: build-${{ github.job }} | |
523 | path: | | |
524 | _update_spec | |
525 | SHA*SUMS* | |
526 | compression-level: 0 | |
527 | overwrite: true |