From f88ffd1a0bb9ed2ea6dc3ece42aaa1b45b4ee3b4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebasti=C3=A1n=20Ram=C3=ADrez?= Date: Sun, 25 Oct 2020 12:59:13 +0100 Subject: [PATCH] =?UTF-8?q?=E2=9A=A1=EF=B8=8F=20Build=20docs=20for=20langu?= =?UTF-8?q?ages=20in=20parallel=20in=20subprocesses=20to=20speed=20up=20CI?= =?UTF-8?q?=20(#2242)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/docs.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/scripts/docs.py b/scripts/docs.py index 25ca51900..284f344f6 100644 --- a/scripts/docs.py +++ b/scripts/docs.py @@ -1,6 +1,7 @@ import os import shutil from http.server import HTTPServer, SimpleHTTPRequestHandler +from multiprocessing import Pool from pathlib import Path from typing import Dict, Optional, Tuple @@ -207,10 +208,15 @@ def build_all(): typer.echo(f"Building docs for: en") mkdocs.commands.build.build(mkdocs.config.load_config(site_dir=str(site_path))) os.chdir(current_dir) + + langs = [] for lang in get_lang_paths(): if lang == en_build_path or not lang.is_dir(): continue - build_lang(lang.name) + langs.append(lang.name) + cpu_count = os.cpu_count() or 1 + with Pool(cpu_count * 2) as p: + p.map(build_lang, langs) typer.echo("Copying en index.md to README.md") en_index = en_build_path / "docs" / "index.md" shutil.copyfile(en_index, "README.md")