| #!/usr/bin/env python | |
| import argparse | |
| import json | |
| import os | |
| import re | |
| import shutil | |
| from pathlib import Path | |
| import urllib3 | |
| from packaging.version import parse | |
| http = urllib3.PoolManager( | |
| retries=urllib3.Retry(total=5, backoff_factor=2, status_forcelist=[429, 500, 502, 503, 504], raise_on_status=False) | |
| ) | |
| root_dir = Path(os.path.realpath(__file__)).parent.parent | |
| def get_chrome_milestone(): | |
| """Get the Chrome milestone from the channel. | |
| This is the same method from pinned_browser. | |
| """ | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("--chrome_channel", default="Stable", help="Set the Chrome channel") | |
| args = parser.parse_args() | |
| channel = args.chrome_channel | |
| r = http.request( | |
| "GET", | |
| "https://googlechromelabs.github.io/chrome-for-testing/last-known-good-versions.json", | |
| ) | |
| milestone = json.loads(r.data)["channels"][channel]["version"].split(".")[0] | |
| r = http.request( | |
| "GET", | |
| "https://googlechromelabs.github.io/chrome-for-testing/known-good-versions-with-downloads.json", | |
| ) | |
| versions = json.loads(r.data)["versions"] | |
| return max( | |
| filter(lambda v: v["version"].split(".")[0] == str(milestone), versions), | |
| key=lambda v: parse(v["version"]), | |
| ) | |
| def github_get(url): | |
| headers = {"Accept": "application/vnd.github.raw+json"} | |
| if "GITHUB_TOKEN" in os.environ: | |
| headers["Authorization"] = f"Bearer {os.environ['GITHUB_TOKEN']}" | |
| return http.request("GET", url, headers=headers) | |
| def fetch_and_save(url, file_path): | |
| response = github_get(url) | |
| if response.status != 200: | |
| raise ValueError(f"Fetch failed (HTTP {response.status}): {url}") | |
| with open(file_path, "wb") as file: | |
| file.write(response.data) | |
| def new_chrome(chrome_milestone): | |
| return chrome_milestone["version"].split(".")[0] | |
| def previous_chrome(chrome_milestone): | |
| return str(int(new_chrome(chrome_milestone)) - 1) | |
| def old_chrome(chrome_milestone): | |
| return str(int(new_chrome(chrome_milestone)) - 3) | |
| def flatten_browser_pdl(file_path, chrome_version): | |
| """Preserves the version block and concatenates all included domain .pdl files.""" | |
| with open(file_path) as file: | |
| content = file.read() | |
| # Extract version block | |
| version_match = re.search(r"(version\s+major\s+\d+\s+minor\s+\d+)", content) | |
| version_block = version_match.group(1) + "\n\n" if version_match else "" | |
| # Find all include lines | |
| includes = re.findall(r"include domains/([A-Za-z0-9_]+\.pdl)", content) | |
| base_url = ( | |
| "https://api.github.com/repos/chromium/chromium/contents/third_party/blink/public/devtools_protocol/domains/" | |
| ) | |
| concatenated = "" | |
| for domain_file in includes: | |
| url = f"{base_url}{domain_file}?ref={chrome_version}" | |
| response = github_get(url) | |
| if response.status != 200: | |
| raise ValueError(f"Fetch failed (HTTP {response.status}): {url}") | |
| concatenated += response.data.decode("utf-8") + "\n" | |
| # Overwrite the file with version block + concatenated domains | |
| with open(file_path, "w") as file: | |
| file.write(version_block + concatenated) | |
| def add_pdls(chrome_milestone): | |
| source_dir = root_dir / f"common/devtools/chromium/v{previous_chrome(chrome_milestone)}" | |
| target_dir = root_dir / f"common/devtools/chromium/v{new_chrome(chrome_milestone)}" | |
| old_dir = root_dir / f"common/devtools/chromium/v{old_chrome(chrome_milestone)}" | |
| if os.path.isdir(old_dir): | |
| shutil.rmtree(old_dir) | |
| if not target_dir.is_dir() or not any(target_dir.iterdir()): | |
| os.makedirs(target_dir, exist_ok=True) | |
| if os.path.isdir(source_dir): | |
| shutil.copytree(source_dir, target_dir, dirs_exist_ok=True) | |
| fetch_and_save( | |
| f"https://api.github.com/repos/chromium/chromium/contents/third_party/blink/public/devtools_protocol/browser_protocol.pdl?ref={chrome_milestone['version']}", | |
| f"{target_dir}/browser_protocol.pdl", | |
| ) | |
| flatten_browser_pdl(f"{target_dir}/browser_protocol.pdl", chrome_milestone["version"]) | |
| deps_content = github_get( | |
| f"https://api.github.com/repos/chromium/chromium/contents/DEPS?ref={chrome_milestone['version']}" | |
| ).data.decode("utf-8") | |
| v8_revision_line = next((line for line in deps_content.split("\n") if "v8_revision" in line), None) | |
| if v8_revision_line is None: | |
| raise ValueError(f"No v8_revision found in DEPS for Chrome {chrome_milestone['version']}") | |
| v8_revision = v8_revision_line.split(": ")[1].strip("',") | |
| fetch_and_save( | |
| f"https://api.github.com/repos/v8/v8/contents/include/js_protocol.pdl?ref={v8_revision}", | |
| f"{target_dir}/js_protocol.pdl", | |
| ) | |
| # javadocs does not like script tags | |
| with open(f"{target_dir}/browser_protocol.pdl", "r+") as file: | |
| script_replace = file.read().replace("`<script>`", "`script`") | |
| file.seek(0) | |
| file.write(script_replace) | |
| file.truncate() | |
| def create_new_chrome_files(src_base, chrome_milestone): | |
| """Create new Chrome devtools files for a language binding. | |
| Java and .NET need to copy previous version directory into new version | |
| directory. | |
| """ | |
| source_dir = root_dir / f"{src_base}/v{previous_chrome(chrome_milestone)}" | |
| target_dir = root_dir / f"{src_base}/v{new_chrome(chrome_milestone)}" | |
| old_dir = root_dir / f"{src_base}/v{old_chrome(chrome_milestone)}" | |
| if old_dir.is_dir(): | |
| shutil.rmtree(old_dir) | |
| if source_dir.is_dir() and any(source_dir.iterdir()): | |
| os.makedirs(target_dir, exist_ok=True) | |
| for item in source_dir.iterdir(): | |
| shutil.copy(item, target_dir) | |
| for file in target_dir.iterdir(): | |
| replace_in_file(file, previous_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| new_filename = file.name.replace(previous_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| file.rename(target_dir / new_filename) | |
| def replace_in_file(file_path, old_string, new_string, is_regex=False): | |
| with open(file_path, "r+") as file: | |
| if not is_regex: | |
| old_string = re.escape(old_string) | |
| data = re.sub(old_string, new_string, file.read()) | |
| file.seek(0) | |
| file.write(data) | |
| file.truncate() | |
| def update_java(chrome_milestone): | |
| create_new_chrome_files("java/src/org/openqa/selenium/devtools", chrome_milestone) | |
| files = [ | |
| root_dir / "java/src/org/openqa/selenium/devtools/versions.bzl", | |
| root_dir / "rake_tasks/java.rake", | |
| ] | |
| for file in files: | |
| replace_in_file(file, old_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| def update_dotnet(chrome_milestone): | |
| create_new_chrome_files("dotnet/src/webdriver/DevTools", chrome_milestone) | |
| files = [ | |
| root_dir / "dotnet/version.bzl", | |
| root_dir / "dotnet/src/webdriver/Selenium.WebDriver.csproj", | |
| root_dir / "dotnet/src/webdriver/DevTools/DevToolsDomains.cs", | |
| ] | |
| for file in files: | |
| replace_in_file(file, old_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| dir_path = root_dir / "dotnet/test/webdriver/DevTools" | |
| for file in dir_path.glob("*"): | |
| if file.is_file(): | |
| replace_in_file(file, previous_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| def update_ruby(chrome_milestone): | |
| file = root_dir / "rb/lib/selenium/devtools/BUILD.bazel" | |
| replace_in_file(file, old_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| file = root_dir / "rb/lib/selenium/devtools/version.rb" | |
| replace_in_file( | |
| file, | |
| rf"{previous_chrome(chrome_milestone)}\.[0-9]*", | |
| f"{new_chrome(chrome_milestone)}.0", | |
| True, | |
| ) | |
| def update_python(chrome_milestone): | |
| file = root_dir / "py/BUILD.bazel" | |
| replace_in_file(file, old_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| def update_js(chrome_milestone): | |
| file = root_dir / "javascript/selenium-webdriver/BUILD.bazel" | |
| replace_in_file(file, old_chrome(chrome_milestone), new_chrome(chrome_milestone)) | |
| if __name__ == "__main__": | |
| chrome_milestone = get_chrome_milestone() | |
| add_pdls(chrome_milestone) | |
| update_java(chrome_milestone) | |
| update_dotnet(chrome_milestone) | |
| update_ruby(chrome_milestone) | |
| update_python(chrome_milestone) | |
| update_js(chrome_milestone) | |
| print(f"adding CDP {new_chrome(chrome_milestone)} and removing {old_chrome(chrome_milestone)}") |