extract test_fonts shaHEADmaster

Signed-off-by: Matt Jolly <kangie@gentoo.org>

1 files changed, 151 insertions, 3 deletions

diff --git a/get-chromium-toolchain-strings.py b/get-chromium-toolchain-strings.py
index 0582912..d7c124d 100755
--- a/get-chromium-toolchain-strings.py
+++ b/get-chromium-toolchain-strings.py
@@ -3,12 +3,154 @@
 # This script extracts the revision and sub-revision from the update.py and update_rust.py files in the Chromium source code.
 # The revision and sub-revision are used to identify the version of Clang and Rust used in the Chromium toolchain.
 
-
+import json
 import requests
 import sys
 
+def get_testfonts(url) -> str:
+    """
+    Reads the DEPS file (gclient) and extracts the testfonts SHA which is used
+    as the object name (SHA256 as of 2024)
+    deps['src/third_party/test_fonts']['objects'][0]['object_name']
+
+    Args:
+        url (str): The URL of the DEPS file on GitHub's raw endpoint.
+
+    Returns:
+        str: The SHA256 of the testfonts, or None if not found.
+        """
+
+    # We're not properly parsing the DEPS file, but it's 'close enough' to JSON that
+    # we can throw away the preamble and do some remediation to read the values in.
+
+    testfonts = None
+    response = requests.get(url)
+    if response.status_code == 200:
+        text = response.content.decode('utf-8')
+        lines = text.splitlines()
+        # throw away everything up to `deps = {`
+        # We'll add our own opening brace to make it valid JSON
+        start = 0
+        for idx, line in enumerate(lines):
+            if line.startswith("deps = {"):
+                start = idx + 1
+                break
+
+        # throw away everything after the variable ends `}`
+        length = 0
+        for idx, line in enumerate(lines):
+            if idx < start:
+                continue
+            if line.startswith("}"):
+                length = idx
+                break
+
+        deps: list[str] = ['{', '}']
+        deps[1:1] = lines[start:length]
+
+        # remove any comments, because JSON doesn't like them
+        deps = [line for line in deps if not line.strip().startswith('#')]
+
+        # I hate to do this, but we need to remediate the JSON - single quotes to double quotes ho!
+        deps = [line.replace("'", '"') for line in deps]
+        # the `condition` variable is always a python comparison. Let's not even try to parse it.
+        # we don't care so just drop the whole line
+        deps = [line for line in deps if "condition" not in line]
+        # ditto `Var()`
+        deps = [line for line in deps if "Var(" not in line]
+        # if a line ends in ' +' it's a python thing and we probably already stripped whatever is being
+        # concatenated, so we can just remove the '+' and append a ','.
+        deps = [line.replace(" +", ",") if line.endswith(" +") else line for line in deps]
+        # strip ' "@",' from any lines... No idea what gclient does with this
+        deps = [line.replace(' "@",', "") for line in deps]
+
+
+        # If we encounter '[{' or '}]' we should expand them onto individual lines.
+        # for '[{', remove the { and add it on a new line, for '}]' remove the ] and add it on a new line.
+        # every instance so far has been '}],' so let's assume that holds true?
+        newdeps = []
+        for line in deps:
+            if '[{' in line:
+                # 'blah: [', '{'
+                newdeps.append(line[:-1])
+                newdeps.append('{')
+            elif '}]' in line:
+                # '},', '],'
+                newdeps.append(line[:-2])
+                newdeps.append('],')
+            else:
+                newdeps.append(line)
 
-def get_revision_info(url):
+        deps = newdeps
+
+        # if the last thing in an object has a trailing comma, it's invalid JSON so we need to remove it,
+        # probably easiest to do if we check that the next line is '}' when stripped and remediate that
+        newdeps = []
+        for idx, line in enumerate(deps):
+            if line.endswith(",") and deps[idx + 1].strip() == "}":
+                newdeps.append(line.replace(",", ""))
+            elif line.endswith(",") and deps[idx + 1].strip() == "},":
+                newdeps.append(line.replace(",", ""))
+            else:
+                newdeps.append(line)
+
+        deps = newdeps
+        newdeps = []
+
+        for idx, line in enumerate(deps):
+            if line.endswith("},") and deps[idx + 1].strip() == "]":
+                newdeps.append(line.replace(",", ""))
+            elif line.endswith("},") and deps[idx + 1].strip() == "],":
+                newdeps.append(line.replace(",", ""))
+            else:
+                newdeps.append(line)
+
+        deps = newdeps
+
+        # If the line does not contain a colon _and_ the previous and next lines contain '{' and '}' respectively,
+        # it's very likely a naked sha and json can't parse it. We can just strip it.
+        newdeps = []
+        for idx, line in enumerate(deps):
+            if ":" not in line and "{" in deps[idx - 1] and '}' in deps[idx + 1]:
+                continue
+            else:
+                newdeps.append(line)
+
+        deps = newdeps
+
+        # final blacklist; not worth writing a rule for this
+        bad_lines = [
+            '+ "@" + "42e892d96e47b1f6e29844cc705e148ec4856448", # release 1.9.4',
+        ]
+        deps = [line for line in deps if line.strip() not in bad_lines]
+
+        # Clean up any keys with no values. Always do this last
+        newdeps = []
+        for idx, line in enumerate(deps):
+            if line.endswith(":") and deps[idx + 1].strip() == "":
+                continue
+            else:
+                newdeps.append(line)
+
+        deps = newdeps
+
+        # debug_lines = range(1460, 1500)
+        # for idx, line in enumerate(deps):
+        #     if idx in debug_lines:
+        #         print(f"{idx}: {line}")
+
+        # Now we have a list of strings that should be valid JSON
+        # We can join them and load them
+        deps = json.loads('\n'.join(deps))
+        # Now we can get the testfonts SHA
+        return deps['src/third_party/test_fonts/test_fonts']['objects'][0]['object_name']
+    else:
+        raise ValueError(f"Failed to get revision info. Status code: {response.status_code}")
+
+    return testfonts
+
+
+def get_revision_info(url) -> str:
     """
     Extracts revision and sub-revision from a Chromium source file URL.
 
@@ -16,7 +158,7 @@ def get_revision_info(url):
         url (str): The URL of the source file on GitHub's raw endpoint.
 
     Returns:
-        tuple: A tuple containing the revision (str) and sub-revision (int), 
+        tuple: A tuple containing the revision (str) and sub-revision (int)
                or (None, None) if not found.
     """
     response = requests.get(url)
@@ -48,8 +190,10 @@ def main():
     base_url = "https://raw.githubusercontent.com/chromium/chromium/"
     clang_url = f"{base_url}{version}/tools/clang/scripts/update.py"
     rust_url = f"{base_url}{version}/tools/rust/update_rust.py"
+    deps_url = f"{base_url}{version}/DEPS"
     clang_revision, clang_sub_revision = get_revision_info(clang_url)
     rust_revision, rust_sub_revision = get_revision_info(rust_url)
+    testfonts = get_testfonts(deps_url)
     if clang_revision and clang_sub_revision:
         print(f"clang revision: {clang_revision}-{clang_sub_revision}")
     else:
@@ -58,6 +202,10 @@ def main():
         print(f"rust revision: {rust_revision}-{rust_sub_revision}")
     else:
         print("rust revision not found")
+    if testfonts:
+        print(f"test fonts: {testfonts}")
+    else:
+        print("test fonts not found")
 
 if __name__ == "__main__":
     main()