[workspace] Rewrite metadata scraping to be less brittle

tools/workspace/BUILD.bazel

@@ -1,3 +1,4 @@
+load("//doc:defs.bzl", "enumerate_filegroup")
 load("//tools/install:check_licenses.bzl", "check_licenses")
 load("//tools/install:install.bzl", "install")
 load("//tools/lint:lint.bzl", "add_lint_tests")
@@ -8,32 +9,119 @@ load(
     "drake_py_test",
 )
 
+filegroup(
+    name = "drake_repository_metadata",
+    srcs = [
+        "@abseil_cpp_internal//:drake_repository_metadata.json",
+        "@bazelisk_internal//:drake_repository_metadata.json",
+        "@ccd_internal//:drake_repository_metadata.json",
+        "@clang_cindex_python3_internal//:drake_repository_metadata.json",
+        "@clarabel_cpp_internal//:drake_repository_metadata.json",
+        "@clp_internal//:drake_repository_metadata.json",
+        "@coinutils_internal//:drake_repository_metadata.json",
+        "@common_robotics_utilities_internal//:drake_repository_metadata.json",
+        "@cpplint_internal//:drake_repository_metadata.json",
+        "@csdp_internal//:drake_repository_metadata.json",
+        "@curl_internal//:drake_repository_metadata.json",
+        "@dm_control_internal//:drake_repository_metadata.json",
+        "@drake_models//:drake_repository_metadata.json",
+        "@fcl_internal//:drake_repository_metadata.json",
+        "@github3_py_internal//:drake_repository_metadata.json",
+        "@gklib_internal//:drake_repository_metadata.json",
+        "@gymnasium_py_internal//:drake_repository_metadata.json",
+        "@gz_math_internal//:drake_repository_metadata.json",
+        "@gz_utils_internal//:drake_repository_metadata.json",
+        "@highway_internal//:drake_repository_metadata.json",
+        "@implib_so_internal//:drake_repository_metadata.json",
+        "@ipopt_internal//:drake_repository_metadata.json",
+        "@lapack_internal//:drake_repository_metadata.json",
+        "@lcm_internal//:drake_repository_metadata.json",
+        "@libjpeg_turbo_internal//:drake_repository_metadata.json",
+        "@libpng_internal//:drake_repository_metadata.json",
+        "@libtiff_internal//:drake_repository_metadata.json",
+        "@meshcat//:drake_repository_metadata.json",
+        "@metis_internal//:drake_repository_metadata.json",
+        "@mosek//:drake_repository_metadata.json",
+        "@mpmath_py_internal//:drake_repository_metadata.json",
+        "@msgpack_internal//:drake_repository_metadata.json",
+        "@mujoco_menagerie_internal//:drake_repository_metadata.json",
+        "@mypy_extensions_internal//:drake_repository_metadata.json",
+        "@mypy_internal//:drake_repository_metadata.json",
+        "@nanoflann_internal//:drake_repository_metadata.json",
+        "@nlohmann_internal//:drake_repository_metadata.json",
+        "@nlopt_internal//:drake_repository_metadata.json",
+        "@onetbb_internal//:drake_repository_metadata.json",
+        "@osqp_internal//:drake_repository_metadata.json",
+        "@pathspec_internal//:drake_repository_metadata.json",
+        "@picosha2_internal//:drake_repository_metadata.json",
+        "@pybind11//:drake_repository_metadata.json",
+        "@qdldl_internal//:drake_repository_metadata.json",
+        "@qhull_internal//:drake_repository_metadata.json",
+        "@ros_xacro_internal//:drake_repository_metadata.json",
+        "@scs_internal//:drake_repository_metadata.json",
+        "@sdformat_internal//:drake_repository_metadata.json",
+        "@spral_internal//:drake_repository_metadata.json",
+        "@stable_baselines3_internal//:drake_repository_metadata.json",
+        "@statsjs_internal//:drake_repository_metadata.json",
+        "@stduuid_internal//:drake_repository_metadata.json",
+        "@styleguide_internal//:drake_repository_metadata.json",
+        "@suitesparse_internal//:drake_repository_metadata.json",
+        "@sympy_py_internal//:drake_repository_metadata.json",
+        "@tinygltf_internal//:drake_repository_metadata.json",
+        "@tinyobjloader_internal//:drake_repository_metadata.json",
+        "@tinyxml2_internal//:drake_repository_metadata.json",
+        "@tomli_internal//:drake_repository_metadata.json",
+        "@typing_extensions_internal//:drake_repository_metadata.json",
+        "@uritemplate_py_internal//:drake_repository_metadata.json",
+        "@usockets_internal//:drake_repository_metadata.json",
+        "@uwebsockets_internal//:drake_repository_metadata.json",
+        "@voxelized_geometry_tools_internal//:drake_repository_metadata.json",
+        "@vtk_internal//:drake_repository_metadata.json",
+        "@xmlrunner_py_internal//:drake_repository_metadata.json",
+        "@yaml_cpp_internal//:drake_repository_metadata.json",
+    ],
+)
+
+enumerate_filegroup(
+    name = "drake_repository_metadata_inventory.txt",
+    data = [":drake_repository_metadata"],
+)
+
 drake_py_library(
     name = "module_py",
     srcs = ["__init__.py"],
     visibility = [":__subpackages__"],
-    deps = ["//tools:module_py"],
+    deps = [
+        "//tools:module_py",
+    ],
+)
+
+drake_py_library(
+    name = "metadata",
+    srcs = ["metadata.py"],
+    data = [
+        ":drake_repository_metadata",
+        ":drake_repository_metadata_inventory.txt",
+    ],
+    deps = [
+        "//tools:module_py",
+        "@rules_python//python/runfiles",
+    ],
 )
 
 drake_py_binary(
     name = "mirror_to_s3",
-    srcs = [
-        "metadata.py",
-        "mirror_to_s3.py",
+    srcs = ["mirror_to_s3.py"],
+    deps = [
+        ":metadata",
     ],
-    visibility = ["//visibility:private"],
-    deps = [":module_py"],
 )
 
 drake_py_binary(
     name = "new_release",
-    srcs = [
-        "metadata.py",
-        "new_release.py",
-    ],
-    visibility = ["//visibility:private"],
+    srcs = ["new_release.py"],
     deps = [
-        ":module_py",
+        ":metadata",
         "@github3_py_internal//:github3_py",
     ],
 )

tools/workspace/README.md

@@ -318,6 +318,7 @@ roughly:
   `foo_repository()` macro or rule.
 - Load the module extension in `MODULE.bazel`.
 - Add a courtesy mention of the software in `doc/_pages/credits.md`.
+- List the `drake_repository_metadata.json` in `tools/workspace/BUILD.bazel`.
 
 When indicating licenses in the source, use the identifier from the
 [SPDX License List](https://spdx.org/licenses/).

tools/workspace/abseil_cpp_internal/repository.bzl

@@ -15,6 +15,7 @@ def abseil_cpp_internal_repository(
             ":patches/inline_namespace.patch",
         ],
         patch_cmds = [
+            "echo 'exports_files([\"drake_repository_metadata.json\"])' >> BUILD.bazel",  # noqa
             # Force linkstatic = 1 everywhere. First, remove the few existing
             # uses so that we don't get "duplicate kwarg" errors. Then, add it
             # anywhere that linkopts already appears.

tools/workspace/alias.bzl

@@ -1,5 +1,3 @@
-load(":metadata.bzl", "generate_repository_metadata")
-
 def _impl(repo_ctx):
     name = repo_ctx.attr.name
     aliases = repo_ctx.attr.aliases
@@ -25,11 +23,6 @@ def _impl(repo_ctx):
     for path, text in build_files.items():
         repo_ctx.file(path, text)
 
-    generate_repository_metadata(
-        repo_ctx,
-        repository_rule_type = "alias",
-    )
-
 alias_repository = repository_rule(
     doc = """Adds a repository with aliases to other repositories.""",
     attrs = {

tools/workspace/bazelisk_internal/package.BUILD.bazel

@@ -12,3 +12,5 @@ exports_files([
     "LICENSE",
     "bazelisk.py",
 ])
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/ccd_internal/package.BUILD.bazel

@@ -69,3 +69,5 @@ install(
     docs = ["BSD-LICENSE"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/clang_cindex_python3_internal/package.BUILD.bazel

@@ -13,3 +13,5 @@ py_library(
     ],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/clarabel_cpp_internal/package.BUILD.bazel

@@ -66,3 +66,5 @@ install(
     docs = ["LICENSE.md"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/clp_internal/package.BUILD.bazel

@@ -165,3 +165,5 @@ install(
     doc_strip_prefix = ["patches"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/coinutils_internal/package.BUILD.bazel

@@ -153,3 +153,5 @@ install(
     ],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/common_robotics_utilities_internal/package.BUILD.bazel

@@ -196,3 +196,5 @@ install(
     docs = ["LICENSE"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/cpplint_internal/package.BUILD.bazel

@@ -15,3 +15,5 @@ py_binary(
     python_version = "PY3",
     srcs_version = "PY3",
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/csdp_internal/package.BUILD.bazel

@@ -81,3 +81,5 @@ install(
     docs = ["LICENSE"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/curl_internal/package.BUILD.bazel

@@ -269,3 +269,5 @@ install(
     docs = ["COPYING"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/dm_control_internal/package.BUILD.bazel

@@ -10,3 +10,5 @@ exports_files(
     ] + ["LICENSE"], allow_empty = False),
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/drake_models/package.BUILD.bazel

@@ -55,3 +55,5 @@ glob(["drake_repository_metadata.json"], allow_empty = True) or genrule(
         )),
     ),
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/fcl_internal/package.BUILD.bazel

@@ -142,3 +142,5 @@ install(
     name = "install",
     docs = ["LICENSE"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/github3_py_internal/package.BUILD.bazel

@@ -20,3 +20,5 @@ py_library(
         "@uritemplate_py_internal//:uritemplate_py",
     ],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/gklib_internal/package.BUILD.bazel

@@ -29,3 +29,5 @@ install(
     docs = ["LICENSE.txt"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/gymnasium_py_internal/package.BUILD.bazel

@@ -10,3 +10,5 @@ py_library(
     imports = ["gymnasium"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/gz_math_internal/package.BUILD.bazel

@@ -269,3 +269,5 @@ install(
     docs = ["LICENSE"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/gz_utils_internal/package.BUILD.bazel

@@ -118,3 +118,5 @@ install(
     ],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/highway_internal/repository.bzl

@@ -14,5 +14,8 @@ def highway_internal_repository(
             ":patches/target_get_index_inline_always.patch",
             ":patches/target_update_noinline.patch",
         ],
+        patch_cmds = [
+            "echo 'exports_files([\"drake_repository_metadata.json\"])' >> BUILD",  # noqa
+        ],
         mirrors = mirrors,
     )

tools/workspace/implib_so_internal/package.BUILD.bazel

@@ -11,3 +11,5 @@ py_binary(
     srcs_version = "PY3",
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/lapack_internal/package.BUILD.bazel

@@ -144,3 +144,5 @@ cc_library(
         "@blas",
     ],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/lcm_internal/repository.bzl

@@ -21,5 +21,8 @@ def lcm_internal_repository(
             ":patches/copts.patch",
             ":patches/vendor_namespace.patch",
         ],
+        patch_cmds = [
+            "echo 'exports_files([\"drake_repository_metadata.json\"])' >> BUILD.bazel",  # noqa
+        ],
         mirrors = mirrors,
     )

tools/workspace/libjpeg_turbo_internal/repository.bzl

@@ -11,6 +11,7 @@ def _impl(repo_ctx):
         fail(error)
     repo_ctx.file("BUILD.bazel", """
 load("@drake//tools/workspace/libjpeg_turbo_internal:defs.bzl", "cc_library")
+exports_files(["drake_repository_metadata.json"])
 """ + repo_ctx.read(Label(
         "@drake//third_party:com_github_tensorflow_tensorflow/third_party/jpeg/jpeg.BUILD",  # noqa
     )))

tools/workspace/libpng_internal/package.BUILD.bazel

@@ -109,3 +109,5 @@ install(
     docs = ["LICENSE"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/libtiff_internal/package.BUILD.bazel

@@ -171,3 +171,5 @@ install(
     docs = ["LICENSE.md"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])

tools/workspace/meshcat/package.BUILD.bazel

@@ -23,3 +23,5 @@ install(
     doc_strip_prefix = ["dist"],
     visibility = ["//visibility:public"],
 )
+
+exports_files(["drake_repository_metadata.json"])