Populate mapping of config by purl type post init

Signed-off-by: Keshav Priyadarshi <git@keshav.space>

Author: keshav-space

aboutcode/federated/__init__.py

@@ -497,8 +497,8 @@ def config_repo(self) -> "GitRepo":
     def from_dict(
         cls,
         data: dict,
-        local_root_dir: Path=None,
-        remote_root_url: str=None,
+        local_root_dir: Path = None,
+        remote_root_url: str = None,
     ) -> "DataFederation":
         """
         Return a DataFederation from a configuration mapping.
@@ -532,7 +532,7 @@ def from_dict(
         )
 
     @classmethod
-    def load(cls, name: str, local_root_dir: Path, remote_root_url: str=None) -> "DataFederation":
+    def load(cls, name: str, local_root_dir: Path, remote_root_url: str = None) -> "DataFederation":
         """
         Return an existing DataFederation loaded from ``local_root_dir`` using
         the existing configuration file at its conventional location.
@@ -551,7 +551,7 @@ def from_url(
         cls,
         name: str,
         remote_root_url: str,
-        local_root_dir: Path=None,
+        local_root_dir: Path = None,
     ) -> "DataFederation":
         """
         Return a DataFederation loaded from a remote configuration file.
@@ -578,8 +578,8 @@ def from_yaml_config(
         cls,
         name: str,
         text: str,
-        local_root_dir: Path=None,
-        remote_root_url: str=None,
+        local_root_dir: Path = None,
+        remote_root_url: str = None,
     ) -> "DataFederation":
         """
         Return a DataFederation loaded from a YAML configuration text.
@@ -685,6 +685,7 @@ def get_local_datafile(self, data_kind: str, purl: Union[str, PackageURL]) -> "L
 @dataclass
 class LocalDataFile:
     """A local data file storeed optionally in a GitRepo"""
+
     path: Path
     git_repo: "GitRepo" = None
 
@@ -743,8 +744,17 @@ class DataCluster:
         repr=False,
     )
 
+    # mapping of {purl_type: PurlTypeConfig} for the repos stored in this data
+    # cluster. This is auto populated and not serialized in the config file.
+    _configs_by_purl_type: dict[str, "PurlTypeConfig"] = datafield(
+        default_factory=dict,
+        init=False,
+        repr=False,
+    )
+
     def __post_init__(self):
         self.populate_repos()
+        self.populate_configs()
 
     def populate_repos(self):
         """
@@ -755,6 +765,10 @@ def populate_repos(self):
 
         for ptc in self.purl_type_configs:
             drbpt[ptc.purl_type] = [repo for repo in ptc.get_repos(data_kind=kind)]
+    
+    def populate_configs(self):
+        for ptc in self.purl_type_configs:
+            self._configs_by_purl_type[ptc.purl_type] = ptc
 
     @classmethod
     def from_dict(cls, data: dict) -> "DataCluster":
@@ -904,7 +918,7 @@ def get_repos(self, data_kind: str) -> Iterable["DataRepository"]:
         hashids = self.hashids
 
         for i in range(0, self.number_of_dirs, dirs_per_repo):
-            hashids_of_repo = hashids[i: i + dirs_per_repo]
+            hashids_of_repo = hashids[i : i + dirs_per_repo]
             yield DataRepository.from_hashids(
                 data_kind=data_kind,
                 purl_type=purl_type,
@@ -1223,7 +1237,7 @@ class DataRepository:
         default_factory=list,
         repr=False,
     )
-    
+
     @property
     def name(self):
         return f"{self.data_kind}-{self.purl_type}-{self.start_hashid}"
@@ -1369,7 +1383,7 @@ def build_raw_download_url(
     root_url: str,
     repo: str,
     path: str,
-    branch: str="main",
+    branch: str = "main",
     builder=None,
 ):
     """
@@ -1391,7 +1405,7 @@ def build_raw_download_url_github(
     root_url: str,
     repo: str,
     path: str,
-    branch: str="main",
+    branch: str = "main",
 ):
     """
     Return a direct access raw URL to a file in a github repo.
@@ -1405,7 +1419,7 @@ def build_raw_download_url_gitlab(
     root_url: str,
     repo: str,
     path: str,
-    branch: str="main",
+    branch: str = "main",
 ):
     """
     Return a direct access raw URL to a file in a gitlab repo.
@@ -1418,15 +1432,15 @@ def build_raw_download_url_codeberg(
     root_url: str,
     repo: str,
     path: str,
-    branch: str="main",
+    branch: str = "main",
 ):
     """
     Return a direct access raw URL to a file in a codeberg repo.
     """
     return "/".join([root_url, repo, "raw/branch", branch, path])
 
 
-def compute_purl_hash(purl: Union[PackageURL, str], max_value: int=1024) -> str:
+def compute_purl_hash(purl: Union[PackageURL, str], max_value: int = 1024) -> str:
     """
     Return a hash string from a ``purl`` string or object.
 
@@ -1480,7 +1494,7 @@ def compute_purl_hash(purl: Union[PackageURL, str], max_value: int=1024) -> str:
     return _compute_hash(core_purl=core_purl, max_value=max_value)
 
 
-def _compute_hash(core_purl: str, max_value: int=1024) -> str:
+def _compute_hash(core_purl: str, max_value: int = 1024) -> str:
     """
     Return a hash string from a ``core_purl`` string. The core purl string
     must be computed ahead
@@ -1509,7 +1523,7 @@ def _compute_hash(core_purl: str, max_value: int=1024) -> str:
     return f"{short_int:04}"
 
 
-def is_valid_power_of_two(n: int, max_value: int=1024):
+def is_valid_power_of_two(n: int, max_value: int = 1024):
     """
     Return True if ``n`` is a power of two between 1 and ``max_value``.
     Use bit manipulations.
@@ -1572,7 +1586,7 @@ def get_core_purl(purl: Union[PackageURL, str]):
 
 def package_path_elements(
     purl: Union[PackageURL, str],
-    max_value: int=1024,
+    max_value: int = 1024,
 ):
     """
     Return a 4-tuple of POSIX path strings from the ``purl`` string or object.

aboutcode/federated/tests/test_federated.py

@@ -7,6 +7,7 @@
 #
 
 from pathlib import Path
+from pickle import FALSE
 
 import pytest
 import requests
@@ -27,11 +28,10 @@
 from aboutcode.federated import is_valid_power_of_two
 from aboutcode.federated import package_path_elements
 from aboutcode.federated import percent_quote_more
-from pickle import FALSE
 
 TEST_DATA = Path(__file__).parent / "test_data"
 
-REGEN =False
+REGEN = False
 
 
 def test_DataFederation_from_dict_and_to_dict(tmp_path):
@@ -80,7 +80,6 @@ def test_DataFederation_load(tmp_path):
 
 
 def test_DataFederation_from_url(monkeypatch):
-
     class Response:
         ok = True
         text = "name: fed\n" "remote_root_url: https://github.com/org\n"
@@ -286,6 +285,6 @@ def test_federation_with_all_cluster_preset():
     local_root_dir = TEST_DATA / "all-presets"
     if False:
         df.local_root_dir = local_root_dir
-        df.dump() 
+        df.dump()
     df2 = DataFederation.load(name="foo", local_root_dir=local_root_dir)
     assert df.to_dict() == df2.to_dict()