Hard-code licenses in the catalog

Author: obulat

catalog/dags/providers/provider_api_scripts/cleveland_museum.py

@@ -1,13 +1,17 @@
 import logging
 
-from common.licenses import get_license_info
+from common.licenses import LicenseInfo
 from common.loader import provider_details as prov
 from providers.provider_api_scripts.provider_data_ingester import ProviderDataIngester
 
 
 logger = logging.getLogger(__name__)
 
-CC0_LICENSE = get_license_info(license_="cc0", license_version="1.0")
+CC0_LICENSE = LicenseInfo(
+    license="cc0",
+    version="1.0",
+    url="https://creativecommons.org/publicdomain/zero/1.0/",
+)
 
 
 class ClevelandDataIngester(ProviderDataIngester):

catalog/dags/providers/provider_api_scripts/metropolitan_museum.py

@@ -28,7 +28,7 @@
 import argparse
 import logging
 
-from common.licenses import get_license_info
+from common.licenses import LicenseInfo
 from common.loader import provider_details as prov
 from providers.provider_api_scripts.provider_data_ingester import ProviderDataIngester
 
@@ -42,7 +42,11 @@
 class MetMuseumDataIngester(ProviderDataIngester):
     providers = {"image": prov.METROPOLITAN_MUSEUM_DEFAULT_PROVIDER}
     endpoint = "https://collectionapi.metmuseum.org/public/collection/v1/objects"
-    DEFAULT_LICENSE_INFO = get_license_info(license_="cc0", license_version="1.0")
+    DEFAULT_LICENSE_INFO = LicenseInfo(
+        license="cc0",
+        version="1.0",
+        url="https://creativecommons.org/publicdomain/zero/1.0/",
+    )
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)

catalog/dags/providers/provider_api_scripts/nappy.py

@@ -14,7 +14,7 @@
 import logging
 
 from common import constants
-from common.licenses import get_license_info
+from common.licenses import LicenseInfo
 from common.loader import provider_details as prov
 from providers.provider_api_scripts.provider_data_ingester import ProviderDataIngester
 
@@ -28,8 +28,11 @@ class NappyDataIngester(ProviderDataIngester):
     headers = {"Accept": "application/json"}
 
     # Hardcoded to CC0, the only license Nappy.co uses
-    license_info = get_license_info(
-        "https://creativecommons.org/publicdomain/zero/1.0/"
+    license_info = LicenseInfo(
+        license="cc0",
+        version="1.0",
+        url="https://creativecommons.org/publicdomain/zero/1.0/",
+        raw_url=None,
     )
 
     def get_next_query_params(self, prev_query_params: dict | None) -> dict:

catalog/dags/providers/provider_api_scripts/science_museum.py

@@ -28,7 +28,11 @@
 
 LIMIT = 100
 
-CC0_LICENSE = get_license_info(license_="cc0", license_version="1.0")
+CC0_LICENSE = LicenseInfo(
+    license="cc0",
+    version="1.0",
+    url="https://creativecommons.org/publicdomain/zero/1.0/",
+)
 
 
 class ScienceMuseumDataIngester(ProviderDataIngester):

catalog/dags/providers/provider_api_scripts/smithsonian.py

@@ -14,7 +14,7 @@
 from airflow.exceptions import AirflowException
 from airflow.models import Variable
 
-from common.licenses import get_license_info
+from common.licenses import LicenseInfo
 from common.loader import provider_details as prov
 from providers.provider_api_scripts.provider_data_ingester import ProviderDataIngester
 
@@ -110,8 +110,10 @@ def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
         self.api_key = Variable.get("API_KEY_DATA_GOV")
         self.units_endpoint = f"{self.base_endpoint}terms/unit_code"
-        self.license_info = get_license_info(
-            license_url="https://creativecommons.org/publicdomain/zero/1.0/"
+        self.license_info = LicenseInfo(
+            license="cc0",
+            version="1.0",
+            url="https://creativecommons.org/publicdomain/zero/1.0/",
         )
 
     def get_fixed_query_params(self):

catalog/tests/dags/providers/provider_api_scripts/test_nappy.py

@@ -4,7 +4,7 @@
 )
 
 from common.constants import IMAGE
-from common.licenses import get_license_info
+from common.licenses import LicenseInfo
 from providers.provider_api_scripts.nappy import NappyDataIngester
 
 
@@ -105,8 +105,11 @@ def test_get_should_continue(response_json, expected_result):
             {
                 "foreign_landing_url": "https://nappy.co/photo/9/woman-with-tattoos",
                 "url": "https://images.nappy.co/uploads/large/101591721349meykm7s6hvaswwvslpjrwibeyzru1fcxtxh0hf09cs7kdhmtptef4y3k4ua5z1bkyrbxov8tmagnafm8upwa3hxaxururtx7azaf.jpg",
-                "license_info": get_license_info(
-                    "https://creativecommons.org/publicdomain/zero/1.0/"
+                "license_info": LicenseInfo(
+                    license="cc0",
+                    version="1.0",
+                    url="https://creativecommons.org/publicdomain/zero/1.0/",
+                    raw_url=None,
                 ),
                 "foreign_identifier": 9,
                 "filesize": 233500,