feat: Added get_public_url method to KeyValueStore

src/crawlee/base_storage_client/_base_key_value_store_client.py

@@ -114,3 +114,14 @@ async def delete_record(self, key: str) -> None:
         Args:
             key: The key of the record which to delete
         """
+
+    @abstractmethod
+    def get_public_url(self, key: str) -> str:
+        """Get the public URL for the given key.
+
+        Args:
+            key: Key of the record for which URL is required
+
+        Returns:
+            The public URL for the given key.
+        """

src/crawlee/memory_storage_client/_key_value_store_client.py

@@ -287,6 +287,12 @@ async def delete_record(self, key: str) -> None:
                 if self._memory_storage_client.persist_storage:
                     await existing_store_by_id.delete_persisted_record(record)
 
+    @override
+    def get_public_url(self, key: str) -> str:
+        store_name = self.name or self.id
+        storage_dir = self._memory_storage_client.storage_dir
+        return f'file://{storage_dir}/key_value_stores/{store_name}/{key}.txt'
+
     async def persist_record(self, record: KeyValueStoreRecord) -> None:
         """Persist the specified record to the key-value store."""
         store_directory = self.resource_directory

src/crawlee/storages/_key_value_store.py

@@ -157,3 +157,14 @@ async def set_value(
             return await self._resource_client.delete_record(key)
 
         return await self._resource_client.set_record(key, value, content_type)
+
+    def get_public_url(self, key: str) -> str:
+        """Get the public URL for the given key.
+
+        Args:
+            key: Key of the record for which URL is required
+
+        Returns:
+            The public URL for the given key.
+        """
+        return self._resource_client.get_public_url(key)

tests/unit/storages/test_key_value_store.py

@@ -1,6 +1,8 @@
 from __future__ import annotations
 
+from pathlib import Path
 from typing import AsyncGenerator
+from urllib.parse import unquote, urlparse
 
 import pytest
 
@@ -100,3 +102,11 @@ async def test_static_get_set_value(key_value_store: KeyValueStore) -> None:
     await key_value_store.set_value('test-static', 'static')
     value = await key_value_store.get_value('test-static')
     assert value == 'static'
+
+
+async def test_static_get_public_url(key_value_store: KeyValueStore) -> None:
+    await key_value_store.set_value('test-static', 'static')
+    public_url = key_value_store.get_public_url('test-static')
+
+    path = unquote(urlparse(public_url).path)
+    assert Path(path).read_text() == 'static'