GitHub issue #782 reproduction

radicle-dev/radicle-link#782

e2e-tests/.gitignore

@@ -0,0 +1 @@
+workdir/replicator/

e2e-tests/README.md

@@ -0,0 +1,3 @@
+1. [Install Poetry](https://python-poetry.org/docs/#installation)
+1. In the `e2e-tests` subdirectory, run `poetry install`
+1. You can run a particular end-to-end test by executing a command in the `e2e-tests` subdirectory:  with `poetry run ./issue782.py`

e2e-tests/issue782.py

@@ -0,0 +1,144 @@
+#!/usr/bin/env python3
+
+import os
+import sys
+import json
+import pathlib
+import contextlib
+import subprocess
+from typing import List
+
+import trio
+import colorama
+from colorama import Fore
+
+
+BOOTSTRAP_COLOR = Fore.WHITE
+REPLICATOR_COLOR = Fore.YELLOW
+
+
+class OrgNodeError(RuntimeError):
+    pass
+
+
+# The default context manager for trio.Process waits until the process finishes and we want to terminate it ourselves.
+@contextlib.asynccontextmanager
+async def org_node_process(org_node_cmd: List[str]) -> trio.Process:
+    process = await trio.open_process(org_node_cmd, stdout=subprocess.PIPE)
+    try:
+        yield process
+    finally:
+        process.terminate()
+
+
+async def org_node_log_entries(process: trio.Process):
+    async for chunk in process.stdout:
+        lines = chunk.split(b'\n')
+        for line in lines:
+            if line == b'':
+                continue
+            entry = json.loads(line)
+            yield entry
+
+
+async def bootstrap_process(process: trio.Process, bootstrap_ready_event: trio.Event, cancel_scope: trio.CancelScope) -> None:
+    expected = """
+Setting ref "refs/namespaces/hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy/refs/heads/master" -> 2ceeb04ce6379bff1eba34ee9b498209f6435ae6
+Setting ref "refs/namespaces/hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master" -> 2ceeb04ce6379bff1eba34ee9b498209f6435ae6
+Setting ref "refs/namespaces/hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy/HEAD" -> "refs/namespaces/hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy/refs/heads/master"
+
+Setting ref "refs/namespaces/hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto/refs/heads/master" -> acce81a6568ec4342586a71a314485408c264068
+Setting ref "refs/namespaces/hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master" -> acce81a6568ec4342586a71a314485408c264068
+Setting ref "refs/namespaces/hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto/HEAD" -> "refs/namespaces/hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto/refs/heads/master"
+
+Setting ref "refs/namespaces/hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo/refs/heads/master" -> 0ee5dd359550c7d596dd1dff1c12f8f467f8649b
+Setting ref "refs/namespaces/hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master" -> 0ee5dd359550c7d596dd1dff1c12f8f467f8649b
+Setting ref "refs/namespaces/hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo/HEAD" -> "refs/namespaces/hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo/refs/heads/master"
+
+Setting ref "refs/namespaces/hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo/refs/heads/master" -> 45ea57d0ac7f21166ed8344568db584232987317
+Setting ref "refs/namespaces/hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master" -> 45ea57d0ac7f21166ed8344568db584232987317
+Setting ref "refs/namespaces/hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo/HEAD" -> "refs/namespaces/hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo/refs/heads/master"
+
+Setting ref "refs/namespaces/hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony/refs/heads/master" -> fcc19a3adbeae456804a4e165fc62976cdfd3946
+Setting ref "refs/namespaces/hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master" -> fcc19a3adbeae456804a4e165fc62976cdfd3946
+Setting ref "refs/namespaces/hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony/HEAD" -> "refs/namespaces/hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony/refs/heads/master"
+"""
+    expected_lines = set(l for l in expected.split('\n') if l)
+    remaining_expected_lines = len(expected_lines)
+    async for entry in org_node_log_entries(process):
+        sys.stdout.buffer.write(BOOTSTRAP_COLOR.encode() + json.dumps(entry).encode() + Fore.RESET.encode() + b'\n')
+        sys.stdout.flush()
+        if entry['severity'] == 'ERROR':
+            raise OrgNodeError(entry['message'])
+        if entry['message'] in expected_lines:
+            remaining_expected_lines -= 1
+        if remaining_expected_lines == 0:
+            bootstrap_ready_event.set()
+    cancel_scope.cancel()
+
+
+async def replicator_process(process: trio.Process, bootstrap_ready_event: trio.Event, cancel_scope: trio.CancelScope) -> None:
+    async for entry in org_node_log_entries(process):
+        sys.stdout.buffer.write(REPLICATOR_COLOR.encode() + json.dumps(entry).encode() + Fore.RESET.encode() + b'\n')
+        sys.stdout.flush()
+        if entry['severity'] == 'ERROR':
+            raise OrgNodeError(entry['message'])
+    cancel_scope.cancel()
+
+
+async def async_main(org_node_executable_path: pathlib.Path, workdir_path: pathlib.Path) -> None:
+    bootstrap_root_path = workdir_path / 'bootstrap'
+    bootstrap_identity_path = bootstrap_root_path / 'identity'
+    bootstrap_node_cmd = [
+        str(org_node_executable_path),
+        '--subgraph', 'https://api.thegraph.com/subgraphs/name/radicle-dev/radicle-orgs',
+        '--rpc-url', 'wss://eth-rinkeby.alchemyapi.io/v2/1T6h-0rxu7SRzKEtmukIoxaJOXazLDNs',
+        '--identity', str(bootstrap_identity_path),
+        '--root', str(bootstrap_root_path),
+        '--orgs', '0x0000000000000000000000000000000000000000',
+        '--urns', 'rad:git:hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy,rad:git:hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto,rad:git:hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo,rad:git:hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo,rad:git:hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony',
+        '--listen', '127.0.0.1:8776',
+        '--web-server-listen', '127.0.0.1:8336',
+        '--log-format', 'gcp',
+    ]
+    print('Bootstrap node command:', bootstrap_node_cmd)
+
+    replicator_root_path = workdir_path / 'replicator'
+    replicator_identity_path = replicator_root_path / 'identity'
+    replicator_node_cmd = [
+        str(org_node_executable_path),
+        '--subgraph', 'https://api.thegraph.com/subgraphs/name/radicle-dev/radicle-orgs',
+        '--rpc-url', 'wss://eth-rinkeby.alchemyapi.io/v2/1T6h-0rxu7SRzKEtmukIoxaJOXazLDNs',
+        '--identity', str(replicator_identity_path),
+        '--root', str(replicator_root_path),
+        '--orgs', '0x0000000000000000000000000000000000000000',
+        '--urns', 'rad:git:hnrkjajuucc6zp5eknt3s9xykqsrus44cjimy,rad:git:hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto,rad:git:hnrkyzfpih4pqsw3cp1donkmwsgh9w5fwfdwo,rad:git:hnrkyghsrokxzxpy9pww69xr11dr9q7edbxfo,rad:git:hnrkk9c4zt9thuxhwi1ukxqcrs5tmhbtcsony',
+        '--bootstrap', '[email protected]:8776',
+        '--listen', '127.0.0.1:8777',
+        '--web-server-listen', '127.0.0.1:8337',
+        '--log-format', 'gcp',
+    ]
+    print('Replicator node command:', replicator_node_cmd)
+
+    os.environ['RUST_LOG'] = 'DEBUG'
+    async with org_node_process(bootstrap_node_cmd) as bootstrap:
+        bootstrap_ready_event = trio.Event()
+        async with trio.open_nursery() as nursery:
+            nursery.start_soon(bootstrap_process, bootstrap, bootstrap_ready_event, nursery.cancel_scope)
+            await bootstrap_ready_event.wait()
+            async with org_node_process(replicator_node_cmd) as replicator:
+                await replicator_process(replicator, bootstrap_ready_event, nursery.cancel_scope)
+
+    assert replicator_root_path.joinpath('refs/namespaces/hnrkbtw9t1of4ykjy6er4qqwxtc54k9943eto/refs/remotes/hyn9diwfnytahjq8u3iw63h9jte1ydcatxax3saymwdxqu1zo645pe/heads/master').is_file()
+
+
+
+def main():
+    org_node_executable_path = pathlib.Path(__file__).parent.parent.absolute().joinpath('target/debug/radicle-org-node')
+    workdir_path = pathlib.Path(__file__).parent.joinpath('workdir').absolute()
+    trio.run(async_main, org_node_executable_path, workdir_path)
+
+
+
+if __name__ == '__main__':
+    sys.exit(main())