diff --git a/README.md b/README.md index 7afc81586..d01ad19c4 100644 --- a/README.md +++ b/README.md @@ -345,6 +345,10 @@ The SQL queries are based on this file that generate the Program Metadata table. **With the docker-entrypoint.sh this command is done automatically, so for production uses, you will not have to run this command.** +## Production monitoring +* Use scaleway +* Use [Ray dashboard] on port 8265 + ### Fix linting Before committing, make sure that the line of codes you wrote are conform to PEP8 standard by running: ```bash diff --git a/docker-compose.yml b/docker-compose.yml index 51c9ab7a0..adbbefe20 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -96,6 +96,7 @@ services: mediatree: ports: - 5050:5050 + - 8265:8265 build: context: ./ dockerfile: Dockerfile_api_import diff --git a/poetry.lock b/poetry.lock index 4bcf91470..fadafdac8 100644 --- a/poetry.lock +++ b/poetry.lock @@ -4440,4 +4440,4 @@ testing = ["coverage (>=5.0.3)", "zope.event", "zope.testing"] [metadata] lock-version = "2.0" python-versions = ">=3.11.0,<3.13.0" -content-hash = "8ecf863485fa064af87be847219e29ad5ba2750ae75e51884be0b720e3d99ce3" +content-hash = "bc60e84fa91beec7d5a532c2303e5297770f6c9a71bd86eb305fa098b0a3f770" diff --git a/quotaclimat/data_processing/mediatree/api_import.py b/quotaclimat/data_processing/mediatree/api_import.py index 6a4a4aaa0..e031eb557 100644 --- a/quotaclimat/data_processing/mediatree/api_import.py +++ b/quotaclimat/data_processing/mediatree/api_import.py @@ -79,13 +79,16 @@ def get_channels(): async def get_and_save_api_data(exit_event): with sentry_sdk.start_transaction(op="task", name="get_and_save_api_data"): try: - ray.init( + context = ray.init( + dashboard_host="0.0.0.0", # for docker dashboard _system_config={ + "object_spilling_config": json.dumps( {"type": "filesystem", "params": {"directory_path": "/tmp/spill"}}, ) }, ) + logging.info(f"ray context dahsboard : {context.dashboard_url}") conn = connect_to_db() token=get_auth_token(password=password, user_name=USER) type_sub = 's2t'